diff --git a/.github/workflows/llm-benchmark-periodic.yml b/.github/workflows/llm-benchmark-periodic.yml new file mode 100644 index 00000000000..d2c708f55cf --- /dev/null +++ b/.github/workflows/llm-benchmark-periodic.yml @@ -0,0 +1,150 @@ +name: Periodic LLM benchmarks + +on: + schedule: + # Daily at midnight UTC. Change to '0 */6 * * *' for every 6h, + # or '0 */4 * * *' for every 4h. + - cron: '0 0 * * *' + workflow_dispatch: + inputs: + models: + description: 'Models to run (provider:model format, comma-separated, or "all")' + required: false + default: 'all' + languages: + description: 'Languages to benchmark (comma-separated: rust,csharp,typescript)' + required: false + default: 'rust,csharp,typescript' + modes: + description: 'Modes to run (comma-separated: guidelines,no_context,docs,...)' + required: false + default: 'guidelines,no_context' + +permissions: + contents: write + +concurrency: + group: llm-benchmark-periodic + cancel-in-progress: true + +jobs: + run-benchmarks: + runs-on: spacetimedb-new-runner + container: + image: localhost:5000/spacetimedb-ci:latest + options: >- + --privileged + timeout-minutes: 180 + + steps: + - name: Install spacetime CLI + run: | + curl -sSf https://install.spacetimedb.com | sh -s -- -y + echo "$HOME/.local/bin" >> $GITHUB_PATH + + - name: Checkout master + uses: actions/checkout@v4 + with: + ref: master + fetch-depth: 1 + + - uses: dtolnay/rust-toolchain@stable + - uses: Swatinem/rust-cache@v2 + + - name: Setup .NET SDK + uses: actions/setup-dotnet@v4 + with: + dotnet-version: "8.0.x" + + - name: Install WASI workload + env: + DOTNET_MULTILEVEL_LOOKUP: "0" + DOTNET_CLI_HOME: ${{ runner.temp }}/dotnet-home + DOTNET_SKIP_FIRST_TIME_EXPERIENCE: "1" + run: | + dotnet workload install wasi-experimental --skip-manifest-update --disable-parallel + + - name: Set up Node.js + uses: actions/setup-node@v4 + with: + node-version: 22 + + - name: Install pnpm + uses: pnpm/action-setup@v4 + + - name: Build llm-benchmark tool + run: cargo install --path tools/xtask-llm-benchmark --locked + + - name: Run benchmarks + env: + OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # Fallback to direct keys if set + OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} + LLM_BENCHMARK_API_KEY: ${{ secrets.LLM_BENCHMARK_API_KEY }} + LLM_BENCHMARK_UPLOAD_URL: ${{ secrets.LLM_BENCHMARK_UPLOAD_URL }} + MSBUILDDISABLENODEREUSE: "1" + DOTNET_CLI_USE_MSBUILD_SERVER: "0" + INPUT_LANGUAGES: ${{ inputs.languages || 'rust,csharp,typescript' }} + INPUT_MODELS: ${{ inputs.models || 'all' }} + INPUT_MODES: ${{ inputs.modes || 'guidelines,no_context' }} + run: | + LANGS="$INPUT_LANGUAGES" + MODELS="$INPUT_MODELS" + MODES="$INPUT_MODES" + UPLOAD_FLAG="" + if [ -n "$LLM_BENCHMARK_UPLOAD_URL" ]; then + UPLOAD_FLAG="--upload-url $LLM_BENCHMARK_UPLOAD_URL" + fi + + SUCCEEDED=0 + FAILED=0 + for LANG in $(echo "$LANGS" | tr ',' ' '); do + if [ "$MODELS" = "all" ]; then + if llm_benchmark run --lang "$LANG" --modes "$MODES" $UPLOAD_FLAG; then + SUCCEEDED=$((SUCCEEDED + 1)) + else + echo "::warning::Benchmark run failed for lang=$LANG" + FAILED=$((FAILED + 1)) + fi + else + if llm_benchmark run --lang "$LANG" --modes "$MODES" --models "$MODELS" $UPLOAD_FLAG; then + SUCCEEDED=$((SUCCEEDED + 1)) + else + echo "::warning::Benchmark run failed for lang=$LANG models=$MODELS" + FAILED=$((FAILED + 1)) + fi + fi + done + echo "Benchmark runs: $SUCCEEDED succeeded, $FAILED failed" + if [ "$SUCCEEDED" -eq 0 ] && [ "$FAILED" -gt 0 ]; then + echo "::error::All benchmark runs failed" + exit 1 + fi + + - name: Generate summary + run: llm_benchmark summary + + - name: Ensure only docs/llms changed + run: | + set -euo pipefail + CHANGED="$(git diff --name-only)" + if [ -z "$CHANGED" ]; then + echo "No changes." + exit 0 + fi + if echo "$CHANGED" | grep -qvE '^docs/llms/'; then + echo "Benchmark produced changes outside docs/llms:" + echo "$CHANGED" | grep -vE '^docs/llms/' + exit 1 + fi + + - name: Commit and push results + run: | + git config user.name "clockwork-labs-bot" + git config user.email "clockwork-labs-bot@users.noreply.github.com" + git add docs/llms + git diff --cached --quiet && exit 0 + git commit -m "Update LLM benchmark results (periodic run)" + git pull --rebase origin master + git push origin master diff --git a/.github/workflows/llm-benchmark-validate-goldens.yml b/.github/workflows/llm-benchmark-validate-goldens.yml new file mode 100644 index 00000000000..22866428f16 --- /dev/null +++ b/.github/workflows/llm-benchmark-validate-goldens.yml @@ -0,0 +1,78 @@ +name: Validate LLM benchmark golden answers + +on: + schedule: + # Nightly at 2 AM UTC + - cron: '0 2 * * *' + workflow_dispatch: {} + +permissions: + contents: read + +concurrency: + group: llm-benchmark-validate-goldens + cancel-in-progress: true + +jobs: + validate-goldens: + runs-on: spacetimedb-new-runner + container: + image: localhost:5000/spacetimedb-ci:latest + options: >- + --privileged + timeout-minutes: 60 + + strategy: + fail-fast: false + matrix: + lang: [rust, csharp, typescript] + + steps: + - name: Install spacetime CLI + run: | + curl -sSf https://install.spacetimedb.com | sh -s -- -y + echo "$HOME/.local/bin" >> $GITHUB_PATH + + - name: Checkout master + uses: actions/checkout@v4 + with: + ref: master + fetch-depth: 1 + + - uses: dtolnay/rust-toolchain@stable + - uses: Swatinem/rust-cache@v2 + + - name: Setup .NET SDK + if: matrix.lang == 'csharp' + uses: actions/setup-dotnet@v4 + with: + dotnet-version: "8.0.x" + + - name: Install WASI workload + if: matrix.lang == 'csharp' + env: + DOTNET_MULTILEVEL_LOOKUP: "0" + DOTNET_CLI_HOME: ${{ runner.temp }}/dotnet-home + DOTNET_SKIP_FIRST_TIME_EXPERIENCE: "1" + run: | + dotnet workload install wasi-experimental --skip-manifest-update --disable-parallel + + - name: Set up Node.js + if: matrix.lang == 'typescript' + uses: actions/setup-node@v4 + with: + node-version: 22 + + - name: Install pnpm + if: matrix.lang == 'typescript' + uses: pnpm/action-setup@v4 + + - name: Build llm-benchmark tool + run: cargo install --path tools/xtask-llm-benchmark --locked + + - name: Validate golden answers (${{ matrix.lang }}) + env: + MSBUILDDISABLENODEREUSE: "1" + DOTNET_CLI_USE_MSBUILD_SERVER: "0" + run: | + llm_benchmark run --goldens-only --lang ${{ matrix.lang }} diff --git a/docs/llms/llm-comparison-details.json b/docs/llms/llm-comparison-details.json index 186a2936080..c19a49772cc 100644 --- a/docs/llms/llm-comparison-details.json +++ b/docs/llms/llm-comparison-details.json @@ -1,11 +1,12 @@ { + "generated_at": "2026-04-01T01:27:25.919977400+00:00", "languages": [ { "lang": "csharp", "modes": [ { "mode": "docs", - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", "models": [ { "name": "Grok 4", @@ -410,19 +411,13 @@ "category": "basics", "route_api_model": "grok-4", "scorer_details": { - "helper_func_sum_parity": { + "helper_func_sum_abs": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "Id | Sum ----+----- 1 | 5", - "llm_out": "Id | Sum ----+----- 1 | 5", - "query": "SELECT Id, Sum FROM Result WHERE Id=1", - "reducer": "compute_sum" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" } }, "schema_parity": { @@ -435,13 +430,19 @@ "tables_equal": true } }, - "helper_func_sum_abs": { + "helper_func_sum_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Sum ----+----- 1 | 5", + "llm_out": "Id | Sum ----+----- 1 | 5", + "query": "SELECT Id, Sum FROM Result WHERE Id=1", + "reducer": "compute_sum" } } }, @@ -921,6 +922,649 @@ } }, "vendor": "xai" + }, + "t_022_view_basic": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Announcement\", Public = true)]\n public partial struct Announcement\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Message;\n [SpacetimeDB.Index.BTree]\n public bool Active;\n }\n\n [SpacetimeDB.View(Accessor = \"ActiveAnnouncements\", Public = true)]\n public static IEnumerable ActiveAnnouncements(AnonymousViewContext ctx)\n {\n return ctx.Db.Announcement.Active.Filter(true);\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\Lib.cs(18,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\Lib.cs(18,19): error STDB0024: View 'ActiveAnnouncements' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:49:58.291509500Z", + "finished_at": "2026-03-25T14:50:09.094902500Z" + }, + "t_023_view_per_user": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:50:09.095058900Z", + "finished_at": "2026-03-25T14:51:25.328333800Z" + }, + "t_024_event_table": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:48:09.011670200Z", + "finished_at": "2026-03-25T14:49:25.196385800Z" + }, + "t_025_optional_fields": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:48:38.597947500Z", + "finished_at": "2026-03-25T14:49:58.283279700Z" + }, + "t_026_auth_identity_check": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:46:08.517265600Z", + "finished_at": "2026-03-25T14:47:24.779503700Z" + }, + "t_027_private_vs_public_table": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:46:09.662444800Z", + "finished_at": "2026-03-25T14:47:28.014848700Z" + }, + "t_028_cascade_delete": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:48:51.237221400Z", + "finished_at": "2026-03-25T14:50:15.080704800Z" + }, + "t_029_filter_and_aggregate": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Order\", Public = true)]\n [SpacetimeDB.Index.BTree(Accessor = \"idx_category\", Columns = new[] { \"Category\" })]\n public partial struct Order\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Category;\n public ulong Amount;\n public bool Fulfilled;\n }\n\n [SpacetimeDB.Table(Accessor = \"CategoryStats\", Public = true)]\n public partial struct CategoryStats\n {\n [SpacetimeDB.PrimaryKey]\n public string Category;\n public ulong TotalAmount;\n public uint OrderCount;\n }\n\n [SpacetimeDB.Reducer]\n public static void ComputeStats(ReducerContext ctx, string category)\n {\n ulong total = 0;\n uint count = 0;\n foreach (var order in ctx.Db.Order.idx_category.Filter(category))\n {\n total += order.Amount;\n count++;\n }\n var stats = ctx.Db.CategoryStats.Category.Find(category);\n if (stats != null)\n {\n stats.TotalAmount = total;\n stats.OrderCount = count;\n ctx.Db.CategoryStats.Category.Update(stats);\n }\n else\n {\n ctx.Db.CategoryStats.Insert(new CategoryStats\n {\n Category = category,\n TotalAmount = total,\n OrderCount = count\n });\n }\n }\n}\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\grok-4\\llm\\Lib.cs(40,19): error CS1061: 'Module.CategoryStats?' does not contain a definition for 'TotalAmount' and no accessible extension method 'TotalAmount' accepting a first argument of type 'Module.CategoryStats?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\grok-4\\llm\\Lib.cs(41,19): error CS1061: 'Module.CategoryStats?' does not contain a definition for 'OrderCount' and no accessible extension method 'OrderCount' accepting a first argument of type 'Module.CategoryStats?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\grok-4\\llm\\Lib.cs(42,50): error CS1503: Argument 1: cannot convert from 'Module.CategoryStats?' to 'Module.CategoryStats' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:49:10.712564300Z", + "finished_at": "2026-03-25T14:49:25.202589700Z" + }, + "t_030_two_table_join": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:49:25.202903600Z", + "finished_at": "2026-03-25T14:50:45.461887700Z" + }, + "t_031_unique_constraint": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:49:25.980424200Z", + "finished_at": "2026-03-25T14:50:47.100695900Z" + }, + "t_032_range_query": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:50:15.209324900Z", + "finished_at": "2026-03-25T14:51:35.747065900Z" + }, + "t_033_sort_and_limit": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Player\", Public = true)]\n public partial struct Player\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Name;\n public ulong Score;\n }\n\n [SpacetimeDB.Table(Accessor = \"Leaderboard\", Public = true)]\n public partial struct LeaderboardEntry\n {\n [SpacetimeDB.PrimaryKey]\n public uint Rank;\n public string PlayerName;\n public ulong Score;\n }\n\n [SpacetimeDB.Reducer]\n public static void BuildLeaderboard(ReducerContext ctx, uint limit)\n {\n var players = new System.Collections.Generic.List();\n foreach (var p in ctx.Db.Player.Iter())\n {\n players.Add(p);\n }\n players.Sort((a, b) => b.Score.CompareTo(a.Score));\n if (limit < players.Count)\n {\n players.RemoveRange((int)limit, players.Count - (int)limit);\n }\n ctx.Db.Leaderboard.DeleteAll();\n uint rank = 1;\n foreach (var p in players)\n {\n ctx.Db.Leaderboard.Insert(new LeaderboardEntry\n {\n Rank = rank,\n PlayerName = p.Name,\n Score = p.Score\n });\n rank++;\n }\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\grok-4\\llm\\Lib.cs(38,28): error CS1061: 'Leaderboard' does not contain a definition for 'DeleteAll' and no accessible extension method 'DeleteAll' accepting a first argument of type 'Leaderboard' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:50:45.472766Z", + "finished_at": "2026-03-25T14:51:01.673867200Z" + }, + "t_034_find_first": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:50:47.101056400Z", + "finished_at": "2026-03-25T14:52:02.971930500Z" + }, + "t_035_select_distinct": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:51:01.674350300Z", + "finished_at": "2026-03-25T14:52:16.593372300Z" + }, + "t_036_count_without_collect": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:51:25.328677500Z", + "finished_at": "2026-03-25T14:52:36.136383400Z" + }, + "t_037_multi_column_filter": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:51:35.748453800Z", + "finished_at": "2026-03-25T14:52:48.705042200Z" + }, + "t_038_schedule_at_time": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Reminder\", Scheduled = nameof(SendReminder), ScheduledAt = nameof(Reminder.ScheduledAt))]\n public partial struct Reminder\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n public string Message;\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.Reminder.Insert(new Reminder\n {\n ScheduledId = 0,\n ScheduledAt = new ScheduleAt.Time(ctx.Timestamp.Add(TimeDuration.FromMicroseconds(60000000))),\n Message = \"Hello from scheduled reminder\"\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void SendReminder(ReducerContext ctx, Reminder reminder)\n {\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-4\\llm\\Lib.cs(22,78): error CS0117: 'TimeDuration' does not contain a definition for 'FromMicroseconds' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-4\\llm\\Lib.cs(22,61): error CS1061: 'Timestamp' does not contain a definition for 'Add' and no accessible extension method 'Add' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:47:42.724900400Z", + "finished_at": "2026-03-25T14:47:56.797405200Z" + }, + "t_039_cancel_schedule": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"CleanupJob\", Scheduled = nameof(RunCleanup), ScheduledAt = nameof(CleanupJob.ScheduledAt))]\n public partial struct CleanupJob\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.CleanupJob.Insert(new CleanupJob\n {\n ScheduledId = 0,\n ScheduledAt = new ScheduleAt.Interval(60000000)\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void RunCleanup(ReducerContext ctx, CleanupJob job)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void CancelCleanup(ReducerContext ctx, ulong scheduledId)\n {\n ctx.Db.CleanupJob.ScheduledId.Delete(scheduledId);\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-4\\llm\\Lib.cs(21,51): error CS1503: Argument 1: cannot convert from 'int' to 'SpacetimeDB.TimeDuration' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:47:55.431504200Z", + "finished_at": "2026-03-25T14:48:09.011493200Z" + }, + "t_040_lifecycle_player": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:47:56.797584900Z", + "finished_at": "2026-03-25T14:49:10.708864300Z" + }, + "t_041_registered_user_gate": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:46:10.544759100Z", + "finished_at": "2026-03-25T14:47:27.282145700Z" + }, + "t_042_admin_bootstrap": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Config\")]\n public partial struct Config\n {\n [SpacetimeDB.PrimaryKey]\n public uint Id;\n public Identity Admin;\n }\n\n [SpacetimeDB.Table(Accessor = \"AdminLog\", Public = true)]\n public partial struct AdminLog\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Action;\n }\n\n [SpacetimeDB.Reducer]\n public static void BootstrapAdmin(ReducerContext ctx)\n {\n if (ctx.Db.Config.Id.Find(0) != null)\n {\n throw new Exception(\"already bootstrapped\");\n }\n ctx.Db.Config.Insert(new Config { Id = 0, Admin = ctx.Sender });\n }\n\n [SpacetimeDB.Reducer]\n public static void AdminAction(ReducerContext ctx, string action)\n {\n var config = ctx.Db.Config.Id.Find(0);\n if (config == null)\n {\n throw new Exception(\"not bootstrapped\");\n }\n if (ctx.Sender != config.Admin)\n {\n throw new Exception(\"not admin\");\n }\n ctx.Db.AdminLog.Insert(new AdminLog { Id = 0, Action = action });\n }\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-4\\llm\\Lib.cs(41,34): error CS1061: 'Module.Config?' does not contain a definition for 'Admin' and no accessible extension method 'Admin' accepting a first argument of type 'Module.Config?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:46:11.285712700Z", + "finished_at": "2026-03-25T14:46:33.277921500Z" + }, + "t_043_role_based_access": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:46:33.278153500Z", + "finished_at": "2026-03-25T14:47:55.290984500Z" + }, + "t_044_ban_list": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:47:24.779770100Z", + "finished_at": "2026-03-25T14:48:38.578606200Z" + }, + "t_045_rate_limit": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"RateLimit\")]\n public partial struct RateLimit\n {\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n }\n\n [SpacetimeDB.Table(Accessor = \"ActionLog\", Public = true)]\n public partial struct ActionLog\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n }\n\n [SpacetimeDB.Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)ctx.Timestamp.ToUnixTimeMilliseconds() * 1000;\n RateLimit? rl = ctx.Db.RateLimit.Identity.Find(ctx.Sender);\n if (rl.HasValue && (now - rl.Value.LastCallUs) < 1000000)\n {\n throw new Exception(\"rate limited\");\n }\n ctx.Db.RateLimit.Identity.Update(new RateLimit { Identity = ctx.Sender, LastCallUs = now });\n ctx.Db.ActionLog.Insert(new ActionLog { Id = 0, Identity = ctx.Sender, Payload = payload });\n }\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-4\\llm\\Lib.cs(27,42): error CS1061: 'Timestamp' does not contain a definition for 'ToUnixTimeMilliseconds' and no accessible extension method 'ToUnixTimeMilliseconds' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:47:28.015075Z", + "finished_at": "2026-03-25T14:47:42.724656100Z" + }, + "t_046_shared_document": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:47:28.952588Z", + "finished_at": "2026-03-25T14:48:51.236945Z" } } }, @@ -1337,19 +1981,13 @@ "category": "basics", "route_api_model": "claude-opus-4-6", "scorer_details": { - "helper_func_sum_parity": { + "helper_func_sum_abs": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "Id | Sum ----+----- 1 | 5", - "llm_out": "Id | Sum ----+----- 1 | 5", - "query": "SELECT Id, Sum FROM Result WHERE Id=1", - "reducer": "compute_sum" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" } }, "schema_parity": { @@ -1362,13 +2000,19 @@ "tables_equal": true } }, - "helper_func_sum_abs": { + "helper_func_sum_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Sum ----+----- 1 | 5", + "llm_out": "Id | Sum ----+----- 1 | 5", + "query": "SELECT Id, Sum FROM Result WHERE Id=1", + "reducer": "compute_sum" } } }, @@ -1803,6 +2447,661 @@ } }, "vendor": "anthropic" + }, + "t_022_view_basic": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:42:43.713295800Z", + "finished_at": "2026-03-25T14:44:10.173781800Z" + }, + "t_023_view_per_user": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:42:53.204013300Z", + "finished_at": "2026-03-25T14:44:22.360852800Z" + }, + "t_024_event_table": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:39:58.089775800Z", + "finished_at": "2026-03-25T14:41:44.032134400Z" + }, + "t_025_optional_fields": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:40:13.461585700Z", + "finished_at": "2026-03-25T14:41:44.426419700Z" + }, + "t_026_auth_identity_check": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:36:32.313523900Z", + "finished_at": "2026-03-25T14:38:05.675941700Z" + }, + "t_027_private_vs_public_table": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:36:32.746591300Z", + "finished_at": "2026-03-25T14:38:08.113104400Z" + }, + "t_028_cascade_delete": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:41:20.526070300Z", + "finished_at": "2026-03-25T14:42:43.712730800Z" + }, + "t_029_filter_and_aggregate": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:41:21.587222400Z", + "finished_at": "2026-03-25T14:42:53.203710300Z" + }, + "t_030_two_table_join": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:41:44.429248500Z", + "finished_at": "2026-03-25T14:43:25.897581Z" + }, + "t_031_unique_constraint": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:41:45.195092300Z", + "finished_at": "2026-03-25T14:43:21.840375100Z" + }, + "t_032_range_query": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:43:21.840686800Z", + "finished_at": "2026-03-25T14:44:45.686211Z" + }, + "t_033_sort_and_limit": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:43:25.901754500Z", + "finished_at": "2026-03-25T14:45:04.793167300Z" + }, + "t_034_find_first": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:44:10.260217Z", + "finished_at": "2026-03-25T14:45:43.851365800Z" + }, + "t_035_select_distinct": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:44:22.361112600Z", + "finished_at": "2026-03-25T14:45:47.992682900Z" + }, + "t_036_count_without_collect": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:44:45.695579300Z", + "finished_at": "2026-03-25T14:46:12.404738900Z" + }, + "t_037_multi_column_filter": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:45:04.796171600Z", + "finished_at": "2026-03-25T14:46:31.660891Z" + }, + "t_038_schedule_at_time": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:38:26.640777400Z", + "finished_at": "2026-03-25T14:40:13.461309100Z" + }, + "t_039_cancel_schedule": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:39:43.121381100Z", + "finished_at": "2026-03-25T14:41:20.525651200Z" + }, + "t_040_lifecycle_player": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:39:48.027457800Z", + "finished_at": "2026-03-25T14:41:19.109068300Z" + }, + "t_041_registered_user_gate": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:36:33.179631900Z", + "finished_at": "2026-03-25T14:38:02.792712200Z" + }, + "t_042_admin_bootstrap": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:36:33.614873200Z", + "finished_at": "2026-03-25T14:38:18.806235400Z" + }, + "t_043_role_based_access": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:38:02.793018200Z", + "finished_at": "2026-03-25T14:39:43.119956200Z" + }, + "t_044_ban_list": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Admin\")]\n public partial struct Admin\n {\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n }\n\n [SpacetimeDB.Table(Accessor = \"Banned\")]\n public partial struct Banned\n {\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n }\n\n [SpacetimeDB.Table(Accessor = \"Player\", Public = true)]\n public partial struct Player\n {\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n public string Name;\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.Admin.Insert(new Admin { Identity = ctx.Sender });\n }\n\n [SpacetimeDB.Reducer]\n public static void AddAdmin(ReducerContext ctx, Identity target)\n {\n if (ctx.Db.Admin.Identity.Find(ctx.Sender) is null)\n {\n throw new System.Exception(\"not admin\");\n }\n if (ctx.Db.Admin.Identity.Find(target) is null)\n {\n ctx.Db.Admin.Insert(new Admin { Identity = target });\n }\n }\n\n [SpacetimeDB.Reducer]\n public static void BanPlayer(ReducerContext ctx, Identity target)\n {\n if (ctx.Db.Admin.Identity.Find(ctx.Sender) is null)\n {\n throw new System.Exception(\"not admin\");\n }\n ctx.Db.Banned.Insert(new Banned { Identity = target });\n if (ctx.Db.Player.Identity.Find(target) is not null)\n {\n ctx.Db.Player.Identity.Delete(target);\n }\n }\n\n [SpacetimeDB.Reducer]\n public static void JoinGame(ReducerContext ctx, string name)\n {\n if (ctx.Db.Banned.Identity.Find(ctx.Sender) is not null)\n {\n throw new System.Exception(\"banned\");\n }\n if (ctx.Db.Player.Identity.Find(ctx.Sender) is not null)\n {\n throw new System.Exception(\"already in game\");\n }\n ctx.Db.Player.Insert(new Player { Identity = ctx.Sender, Name = name });\n }\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [], + "only_llm": [ + "init()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:38:05.676213900Z", + "finished_at": "2026-03-25T14:39:48.027064800Z" + }, + "t_045_rate_limit": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"RateLimit\")]\n public partial struct RateLimit\n {\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n }\n\n [SpacetimeDB.Table(Accessor = \"ActionLog\", Public = true)]\n public partial struct ActionLog\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n }\n\n [SpacetimeDB.Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)(ctx.Timestamp.ToUnixTimeMilliseconds() * 1000);\n\n var existing = ctx.Db.RateLimit.Identity.Find(ctx.Sender);\n if (existing is RateLimit rl)\n {\n if ((now - rl.LastCallUs) < 1_000_000)\n {\n throw new System.Exception(\"rate limited\");\n }\n var updated = rl;\n updated.LastCallUs = now;\n ctx.Db.RateLimit.Identity.Update(updated);\n }\n else\n {\n ctx.Db.RateLimit.Insert(new RateLimit\n {\n Identity = ctx.Sender,\n LastCallUs = now,\n });\n }\n\n ctx.Db.ActionLog.Insert(new ActionLog\n {\n Id = 0,\n Identity = ctx.Sender,\n Payload = payload,\n });\n }\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(27,43): error CS1061: 'Timestamp' does not contain a definition for 'ToUnixTimeMilliseconds' and no accessible extension method 'ToUnixTimeMilliseconds' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:38:08.113434Z", + "finished_at": "2026-03-25T14:38:26.640587100Z" + }, + "t_046_shared_document": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:38:18.806527300Z", + "finished_at": "2026-03-25T14:39:58.089438600Z" } } }, @@ -2214,16 +3513,22 @@ "category": "basics", "route_api_model": "claude-sonnet-4-6", "scorer_details": { - "helper_func_sum_abs": { + "helper_func_sum_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" - } - }, - "schema_parity": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Sum ----+----- 1 | 5", + "llm_out": "Id | Sum ----+----- 1 | 5", + "query": "SELECT Id, Sum FROM Result WHERE Id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { "pass": true, "partial": 1.0, "notes": { @@ -2233,19 +3538,13 @@ "tables_equal": true } }, - "helper_func_sum_parity": { + "helper_func_sum_abs": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "Id | Sum ----+----- 1 | 5", - "llm_out": "Id | Sum ----+----- 1 | 5", - "query": "SELECT Id, Sum FROM Result WHERE Id=1", - "reducer": "compute_sum" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" } } }, @@ -2734,6 +4033,653 @@ } }, "vendor": "anthropic" + }, + "t_022_view_basic": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Announcement\", Public = true)]\n public partial struct Announcement\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Message;\n [SpacetimeDB.Index.BTree]\n public bool Active;\n }\n\n [SpacetimeDB.View(Accessor = \"ActiveAnnouncements\", Public = true)]\n public static IEnumerable ActiveAnnouncements(AnonymousViewContext ctx)\n {\n return ctx.Db.Announcement.Active.Filter(true);\n }\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(18,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(18,19): error STDB0024: View 'ActiveAnnouncements' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:42:04.452817700Z", + "finished_at": "2026-03-25T14:42:23.028950900Z" + }, + "t_023_view_per_user": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:42:23.029495400Z", + "finished_at": "2026-03-25T14:43:56.216488500Z" + }, + "t_024_event_table": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:40:02.327429500Z", + "finished_at": "2026-03-25T14:41:39.676237Z" + }, + "t_025_optional_fields": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:40:06.587375500Z", + "finished_at": "2026-03-25T14:41:40.043303800Z" + }, + "t_026_auth_identity_check": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:36:34.050305400Z", + "finished_at": "2026-03-25T14:38:16.740967300Z" + }, + "t_027_private_vs_public_table": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:36:34.481152100Z", + "finished_at": "2026-03-25T14:38:16.167344700Z" + }, + "t_028_cascade_delete": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:40:39.133976400Z", + "finished_at": "2026-03-25T14:42:04.446722700Z" + }, + "t_029_filter_and_aggregate": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:40:57.621032700Z", + "finished_at": "2026-03-25T14:42:25.028183700Z" + }, + "t_030_two_table_join": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:41:40.043670200Z", + "finished_at": "2026-03-25T14:43:07.625763800Z" + }, + "t_031_unique_constraint": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:41:40.824255200Z", + "finished_at": "2026-03-25T14:43:24.593058400Z" + }, + "t_032_range_query": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:42:25.034563400Z", + "finished_at": "2026-03-25T14:43:55.207841400Z" + }, + "t_033_sort_and_limit": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:43:07.686740200Z", + "finished_at": "2026-03-25T14:44:38.904637400Z" + }, + "t_034_find_first": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:43:24.593328400Z", + "finished_at": "2026-03-25T14:45:03.946714200Z" + }, + "t_035_select_distinct": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:43:56.312504200Z", + "finished_at": "2026-03-25T14:45:35.968299100Z" + }, + "t_036_count_without_collect": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:43:57.145795800Z", + "finished_at": "2026-03-25T14:45:37.160128100Z" + }, + "t_037_multi_column_filter": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:44:38.904869900Z", + "finished_at": "2026-03-25T14:46:06.215177600Z" + }, + "t_038_schedule_at_time": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Reminder\", Scheduled = nameof(SendReminder), ScheduledAt = nameof(Reminder.ScheduledAt))]\n public partial struct Reminder\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n public string Message;\n }\n\n [SpacetimeDB.Reducer]\n public static void SendReminder(ReducerContext ctx, Reminder reminder)\n {\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n var fireAt = new SpacetimeDB.Timestamp(ctx.Timestamp.MicrosecondsSinceEpoch + 60_000_000);\n ctx.Db.Reminder.Insert(new Reminder\n {\n ScheduledId = 0,\n ScheduledAt = new ScheduleAt.Time(fireAt),\n Message = \"\",\n });\n }\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(24,62): error CS1061: 'Timestamp' does not contain a definition for 'MicrosecondsSinceEpoch' and no accessible extension method 'MicrosecondsSinceEpoch' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:38:38.294635100Z", + "finished_at": "2026-03-25T14:39:02.968310400Z" + }, + "t_039_cancel_schedule": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:39:02.968522200Z", + "finished_at": "2026-03-25T14:40:39.133679700Z" + }, + "t_040_lifecycle_player": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:39:16.337983Z", + "finished_at": "2026-03-25T14:40:57.620768600Z" + }, + "t_041_registered_user_gate": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:36:34.917104800Z", + "finished_at": "2026-03-25T14:37:54.539034100Z" + }, + "t_042_admin_bootstrap": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:36:35.346804700Z", + "finished_at": "2026-03-25T14:38:16.453853300Z" + }, + "t_043_role_based_access": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:37:54.539327300Z", + "finished_at": "2026-03-25T14:39:16.337628900Z" + }, + "t_044_ban_list": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:38:16.741240100Z", + "finished_at": "2026-03-25T14:40:06.587016100Z" + }, + "t_045_rate_limit": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"RateLimit\")]\n public partial struct RateLimit\n {\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n }\n\n [SpacetimeDB.Table(Accessor = \"ActionLog\", Public = true)]\n public partial struct ActionLog\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n }\n\n [SpacetimeDB.Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)(ctx.Timestamp.ToUnixTimeMilliseconds() * 1000);\n\n var existing = ctx.Db.RateLimit.Identity.Find(ctx.Sender);\n if (existing is RateLimit row)\n {\n if (now - row.LastCallUs < 1_000_000)\n {\n throw new Exception(\"rate limited\");\n }\n row.LastCallUs = now;\n ctx.Db.RateLimit.Identity.Update(row);\n }\n else\n {\n ctx.Db.RateLimit.Insert(new RateLimit\n {\n Identity = ctx.Sender,\n LastCallUs = now,\n });\n }\n\n ctx.Db.ActionLog.Insert(new ActionLog\n {\n Id = 0,\n Identity = ctx.Sender,\n Payload = payload,\n });\n }\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(27,43): error CS1061: 'Timestamp' does not contain a definition for 'ToUnixTimeMilliseconds' and no accessible extension method 'ToUnixTimeMilliseconds' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:38:17.242397400Z", + "finished_at": "2026-03-25T14:38:38.294407200Z" + }, + "t_046_shared_document": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-25T14:38:17.782827400Z", + "finished_at": "2026-03-25T14:40:02.327131300Z" } } }, @@ -3205,19 +5151,13 @@ "category": "basics", "route_api_model": "gpt-5.2-codex", "scorer_details": { - "helper_func_sum_parity": { + "helper_func_sum_abs": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "Id | Sum ----+----- 1 | 5", - "llm_out": "Id | Sum ----+----- 1 | 5", - "query": "SELECT Id, Sum FROM Result WHERE Id=1", - "reducer": "compute_sum" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" } }, "schema_parity": { @@ -3230,13 +5170,19 @@ "tables_equal": true } }, - "helper_func_sum_abs": { + "helper_func_sum_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Sum ----+----- 1 | 5", + "llm_out": "Id | Sum ----+----- 1 | 5", + "query": "SELECT Id, Sum FROM Result WHERE Id=1", + "reducer": "compute_sum" } } }, @@ -3767,23 +5713,42 @@ } }, "vendor": "openai" - } - } - }, - { - "name": "GPT-5-mini", - "route_api_model": "gpt-5-mini", - "tasks": { - "t_000_empty_reducers": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_000_empty_reducers", + }, + "t_022_view_basic": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System.Collections.Generic;\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Announcement\", Public = true)]\n public partial struct Announcement\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Message;\n [SpacetimeDB.Index.BTree]\n public bool Active;\n }\n\n [SpacetimeDB.View(Accessor = \"ActiveAnnouncements\", Public = true)]\n public static IEnumerable ActiveAnnouncements(AnonymousViewContext ctx)\n {\n return ctx.Db.Announcement.Active.Filter(true);\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(19,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(19,19): error STDB0024: View 'ActiveAnnouncements' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-25T14:43:21.362775900Z", + "finished_at": "2026-03-25T14:43:36.824837300Z" + }, + "t_023_view_per_user": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_023_view_per_user", "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", + "model_name": "GPT-5.2-Codex", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "gpt-5-mini", + "category": "queries", + "route_api_model": "gpt-5.2-codex", "scorer_details": { "schema_parity": { "pass": true, @@ -3796,18 +5761,20 @@ } } }, - "vendor": "openai" + "vendor": "openai", + "started_at": "2026-03-25T14:43:28.547574900Z", + "finished_at": "2026-03-25T14:45:08.154203400Z" }, - "t_001_basic_tables": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_001_basic_tables", + "t_024_event_table": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_024_event_table", "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", + "model_name": "GPT-5.2-Codex", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "gpt-5-mini", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", "scorer_details": { "schema_parity": { "pass": true, @@ -3820,18 +5787,20 @@ } } }, - "vendor": "openai" + "vendor": "openai", + "started_at": "2026-03-25T14:40:22.548758900Z", + "finished_at": "2026-03-25T14:41:49.611452300Z" }, - "t_002_scheduled_table": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_002_scheduled_table", + "t_025_optional_fields": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_025_optional_fields", "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", + "model_name": "GPT-5.2-Codex", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "gpt-5-mini", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", "scorer_details": { "schema_parity": { "pass": true, @@ -3844,18 +5813,55 @@ } } }, - "vendor": "openai" + "vendor": "openai", + "started_at": "2026-03-25T14:40:40.693751900Z", + "finished_at": "2026-03-25T14:42:03.780913400Z" }, - "t_003_struct_in_table": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_003_struct_in_table", + "t_026_auth_identity_check": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_026_auth_identity_check", "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"Message\")]\n public partial struct Message\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n\n [SpacetimeDB.Index.BTree]\n public Identity Owner;\n\n public string Text;\n }\n\n [SpacetimeDB.Reducer]\n public static void CreateMessage(ReducerContext ctx, string text)\n {\n ctx.Db.Message.Insert(new Message\n {\n Id = 0,\n Owner = ctx.Sender,\n Text = text\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void DeleteMessage(ReducerContext ctx, ulong id)\n {\n if (ctx.Db.Message.Id.Find(id) is not Message message)\n {\n throw new Exception(\"not found\");\n }\n\n if (message.Owner != ctx.Sender)\n {\n throw new Exception(\"unauthorized\");\n }\n\n ctx.Db.Message.Id.Delete(id);\n }\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "message": {} + }, + "only_llm": { + "Message": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "openai", + "started_at": "2026-03-25T14:36:31.969000500Z", + "finished_at": "2026-03-25T14:38:15.734617500Z" + }, + "t_027_private_vs_public_table": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "gpt-5-mini", + "category": "auth", + "route_api_model": "gpt-5.2-codex", "scorer_details": { "schema_parity": { "pass": true, @@ -3868,18 +5874,20 @@ } } }, - "vendor": "openai" + "vendor": "openai", + "started_at": "2026-03-25T14:36:32.010013400Z", + "finished_at": "2026-03-25T14:38:10.612295400Z" }, - "t_004_insert": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_004_insert", + "t_028_cascade_delete": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_028_cascade_delete", "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 2, - "passed_tests": 2, - "category": "basics", - "route_api_model": "gpt-5-mini", + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", "scorer_details": { "schema_parity": { "pass": true, @@ -3890,46 +5898,23 @@ "tables_diff": null, "tables_equal": true } - }, - "data_parity_insert_user": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - "Alice", - 30, - true - ], - "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", - "reducer": "insert_user" - } } }, - "vendor": "openai" + "vendor": "openai", + "started_at": "2026-03-25T14:41:42.666381300Z", + "finished_at": "2026-03-25T14:43:21.362485100Z" }, - "t_005_update": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_005_update", + "t_029_filter_and_aggregate": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_029_filter_and_aggregate", "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, "passed_tests": 1, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n if (ctx.Db.User.Id.Find(id) is User user)\n {\n user.Id = id;\n user.Name = name;\n user.Age = age;\n user.Active = active;\n ctx.Db.User.Id.Update(user);\n }\n else\n {\n throw new System.Exception(\"User not found\");\n }\n }\n}", - "category": "basics", - "route_api_model": "gpt-5-mini", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "data_parity_update_user": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: User not found\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c20048d2fdae4756e4aaa130f4b085ba3c9bb64f9f0610cfcd04c4f66a98f06e/call/update_user)\n", - "phase": "call_reducer_llm" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -3939,29 +5924,61 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_users_row": { + } + }, + "vendor": "openai", + "started_at": "2026-03-25T14:41:42.732509800Z", + "finished_at": "2026-03-25T14:43:28.545804Z" + }, + "t_030_two_table_join": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"Customer\")]\n public partial struct Customer\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Name;\n }\n\n [SpacetimeDB.Table(Name = \"Order\")]\n public partial struct Order\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n\n [SpacetimeDB.Index.BTree]\n public ulong CustomerId;\n\n public string Product;\n public uint Amount;\n }\n\n [SpacetimeDB.Table(Name = \"OrderDetail\")]\n public partial struct OrderDetail\n {\n [SpacetimeDB.PrimaryKey]\n public ulong OrderId;\n public string CustomerName;\n public string Product;\n public uint Amount;\n }\n\n [SpacetimeDB.Reducer]\n public static void BuildOrderDetails(ReducerContext ctx)\n {\n foreach (var order in ctx.Db.Order.Iter())\n {\n if (ctx.Db.Customer.Id.Find(order.CustomerId) is Customer customer)\n {\n ctx.Db.OrderDetail.Insert(new OrderDetail\n {\n OrderId = order.Id,\n CustomerName = customer.Name,\n Product = order.Product,\n Amount = order.Amount\n });\n }\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:56242/v1/database/c2003fa012003c49d80084f437bb713f6a093beeaea5587a135d5ff1731afde4/sql)\n", - "phase": "sql_golden", - "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "customer": {}, + "order": {}, + "order_detail": {} + }, + "only_llm": { + "Customer": {}, + "Order": {}, + "OrderDetail": {} + } + }, + "tables_equal": false } } }, - "vendor": "openai" + "vendor": "openai", + "started_at": "2026-03-25T14:41:49.611788800Z", + "finished_at": "2026-03-25T14:43:35.151695600Z" }, - "t_006_delete": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_006_delete", + "t_031_unique_constraint": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_031_unique_constraint", "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "gpt-5-mini", + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", "scorer_details": { "schema_parity": { "pass": true, @@ -3972,47 +5989,112 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_users_row": { + } + }, + "vendor": "openai", + "started_at": "2026-03-25T14:42:03.781913400Z", + "finished_at": "2026-03-25T14:43:34.759497200Z" + }, + "t_032_range_query": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, - "delete_user_count_zero": { + } + }, + "vendor": "openai", + "started_at": "2026-03-25T14:43:35.151996700Z", + "finished_at": "2026-03-25T14:45:08.982934900Z" + }, + "t_033_sort_and_limit": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "openai" + "vendor": "openai", + "started_at": "2026-03-25T14:43:35.229060200Z", + "finished_at": "2026-03-25T14:45:11.594283Z" }, - "t_007_crud": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_007_crud", + "t_034_find_first": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_034_find_first", "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 4, - "passed_tests": 2, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n\n if (ctx.Db.User.Id.Find(1) is User user)\n {\n user.Name = \"Alice2\";\n user.Age = 31;\n user.Active = false;\n ctx.Db.User.Id.Update(user);\n }\n\n ctx.Db.User.Id.Delete(2);\n }\n}", - "category": "basics", - "route_api_model": "gpt-5-mini", + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"Task\", Public = true)]\n public partial struct Task\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Title;\n public bool Completed;\n }\n\n [SpacetimeDB.Table(Name = \"FirstIncomplete\", Public = true)]\n public partial struct FirstIncomplete\n {\n [SpacetimeDB.PrimaryKey]\n public ulong TaskId;\n public string Title;\n }\n\n [SpacetimeDB.Reducer]\n public static void FindFirstIncomplete(ReducerContext ctx)\n {\n foreach (var task in ctx.Db.Task.Iter())\n {\n if (!task.Completed)\n {\n ctx.Db.FirstIncomplete.Insert(new FirstIncomplete\n {\n TaskId = task.Id,\n Title = task.Title\n });\n break;\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "crud_row_id2_deleted": { - "pass": true, - "partial": 1.0, + "schema_parity": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "first_incomplete": {}, + "task": {} + }, + "only_llm": { + "FirstIncomplete": {}, + "Task": {} + } + }, + "tables_equal": false } - }, + } + }, + "vendor": "openai", + "started_at": "2026-03-25T14:43:36.825042700Z", + "finished_at": "2026-03-25T14:45:10.782348100Z" + }, + "t_035_select_distinct": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { "schema_parity": { "pass": true, "partial": 1.0, @@ -4022,51 +6104,60 @@ "tables_diff": null, "tables_equal": true } - }, - "crud_row_id1_parity": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: Value with given unique identifier already exists\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c200bae1f2bdd27271e560dbfda8814cfd2302b7e12fa45c11457037728b852a/call/crud)\n", - "phase": "call_reducer_golden" - } - }, - "crud_total_count_one": { + } + }, + "vendor": "openai", + "started_at": "2026-03-25T14:45:08.983196100Z", + "finished_at": "2026-03-25T14:46:29.389333500Z" + }, + "t_036_count_without_collect": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"User\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Name;\n public bool Active;\n }\n\n [SpacetimeDB.Table(Name = \"UserStats\")]\n public partial struct UserStats\n {\n [SpacetimeDB.PrimaryKey]\n public string Key;\n public ulong Count;\n }\n\n [SpacetimeDB.Reducer]\n public static void ComputeUserCounts(ReducerContext ctx)\n {\n ulong total = 0;\n ulong active = 0;\n\n foreach (var user in ctx.Db.User.Iter())\n {\n total++;\n if (user.Active)\n {\n active++;\n }\n }\n\n ctx.Db.UserStats.Insert(new UserStats { Key = \"total\", Count = total });\n ctx.Db.UserStats.Insert(new UserStats { Key = \"active\", Count = active });\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { "pass": false, "partial": 0.0, "notes": { - "actual": 0, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM User" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user": {}, + "user_stats": {} + }, + "only_llm": { + "User": {}, + "UserStats": {} + } + }, + "tables_equal": false } } }, - "vendor": "openai" + "vendor": "openai", + "started_at": "2026-03-25T14:45:09.052935400Z", + "finished_at": "2026-03-25T14:46:29.783003300Z" }, - "t_008_index_lookup": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_008_index_lookup", + "t_037_multi_column_filter": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_037_multi_column_filter", "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "gpt-5-mini", + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "index_lookup_projection_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1 - ], - "golden_out": "Id | Name ----+--------- 1 | \"Alice\"", - "llm_out": "Id | Name ----+--------- 1 | \"Alice\"", - "query": "SELECT Id, Name FROM Result WHERE Id=1", - "reducer": "lookup_user_name" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -4076,46 +6167,23 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_user_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" - } } }, - "vendor": "openai" + "vendor": "openai", + "started_at": "2026-03-25T14:45:11.802913Z", + "finished_at": "2026-03-25T14:46:29.038757800Z" }, - "t_009_init": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_009_init", + "t_038_schedule_at_time": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_038_schedule_at_time", "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 4, - "passed_tests": 4, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, "category": "basics", - "route_api_model": "gpt-5-mini", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "init_seed_alice": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true" - } - }, - "init_total_two": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM User" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -4125,29 +6193,22 @@ "tables_diff": null, "tables_equal": true } - }, - "init_seed_bob": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false" - } } }, - "vendor": "openai" + "vendor": "openai", + "started_at": "2026-03-25T14:38:47.237131Z", + "finished_at": "2026-03-25T14:40:40.693054100Z" }, - "t_010_connect": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_010_connect", + "t_039_cancel_schedule": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_039_cancel_schedule", "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", + "model_name": "GPT-5.2-Codex", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "gpt-5-mini", + "route_api_model": "gpt-5.2-codex", "scorer_details": { "schema_parity": { "pass": true, @@ -4160,28 +6221,21 @@ } } }, - "vendor": "openai" + "vendor": "openai", + "started_at": "2026-03-25T14:39:52.349636700Z", + "finished_at": "2026-03-25T14:41:42.665816700Z" }, - "t_011_helper_function": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_011_helper_function", + "t_040_lifecycle_player": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_040_lifecycle_player", "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, "category": "basics", - "route_api_model": "gpt-5-mini", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "helper_func_sum_abs": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -4191,45 +6245,75 @@ "tables_diff": null, "tables_equal": true } - }, - "helper_func_sum_parity": { + } + }, + "vendor": "openai", + "started_at": "2026-03-25T14:40:00.430860500Z", + "finished_at": "2026-03-25T14:41:42.261088100Z" + }, + "t_041_registered_user_gate": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "Id | Sum ----+----- 1 | 5", - "llm_out": "Id | Sum ----+----- 1 | 5", - "query": "SELECT Id, Sum FROM Result WHERE Id=1", - "reducer": "compute_sum" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "openai" + "vendor": "openai", + "started_at": "2026-03-25T14:36:32.060563500Z", + "finished_at": "2026-03-25T14:38:15.131425200Z" }, - "t_012_spacetime_product_type": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_012_spacetime_product_type", + "t_042_admin_bootstrap": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_042_admin_bootstrap", "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gpt-5-mini", + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "product_type_row_count": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, + } + }, + "vendor": "openai", + "started_at": "2026-03-25T14:36:32.101240600Z", + "finished_at": "2026-03-25T14:38:15.481710700Z" + }, + "t_043_role_based_access": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { "schema_parity": { "pass": true, "partial": 1.0, @@ -4239,402 +6323,129 @@ "tables_diff": null, "tables_equal": true } - }, - "product_type_row_parity": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "openai", + "started_at": "2026-03-25T14:38:10.612614200Z", + "finished_at": "2026-03-25T14:39:52.349374900Z" + }, + "t_044_ban_list": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"Admin\")]\n public partial struct Admin\n {\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n }\n\n [SpacetimeDB.Table(Name = \"Banned\")]\n public partial struct Banned\n {\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n }\n\n [SpacetimeDB.Table(Name = \"Player\", Public = true)]\n public partial struct Player\n {\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void AddAdmin(ReducerContext ctx, Identity target)\n {\n if (ctx.Db.Admin.Identity.Find(ctx.Sender) is not Admin)\n {\n throw new Exception(\"not admin\");\n }\n\n if (ctx.Db.Admin.Identity.Find(target) is not Admin)\n {\n ctx.Db.Admin.Insert(new Admin { Identity = target });\n }\n }\n\n [SpacetimeDB.Reducer]\n public static void BanPlayer(ReducerContext ctx, Identity target)\n {\n if (ctx.Db.Admin.Identity.Find(ctx.Sender) is not Admin)\n {\n throw new Exception(\"not admin\");\n }\n\n if (ctx.Db.Banned.Identity.Find(target) is not Banned)\n {\n ctx.Db.Banned.Insert(new Banned { Identity = target });\n }\n\n if (ctx.Db.Player.Identity.Find(target) is Player)\n {\n ctx.Db.Player.Identity.Delete(target);\n }\n }\n\n [SpacetimeDB.Reducer]\n public static void JoinGame(ReducerContext ctx, string name)\n {\n if (ctx.Db.Banned.Identity.Find(ctx.Sender) is Banned)\n {\n throw new Exception(\"banned\");\n }\n\n if (ctx.Db.Player.Identity.Find(ctx.Sender) is Player)\n {\n throw new Exception(\"already in game\");\n }\n\n ctx.Db.Player.Insert(new Player { Identity = ctx.Sender, Name = name });\n }\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", - "llm_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", - "query": "SELECT Id, Value FROM Result WHERE Id=1", - "reducer": "set_score" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "admin": {}, + "banned": {}, + "player": {} + }, + "only_llm": { + "Admin": {}, + "Banned": {}, + "Player": {} + } + }, + "tables_equal": false } } }, - "vendor": "openai" + "vendor": "openai", + "started_at": "2026-03-25T14:38:15.734834400Z", + "finished_at": "2026-03-25T14:40:22.548010500Z" }, - "t_013_spacetime_sum_type": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_013_spacetime_sum_type", + "t_045_rate_limit": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_045_rate_limit", "lang": "csharp", "golden_published": false, - "model_name": "GPT-5-mini", - "total_tests": 3, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, "passed_tests": 0, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> { }\n\n [SpacetimeDB.Table(Accessor = \"Result\", Public = true)]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape Value;\n }\n\n [SpacetimeDB.Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = id,\n Value = new Shape.Circle(new Circle { Radius = radius })\n });\n }\n}", - "category": "schema", - "route_api_model": "gpt-5-mini", + "llm_output": "using System;\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"RateLimit\")]\n public partial struct RateLimit\n {\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n }\n\n [SpacetimeDB.Table(Name = \"ActionLog\", Public = true)]\n public partial struct ActionLog\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n }\n\n [SpacetimeDB.Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)ctx.Timestamp.ToUnixTimeMilliseconds() * 1000UL;\n\n if (ctx.Db.RateLimit.Identity.Find(ctx.Sender) is RateLimit rl)\n {\n if (now - rl.LastCallUs < 1_000_000UL)\n {\n throw new Exception(\"rate limited\");\n }\n rl.LastCallUs = now;\n ctx.Db.RateLimit.Identity.Update(rl);\n }\n else\n {\n ctx.Db.RateLimit.Insert(new RateLimit\n {\n Identity = ctx.Sender,\n LastCallUs = now,\n });\n }\n\n ctx.Db.ActionLog.Insert(new ActionLog\n {\n Id = 0,\n Identity = ctx.Sender,\n Payload = payload,\n });\n }\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-mini\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Module.Result.cs(25,47): error CS0426: The type name 'BSATN' does not exist in the type 'Module.Shape' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(28,42): error CS1061: 'Timestamp' does not contain a definition for 'ToUnixTimeMilliseconds' and no accessible extension method 'ToUnixTimeMilliseconds' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "openai", + "started_at": "2026-03-25T14:38:15.778603700Z", + "finished_at": "2026-03-25T14:38:47.236871800Z" }, - "t_014_elementary_columns": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_014_elementary_columns", + "t_046_shared_document": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_046_shared_document", "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gpt-5-mini", - "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "elementary_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM Primitive WHERE Id=1", - "reducer": "seed" - } - }, - "elementary_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Primitive WHERE Id=1" - } - } - }, - "vendor": "openai" - }, - "t_015_product_type_columns": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_015_product_type_columns", - "lang": "csharp", - "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gpt-5-mini", - "scorer_details": { - "product_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "query": "SELECT Id, Home, Work, Pos FROM Profile WHERE Id=1", - "reducer": "seed" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "product_type_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Profile WHERE Id=1" - } - } - }, - "vendor": "openai" - }, - "t_016_sum_type_columns": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_016_sum_type_columns", - "lang": "csharp", - "golden_published": false, - "model_name": "GPT-5-mini", - "total_tests": 3, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, "passed_tests": 0, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [SpacetimeDB.Type]\n public partial record Shape : TaggedEnum<(\n Circle Circle,\n Rectangle Rectangle\n )>\n {\n }\n\n [SpacetimeDB.Table(Accessor = \"Drawing\", Public = true)]\n public partial struct Drawing\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape A;\n public Shape B;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n // Insert exactly one row into Drawing:\n // (Id=1, A=Circle{Radius=10}, B=Rectangle{Width=4, Height=6})\n // Construct sum variants using the generated TaggedEnum variants.\n // Depending on codegen, the factory method names may vary;\n // common pattern is Variant constructors accessible via the record.\n ctx.Db.Drawing.Insert(new Drawing\n {\n Id = 1,\n A = Shape.Circle(new Circle { Radius = 10 }),\n B = Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\n });\n }\n}", - "category": "schema", - "route_api_model": "gpt-5-mini", - "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(47,23): error CS1955: Non-invocable member 'Module.Shape.Circle' cannot be used like a method. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(48,23): error CS1955: Non-invocable member 'Module.Shape.Rectangle' cannot be used like a method. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n", - "phase": "build_or_publish" - } - } - }, - "vendor": "openai" - }, - "t_017_scheduled_columns": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_017_scheduled_columns", - "lang": "csharp", - "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 2, - "passed_tests": 2, - "category": "schema", - "route_api_model": "gpt-5-mini", + "llm_output": "using System;\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"Document\", Public = true)]\n public partial struct Document\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n\n [SpacetimeDB.Index.BTree]\n public Identity Owner;\n\n public string Title;\n }\n\n [SpacetimeDB.Table(Name = \"DocumentShare\", Public = true)]\n public partial struct DocumentShare\n {\n [SpacetimeDB.Index.BTree]\n public ulong DocumentId;\n\n [SpacetimeDB.Index.BTree]\n public Identity SharedWith;\n }\n\n [SpacetimeDB.Reducer]\n public static void CreateDocument(ReducerContext ctx, string title)\n {\n ctx.Db.Document.Insert(new Document\n {\n Id = 0,\n Owner = ctx.Sender,\n Title = title\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void ShareDocument(ReducerContext ctx, ulong documentId, Identity target)\n {\n var doc = ctx.Db.Document.Id.Find(documentId);\n if (doc is null)\n {\n throw new Exception(\"not found\");\n }\n if (doc.Value.Owner != ctx.Sender)\n {\n throw new Exception(\"not owner\");\n }\n\n ctx.Db.DocumentShare.Insert(new DocumentShare\n {\n DocumentId = documentId,\n SharedWith = target\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void EditDocument(ReducerContext ctx, ulong documentId, string newTitle)\n {\n var doc = ctx.Db.Document.Id.Find(documentId);\n if (doc is null)\n {\n throw new Exception(\"not found\");\n }\n\n bool authorized = doc.Value.Owner == ctx.Sender;\n\n if (!authorized)\n {\n foreach (var share in ctx.Db.DocumentShare.DocumentId.Filter(documentId))\n {\n if (share.SharedWith == ctx.Sender)\n {\n authorized = true;\n break;\n }\n }\n }\n\n if (!authorized)\n {\n throw new Exception(\"unauthorized\");\n }\n\n var updated = doc.Value;\n updated.Title = newTitle;\n ctx.Db.Document.Id.Update(updated);\n }\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "scheduled_seeded_one_row": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM TickTimer WHERE ScheduledId>=0" - } - } - }, - "vendor": "openai" - }, - "t_018_constraints": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_018_constraints", - "lang": "csharp", - "golden_published": false, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 0, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Index.BTree(Accessor = \"by_name\", Columns = new[] { nameof(Name) })]\n [SpacetimeDB.Table(Accessor = \"Account\", Public = true)]\n public partial struct Account\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n [SpacetimeDB.Unique]\n public string Email = \"\";\n public string Name = \"\";\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Account.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.Account.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}", - "category": "schema", - "route_api_model": "gpt-5-mini", - "scorer_details": { - "publish_error": { "pass": false, "partial": 0.0, - "notes": { - "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,27): error CS8983: A 'struct' with field initializers must include an explicitly declared constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n", - "phase": "build_or_publish" - } - } - }, - "vendor": "openai" - }, - "t_019_many_to_many": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_019_many_to_many", - "lang": "csharp", - "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "gpt-5-mini", - "scorer_details": { - "m2m_has_1_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=20" - } - }, - "m2m_has_2_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=2 AND GroupId=20" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "m2m_has_1_10": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=10" - } - }, - "memberships_three_rows": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM Membership" - } - } - }, - "vendor": "openai" - }, - "t_020_ecs": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_020_ecs", - "lang": "csharp", - "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "gpt-5-mini", - "scorer_details": { - "ecs_next_pos_entity2": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=2 AND X=8 AND Y=3" - } - }, - "ecs_next_pos_entity1": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=1 AND X=1 AND Y=0" - } - }, - "ecs_seed_position_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM Position" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "ecs_step_next_position_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM NextPosition" - } - } - }, - "vendor": "openai" - }, - "t_021_multi_column_index": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_021_multi_column_index", - "lang": "csharp", - "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 4, - "passed_tests": 4, - "category": "schema", - "route_api_model": "gpt-5-mini", - "scorer_details": { - "mcindex_seed_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM Log" - } - }, - "mcindex_lookup_u7_d1": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=1" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "mcindex_lookup_u7_d2": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=2" + "tables_diff": { + "changed": {}, + "only_golden": { + "document": {}, + "document_share": {} + }, + "only_llm": { + "Document": {}, + "DocumentShare": {} + } + }, + "tables_equal": false } } }, - "vendor": "openai" + "vendor": "openai", + "started_at": "2026-03-25T14:38:15.825891200Z", + "finished_at": "2026-03-25T14:40:00.422017900Z" } } }, { - "name": "Grok Code", - "route_api_model": "grok-code-fast-1", + "name": "GPT-5-mini", + "route_api_model": "gpt-5-mini", "tasks": { "t_000_empty_reducers": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_000_empty_reducers", "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "GPT-5-mini", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -4647,18 +6458,18 @@ } } }, - "vendor": "xai" + "vendor": "openai" }, "t_001_basic_tables": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_001_basic_tables", "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "GPT-5-mini", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -4671,18 +6482,18 @@ } } }, - "vendor": "xai" + "vendor": "openai" }, "t_002_scheduled_table": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_002_scheduled_table", "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "GPT-5-mini", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -4695,18 +6506,18 @@ } } }, - "vendor": "xai" + "vendor": "openai" }, "t_003_struct_in_table": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_003_struct_in_table", "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "GPT-5-mini", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -4719,18 +6530,18 @@ } } }, - "vendor": "xai" + "vendor": "openai" }, "t_004_insert": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_004_insert", "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "GPT-5-mini", "total_tests": 2, "passed_tests": 2, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -4759,41 +6570,60 @@ } } }, - "vendor": "xai" + "vendor": "openai" }, "t_005_update": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_005_update", "lang": "csharp", - "golden_published": false, - "model_name": "Grok Code", + "golden_published": true, + "model_name": "GPT-5-mini", "total_tests": 3, - "passed_tests": 0, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n var user = ctx.Db.User.Id.Find(id);\n if (user != null)\n {\n user.Name = name;\n user.Age = age;\n user.Active = active;\n ctx.Db.User.Id.Update(user);\n }\n }\n}", + "passed_tests": 1, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n if (ctx.Db.User.Id.Find(id) is User user)\n {\n user.Id = id;\n user.Name = name;\n user.Age = age;\n user.Active = active;\n ctx.Db.User.Id.Update(user);\n }\n else\n {\n throw new System.Exception(\"User not found\");\n }\n }\n}", "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { - "publish_error": { + "data_parity_update_user": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-code\\llm\\Lib.cs(22,18): error CS1061: 'Module.User?' does not contain a definition for 'Name' and no accessible extension method 'Name' accepting a first argument of type 'Module.User?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-code\\llm\\Lib.cs(23,18): error CS1061: 'Module.User?' does not contain a definition for 'Age' and no accessible extension method 'Age' accepting a first argument of type 'Module.User?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-code\\llm\\Lib.cs(24,18): error CS1061: 'Module.User?' does not contain a definition for 'Active' and no accessible extension method 'Active' accepting a first argument of type 'Module.User?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-code\\llm\\Lib.cs(25,35): error CS1503: Argument 1: cannot convert from 'Module.User?' to 'Module.User' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n", - "phase": "build_or_publish" + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: User not found\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c20048d2fdae4756e4aaa130f4b085ba3c9bb64f9f0610cfcd04c4f66a98f06e/call/update_user)\n", + "phase": "call_reducer_llm" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:56242/v1/database/c2003fa012003c49d80084f437bb713f6a093beeaea5587a135d5ff1731afde4/sql)\n", + "phase": "sql_golden", + "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" } } }, - "vendor": "xai" + "vendor": "openai" }, "t_006_delete": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_006_delete", "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "GPT-5-mini", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -4822,19 +6652,19 @@ } } }, - "vendor": "xai" + "vendor": "openai" }, "t_007_crud": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_007_crud", "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "GPT-5-mini", "total_tests": 4, "passed_tests": 2, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n ctx.Db.User.Id.Update(new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\n ctx.Db.User.Id.Delete(2);\n }\n}", + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n\n if (ctx.Db.User.Id.Find(1) is User user)\n {\n user.Name = \"Alice2\";\n user.Age = 31;\n user.Active = false;\n ctx.Db.User.Id.Update(user);\n }\n\n ctx.Db.User.Id.Delete(2);\n }\n}", "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { "crud_row_id2_deleted": { "pass": true, @@ -4873,18 +6703,18 @@ } } }, - "vendor": "xai" + "vendor": "openai" }, "t_008_index_lookup": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_008_index_lookup", "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "GPT-5-mini", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { "index_lookup_projection_parity": { "pass": true, @@ -4917,18 +6747,18 @@ } } }, - "vendor": "xai" + "vendor": "openai" }, "t_009_init": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_009_init", "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "GPT-5-mini", "total_tests": 4, "passed_tests": 4, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { "init_seed_alice": { "pass": true, @@ -4968,18 +6798,18 @@ } } }, - "vendor": "xai" + "vendor": "openai" }, "t_010_connect": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_010_connect", "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "GPT-5-mini", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -4992,18 +6822,18 @@ } } }, - "vendor": "xai" + "vendor": "openai" }, "t_011_helper_function": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_011_helper_function", "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "GPT-5-mini", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { "helper_func_sum_parity": { "pass": true, @@ -5040,18 +6870,18 @@ } } }, - "vendor": "xai" + "vendor": "openai" }, "t_012_spacetime_product_type": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_012_spacetime_product_type", "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "GPT-5-mini", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { "product_type_row_count": { "pass": true, @@ -5088,65 +6918,41 @@ } } }, - "vendor": "xai" + "vendor": "openai" }, "t_013_spacetime_sum_type": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_013_spacetime_sum_type", "lang": "csharp", - "golden_published": true, - "model_name": "Grok Code", + "golden_published": false, + "model_name": "GPT-5-mini", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> { }\n\n [SpacetimeDB.Table(Accessor = \"Result\", Public = true)]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape Value;\n }\n\n [SpacetimeDB.Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = id,\n Value = new Shape.Circle(new Circle { Radius = radius })\n });\n }\n}", "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "sum_type_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 10 - ], - "golden_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", - "llm_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", - "query": "SELECT Id, Value FROM Result WHERE Id=1", - "reducer": "set_circle" - } - }, - "sum_type_row_count": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-mini\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Module.Result.cs(25,47): error CS0426: The type name 'BSATN' does not exist in the type 'Module.Shape' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n", + "phase": "build_or_publish" } } }, - "vendor": "xai" + "vendor": "openai" }, "t_014_elementary_columns": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_014_elementary_columns", "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "GPT-5-mini", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -5179,18 +6985,18 @@ } } }, - "vendor": "xai" + "vendor": "openai" }, "t_015_product_type_columns": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_015_product_type_columns", "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "GPT-5-mini", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { "product_type_columns_row_parity": { "pass": true, @@ -5223,62 +7029,41 @@ } } }, - "vendor": "xai" + "vendor": "openai" }, "t_016_sum_type_columns": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_016_sum_type_columns", "lang": "csharp", - "golden_published": true, - "model_name": "Grok Code", + "golden_published": false, + "model_name": "GPT-5-mini", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [SpacetimeDB.Type]\n public partial record Shape : TaggedEnum<(\n Circle Circle,\n Rectangle Rectangle\n )>\n {\n }\n\n [SpacetimeDB.Table(Accessor = \"Drawing\", Public = true)]\n public partial struct Drawing\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape A;\n public Shape B;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n // Insert exactly one row into Drawing:\n // (Id=1, A=Circle{Radius=10}, B=Rectangle{Width=4, Height=6})\n // Construct sum variants using the generated TaggedEnum variants.\n // Depending on codegen, the factory method names may vary;\n // common pattern is Variant constructors accessible via the record.\n ctx.Db.Drawing.Insert(new Drawing\n {\n Id = 1,\n A = Shape.Circle(new Circle { Radius = 10 }),\n B = Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\n });\n }\n}", "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { - "sum_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (circle = (radius = 10)) | (rectangle = (width = 4, height = 6))", - "llm_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (circle = (radius = 10)) | (rectangle = (width = 4, height = 6))", - "query": "SELECT Id, A, B FROM Drawing WHERE Id=1", - "reducer": "seed" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "sum_type_columns_row_count": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Drawing WHERE Id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(47,23): error CS1955: Non-invocable member 'Module.Shape.Circle' cannot be used like a method. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(48,23): error CS1955: Non-invocable member 'Module.Shape.Rectangle' cannot be used like a method. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n", + "phase": "build_or_publish" } } }, - "vendor": "xai" + "vendor": "openai" }, "t_017_scheduled_columns": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_017_scheduled_columns", "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "GPT-5-mini", "total_tests": 2, "passed_tests": 2, "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -5300,63 +7085,41 @@ } } }, - "vendor": "xai" + "vendor": "openai" }, "t_018_constraints": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_018_constraints", "lang": "csharp", - "golden_published": true, - "model_name": "Grok Code", + "golden_published": false, + "model_name": "GPT-5-mini", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Index.BTree(Accessor = \"by_name\", Columns = new[] { nameof(Name) })]\n [SpacetimeDB.Table(Accessor = \"Account\", Public = true)]\n public partial struct Account\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n [SpacetimeDB.Unique]\n public string Email = \"\";\n public string Name = \"\";\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Account.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.Account.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}", "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "constraints_row_parity_after_seed": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "llm_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "query": "SELECT Id, Email, Name FROM Account WHERE Id=1", - "reducer": "seed" - } - }, - "constraints_seed_two_rows": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Account WHERE Id=2" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,27): error CS8983: A 'struct' with field initializers must include an explicitly declared constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n", + "phase": "build_or_publish" } } }, - "vendor": "xai" + "vendor": "openai" }, "t_019_many_to_many": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_019_many_to_many", "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "GPT-5-mini", "total_tests": 5, - "passed_tests": 4, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int UserId;\n public string Name;\n }\n\n [SpacetimeDB.Table(Accessor = \"Group\", Public = true)]\n public partial struct Group\n {\n [SpacetimeDB.PrimaryKey]\n public int GroupId;\n public string Title;\n }\n\n [SpacetimeDB.Table(Accessor = \"Membership\", Public = true)]\n [SpacetimeDB.Index.BTree(Accessor = \"by_user\", Columns = new[] { \"UserId\" })]\n [SpacetimeDB.Index.BTree(Accessor = \"by_group\", Columns = new[] { \"GroupId\" })]\n public partial struct Membership\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int UserId;\n public int GroupId;\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Db.User.Insert(new User { UserId = 2, Name = \"Bob\" });\n ctx.Db.Group.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Db.Group.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n ctx.Db.Membership.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Db.Membership.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Db.Membership.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}", + "passed_tests": 5, "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { "m2m_has_1_20": { "pass": true, @@ -5387,11 +7150,12 @@ } }, "m2m_has_1_10": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:56242/v1/database/c200bbac8a83a1bd5dc662ac727908d6998563a26278c22b4767396494e5791f/call/seed)\n", - "phase": "call_reducer" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=10" } }, "memberships_three_rows": { @@ -5404,41 +7168,78 @@ } } }, - "vendor": "xai" + "vendor": "openai" }, "t_020_ecs": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_020_ecs", "lang": "csharp", - "golden_published": false, - "model_name": "Grok Code", + "golden_published": true, + "model_name": "GPT-5-mini", "total_tests": 5, - "passed_tests": 0, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Entity\", Public = true)]\n public partial struct Entity\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n }\n\n [SpacetimeDB.Table(Accessor = \"Position\", Public = true)]\n public partial struct Position\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Table(Accessor = \"Velocity\", Public = true)]\n public partial struct Velocity\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n }\n\n [SpacetimeDB.Table(Accessor = \"NextPosition\", Public = true)]\n public partial struct NextPosition\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Entity.Insert(new Entity { Id = 1 });\n ctx.Db.Entity.Insert(new Entity { Id = 2 });\n ctx.Db.Position.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.Position.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [SpacetimeDB.Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var pos in ctx.Db.Position.Iter())\n {\n var vel = ctx.Db.Velocity.EntityId.Find(pos.EntityId);\n if (vel != null)\n {\n int newX = pos.X + vel.VX;\n int newY = pos.Y + vel.VY;\n var nextPos = new NextPosition { EntityId = pos.EntityId, X = newX, Y = newY };\n var existing = ctx.Db.NextPosition.EntityId.Find(pos.EntityId);\n if (existing != null)\n {\n existing.X = newX;\n existing.Y = newY;\n ctx.Db.NextPosition.EntityId.Update(existing);\n }\n else\n {\n ctx.Db.NextPosition.Insert(nextPos);\n }\n }\n }\n }\n}", + "passed_tests": 5, "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\Lib.cs(59,40): error CS1061: 'Module.Velocity?' does not contain a definition for 'VX' and no accessible extension method 'VX' accepting a first argument of type 'Module.Velocity?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\Lib.cs(60,40): error CS1061: 'Module.Velocity?' does not contain a definition for 'VY' and no accessible extension method 'VY' accepting a first argument of type 'Module.Velocity?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\Lib.cs(65,30): error CS1061: 'Module.NextPosition?' does not contain a definition for 'X' and no accessible extension method 'X' accepting a first argument of type 'Module.NextPosition?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\Lib.cs(66,30): error CS1061: 'Module.NextPosition?' does not contain a definition for 'Y' and no accessible extension method 'Y' accepting a first argument of type 'Module.NextPosition?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\Lib.cs(67,57): error CS1503: Argument 1: cannot convert from 'Module.NextPosition?' to 'Module.NextPosition' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n", - "phase": "build_or_publish" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=2 AND X=8 AND Y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=1 AND X=1 AND Y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM Position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM NextPosition" } } }, - "vendor": "xai" + "vendor": "openai" }, "t_021_multi_column_index": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_021_multi_column_index", "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "GPT-5-mini", "total_tests": 4, "passed_tests": 4, "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "gpt-5-mini", "scorer_details": { "mcindex_seed_count": { "pass": true, @@ -5478,24 +7279,43 @@ } } }, - "vendor": "xai" - } - } - }, - { - "name": "Gemini 3.1 Pro", - "route_api_model": "google/gemini-3.1-pro-preview", - "tasks": { - "t_000_empty_reducers": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_000_empty_reducers", + "vendor": "openai" + }, + "t_022_view_basic": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System.Collections.Generic;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Announcement\", Public = true)]\n public partial struct Announcement\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Message;\n [SpacetimeDB.Index.BTree]\n public bool Active;\n }\n\n [SpacetimeDB.View(Accessor = \"ActiveAnnouncements\", Public = true)]\n public static IEnumerable ActiveAnnouncements(AnonymousViewContext ctx)\n {\n return ctx.Db.Announcement.Active.Filter(true);\n }\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,19): error STDB0024: View 'ActiveAnnouncements' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-25T14:42:17.981690900Z", + "finished_at": "2026-03-25T14:42:46.649749200Z" + }, + "t_023_view_per_user": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_023_view_per_user", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "GPT-5-mini", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "category": "queries", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -5508,18 +7328,20 @@ } } }, - "vendor": "meta" + "vendor": "openai", + "started_at": "2026-03-25T14:42:46.650024500Z", + "finished_at": "2026-03-25T14:44:38.027812Z" }, - "t_001_basic_tables": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_001_basic_tables", + "t_024_event_table": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_024_event_table", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "GPT-5-mini", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -5532,18 +7354,20 @@ } } }, - "vendor": "meta" + "vendor": "openai", + "started_at": "2026-03-25T14:40:20.223629400Z", + "finished_at": "2026-03-25T14:41:50.165597600Z" }, - "t_002_scheduled_table": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_002_scheduled_table", + "t_025_optional_fields": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_025_optional_fields", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "GPT-5-mini", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -5556,18 +7380,20 @@ } } }, - "vendor": "meta" + "vendor": "openai", + "started_at": "2026-03-25T14:40:47.174099200Z", + "finished_at": "2026-03-25T14:42:17.979964500Z" }, - "t_003_struct_in_table": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_003_struct_in_table", + "t_026_auth_identity_check": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_026_auth_identity_check", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "GPT-5-mini", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "category": "auth", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -5580,18 +7406,20 @@ } } }, - "vendor": "meta" + "vendor": "openai", + "started_at": "2026-03-25T14:36:32.148653200Z", + "finished_at": "2026-03-25T14:38:26.597448900Z" }, - "t_004_insert": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_004_insert", + "t_027_private_vs_public_table": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_027_private_vs_public_table", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 2, - "passed_tests": 2, - "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -5602,46 +7430,48 @@ "tables_diff": null, "tables_equal": true } - }, - "data_parity_insert_user": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - "Alice", - 30, - true - ], - "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", - "reducer": "insert_user" - } } }, - "vendor": "meta" + "vendor": "openai", + "started_at": "2026-03-25T14:36:32.188175900Z", + "finished_at": "2026-03-25T14:38:20.144691200Z" }, - "t_005_update": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_005_update", + "t_028_cascade_delete": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_028_cascade_delete", "lang": "csharp", - "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 3, - "passed_tests": 1, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n ctx.Db.User.Id.Update(new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n });\n }\n}", - "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Author\", Public = true)]\n public partial struct Author\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Name = \"\";\n }\n\n [SpacetimeDB.Table(Accessor = \"Post\", Public = true)]\n public partial struct Post\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n\n [SpacetimeDB.Index.BTree]\n public ulong AuthorId;\n\n public string Title = \"\";\n }\n\n [SpacetimeDB.Reducer]\n public static void DeleteAuthor(ReducerContext ctx, ulong authorId)\n {\n // Delete all posts for this author\n foreach (var post in ctx.Db.Post.AuthorId.Filter(authorId))\n {\n ctx.Db.Post.Id.Delete(post.Id);\n }\n\n // Delete the author\n ctx.Db.Author.Id.Delete(authorId);\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", "scorer_details": { - "data_parity_update_user": { + "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The row was not found, e.g., in an update call\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c200c507051814efa1a26fabe22102c4e36fc055d14106ab65ac9c03fec8d3da/call/update_user)\n", - "phase": "call_reducer_llm" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,27): error CS8983: A 'struct' with field initializers must include an explicitly declared constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,27): error CS8983: A 'struct' with field initializers must include an explicitly declared constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } - }, + } + }, + "vendor": "openai", + "started_at": "2026-03-25T14:41:23.214536500Z", + "finished_at": "2026-03-25T14:41:54.979056Z" + }, + "t_029_filter_and_aggregate": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { "schema_parity": { "pass": true, "partial": 1.0, @@ -5651,29 +7481,22 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_users_row": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:56242/v1/database/c2003fa012003c49d80084f437bb713f6a093beeaea5587a135d5ff1731afde4/sql)\n", - "phase": "sql_golden", - "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" - } } }, - "vendor": "meta" + "vendor": "openai", + "started_at": "2026-03-25T14:41:38.460800100Z", + "finished_at": "2026-03-25T14:43:29.039919400Z" }, - "t_006_delete": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_006_delete", + "t_030_two_table_join": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_030_two_table_join", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -5684,47 +7507,23 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_users_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" - } - }, - "delete_user_count_zero": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1" - } } }, - "vendor": "meta" + "vendor": "openai", + "started_at": "2026-03-25T14:41:50.205423500Z", + "finished_at": "2026-03-25T14:43:35.828701300Z" }, - "t_007_crud": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_007_crud", + "t_031_unique_constraint": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_031_unique_constraint", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 4, - "passed_tests": 2, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User\n {\n Id = 1,\n Name = \"Alice\",\n Age = 30,\n Active = true\n });\n\n ctx.Db.User.Insert(new User\n {\n Id = 2,\n Name = \"Bob\",\n Age = 22,\n Active = false\n });\n\n ctx.Db.User.Id.Update(new User\n {\n Id = 1,\n Name = \"Alice2\",\n Age = 31,\n Active = false\n });\n\n ctx.Db.User.Id.Delete(2);\n }\n}", - "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", "scorer_details": { - "crud_row_id2_deleted": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -5734,51 +7533,23 @@ "tables_diff": null, "tables_equal": true } - }, - "crud_row_id1_parity": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: Value with given unique identifier already exists\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c200bae1f2bdd27271e560dbfda8814cfd2302b7e12fa45c11457037728b852a/call/crud)\n", - "phase": "call_reducer_golden" - } - }, - "crud_total_count_one": { - "pass": false, - "partial": 0.0, - "notes": { - "actual": 0, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM User" - } } }, - "vendor": "meta" + "vendor": "openai", + "started_at": "2026-03-25T14:41:54.979313600Z", + "finished_at": "2026-03-25T14:43:36.286325300Z" }, - "t_008_index_lookup": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_008_index_lookup", + "t_032_range_query": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_032_range_query", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", "scorer_details": { - "index_lookup_projection_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1 - ], - "golden_out": "Id | Name ----+--------- 1 | \"Alice\"", - "llm_out": "Id | Name ----+--------- 1 | \"Alice\"", - "query": "SELECT Id, Name FROM Result WHERE Id=1", - "reducer": "lookup_user_name" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -5788,46 +7559,101 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_user_row": { + } + }, + "vendor": "openai", + "started_at": "2026-03-25T14:43:29.044762300Z", + "finished_at": "2026-03-25T14:45:14.664607200Z" + }, + "t_033_sort_and_limit": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "meta" + "vendor": "openai", + "started_at": "2026-03-25T14:43:36.287463500Z", + "finished_at": "2026-03-25T14:45:38.527935700Z" }, - "t_009_init": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_009_init", + "t_034_find_first": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_034_find_first", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 4, - "passed_tests": 4, - "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", "scorer_details": { - "init_seed_alice": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, - "init_total_two": { + } + }, + "vendor": "openai", + "started_at": "2026-03-25T14:43:36.378517900Z", + "finished_at": "2026-03-25T14:45:15.085083Z" + }, + "t_035_select_distinct": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM User" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, + } + }, + "vendor": "openai", + "started_at": "2026-03-25T14:44:38.028095400Z", + "finished_at": "2026-03-25T14:46:08.513967800Z" + }, + "t_036_count_without_collect": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { "schema_parity": { "pass": true, "partial": 1.0, @@ -5837,29 +7663,48 @@ "tables_diff": null, "tables_equal": true } - }, - "init_seed_bob": { + } + }, + "vendor": "openai", + "started_at": "2026-03-25T14:45:15.085378300Z", + "finished_at": "2026-03-25T14:46:38.712064800Z" + }, + "t_037_multi_column_filter": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "meta" + "vendor": "openai", + "started_at": "2026-03-25T14:45:15.149175900Z", + "finished_at": "2026-03-25T14:46:38.365955500Z" }, - "t_010_connect": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_010_connect", + "t_038_schedule_at_time": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_038_schedule_at_time", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "GPT-5-mini", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -5872,28 +7717,21 @@ } } }, - "vendor": "meta" + "vendor": "openai", + "started_at": "2026-03-25T14:38:50.937333500Z", + "finished_at": "2026-03-25T14:40:47.158810100Z" }, - "t_011_helper_function": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_011_helper_function", + "t_039_cancel_schedule": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_039_cancel_schedule", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 3, - "passed_tests": 3, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "gpt-5-mini", "scorer_details": { - "helper_func_sum_abs": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -5903,106 +7741,22 @@ "tables_diff": null, "tables_equal": true } - }, - "helper_func_sum_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "Id | Sum ----+----- 1 | 5", - "llm_out": "Id | Sum ----+----- 1 | 5", - "query": "SELECT Id, Sum FROM Result WHERE Id=1", - "reducer": "compute_sum" - } - } - }, - "vendor": "meta" - }, - "t_012_spacetime_product_type": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_012_spacetime_product_type", - "lang": "csharp", - "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "google/gemini-3.1-pro-preview", - "scorer_details": { - "product_type_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "product_type_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", - "llm_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", - "query": "SELECT Id, Value FROM Result WHERE Id=1", - "reducer": "set_score" - } - } - }, - "vendor": "meta" - }, - "t_013_spacetime_sum_type": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_013_spacetime_sum_type", - "lang": "csharp", - "golden_published": false, - "model_name": "Gemini 3.1 Pro", - "total_tests": 3, - "passed_tests": 0, - "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Circle\n{\n public int Radius;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Type]\npublic partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> { }\n\n[SpacetimeDB.Table(Accessor = \"Result\", Public = true)]\npublic partial struct Result\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape Value;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = id,\n Value = Shape.Circle(new Circle { Radius = radius })\n });\n }\n}", - "category": "schema", - "route_api_model": "google/gemini-3.1-pro-preview", - "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-1-pro\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(6,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-1-pro\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(12,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n", - "phase": "build_or_publish" - } } }, - "vendor": "meta" + "vendor": "openai", + "started_at": "2026-03-25T14:39:20.816908900Z", + "finished_at": "2026-03-25T14:41:23.214321500Z" }, - "t_014_elementary_columns": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_014_elementary_columns", + "t_040_lifecycle_player": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_040_lifecycle_player", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "google/gemini-3.1-pro-preview", + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -6013,52 +7767,23 @@ "tables_diff": null, "tables_equal": true } - }, - "elementary_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM Primitive WHERE Id=1", - "reducer": "seed" - } - }, - "elementary_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Primitive WHERE Id=1" - } } }, - "vendor": "meta" + "vendor": "openai", + "started_at": "2026-03-25T14:39:41.718625900Z", + "finished_at": "2026-03-25T14:41:38.363194800Z" }, - "t_015_product_type_columns": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_015_product_type_columns", + "t_041_registered_user_gate": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_041_registered_user_gate", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "google/gemini-3.1-pro-preview", + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", "scorer_details": { - "product_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "query": "SELECT Id, Home, Work, Pos FROM Profile WHERE Id=1", - "reducer": "seed" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -6068,85 +7793,47 @@ "tables_diff": null, "tables_equal": true } - }, - "product_type_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Profile WHERE Id=1" - } } }, - "vendor": "meta" + "vendor": "openai", + "started_at": "2026-03-25T14:36:32.230784500Z", + "finished_at": "2026-03-25T14:38:19.820935500Z" }, - "t_016_sum_type_columns": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_016_sum_type_columns", + "t_042_admin_bootstrap": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_042_admin_bootstrap", "lang": "csharp", "golden_published": false, - "model_name": "Gemini 3.1 Pro", - "total_tests": 3, + "model_name": "GPT-5-mini", + "total_tests": 1, "passed_tests": 0, - "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Circle\n{\n public int Radius;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Type]\npublic partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> { }\n\n[SpacetimeDB.Table(Accessor = \"Drawing\", Public = true)]\npublic partial struct Drawing\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape A;\n public Shape B;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Drawing.Insert(new Drawing\n {\n Id = 1,\n A = Shape.Circle(new Circle { Radius = 10 }),\n B = Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\n });\n }\n}", - "category": "schema", - "route_api_model": "google/gemini-3.1-pro-preview", + "llm_output": "using System;\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Config\")]\n public partial struct Config\n {\n [SpacetimeDB.PrimaryKey]\n public uint Id;\n public Identity Admin;\n }\n\n [SpacetimeDB.Table(Accessor = \"AdminLog\", Public = true)]\n public partial struct AdminLog\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Action = \"\";\n }\n\n [SpacetimeDB.Reducer]\n public static void BootstrapAdmin(ReducerContext ctx)\n {\n // If a Config row with Id = 0 already exists, abort.\n if (ctx.Db.Config.Id.Find(0) is Config)\n {\n throw new Exception(\"already bootstrapped\");\n }\n\n // Insert the bootstrap config with the caller as admin.\n ctx.Db.Config.Insert(new Config\n {\n Id = 0,\n Admin = ctx.Sender,\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void AdminAction(ReducerContext ctx, string action)\n {\n // Ensure the system has been bootstrapped.\n var cfgRow = ctx.Db.Config.Id.Find(0);\n if (!(cfgRow is Config cfg))\n {\n throw new Exception(\"not bootstrapped\");\n }\n\n // Only the configured admin may perform admin actions.\n if (cfg.Admin != ctx.Sender)\n {\n throw new Exception(\"not admin\");\n }\n\n // Record the admin action.\n ctx.Db.AdminLog.Insert(new AdminLog\n {\n Id = 0,\n Action = action,\n });\n }\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(6,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(12,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,27): error CS8983: A 'struct' with field initializers must include an explicitly declared constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "meta" - }, - "t_017_scheduled_columns": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_017_scheduled_columns", - "lang": "csharp", - "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 2, - "passed_tests": 2, - "category": "schema", - "route_api_model": "google/gemini-3.1-pro-preview", - "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "scheduled_seeded_one_row": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM TickTimer WHERE ScheduledId>=0" - } - } - }, - "vendor": "meta" + "vendor": "openai", + "started_at": "2026-03-25T14:36:32.271091400Z", + "finished_at": "2026-03-25T14:37:40.749010200Z" }, - "t_018_constraints": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_018_constraints", + "t_043_role_based_access": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_043_role_based_access", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "google/gemini-3.1-pro-preview", + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -6157,59 +7844,23 @@ "tables_diff": null, "tables_equal": true } - }, - "constraints_row_parity_after_seed": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "llm_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "query": "SELECT Id, Email, Name FROM Account WHERE Id=1", - "reducer": "seed" - } - }, - "constraints_seed_two_rows": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Account WHERE Id=2" - } } }, - "vendor": "meta" + "vendor": "openai", + "started_at": "2026-03-25T14:37:40.749279800Z", + "finished_at": "2026-03-25T14:39:41.717928700Z" }, - "t_019_many_to_many": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_019_many_to_many", + "t_044_ban_list": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_044_ban_list", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "google/gemini-3.1-pro-preview", + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", "scorer_details": { - "m2m_has_1_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=20" - } - }, - "m2m_has_2_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=2 AND GroupId=20" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -6219,155 +7870,78 @@ "tables_diff": null, "tables_equal": true } - }, - "m2m_has_1_10": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=10" - } - }, - "memberships_three_rows": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM Membership" - } } }, - "vendor": "meta" + "vendor": "openai", + "started_at": "2026-03-25T14:38:20.144986200Z", + "finished_at": "2026-03-25T14:40:20.220477400Z" }, - "t_020_ecs": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_020_ecs", + "t_045_rate_limit": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_045_rate_limit", "lang": "csharp", - "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "google/gemini-3.1-pro-preview", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"RateLimit\")]\n public partial struct RateLimit\n {\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n }\n\n [SpacetimeDB.Table(Accessor = \"ActionLog\", Public = true)]\n public partial struct ActionLog\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n }\n\n [SpacetimeDB.Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n // Current time in microseconds\n ulong now = (ulong)(ctx.Timestamp.ToUnixTimeMilliseconds() * 1000);\n\n var existing = ctx.Db.RateLimit.Identity.Find(ctx.Sender);\n if (existing is RateLimit rl)\n {\n if (now - rl.LastCallUs < 1_000_000UL)\n {\n throw new Exception(\"rate limited\");\n }\n\n rl.LastCallUs = now;\n ctx.Db.RateLimit.Identity.Update(rl);\n }\n else\n {\n ctx.Db.RateLimit.Insert(new RateLimit\n {\n Identity = ctx.Sender,\n LastCallUs = now,\n });\n }\n\n ctx.Db.ActionLog.Insert(new ActionLog\n {\n Id = 0,\n Identity = ctx.Sender,\n Payload = payload ?? string.Empty,\n });\n }\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", "scorer_details": { - "ecs_next_pos_entity2": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=2 AND X=8 AND Y=3" - } - }, - "ecs_next_pos_entity1": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=1 AND X=1 AND Y=0" - } - }, - "ecs_seed_position_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM Position" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "ecs_step_next_position_count": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM NextPosition" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(29,43): error CS1061: 'Timestamp' does not contain a definition for 'ToUnixTimeMilliseconds' and no accessible extension method 'ToUnixTimeMilliseconds' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "meta" + "vendor": "openai", + "started_at": "2026-03-25T14:38:20.186640200Z", + "finished_at": "2026-03-25T14:38:50.937105500Z" }, - "t_021_multi_column_index": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_021_multi_column_index", + "t_046_shared_document": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_046_shared_document", "lang": "csharp", - "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 4, - "passed_tests": 4, - "category": "schema", - "route_api_model": "google/gemini-3.1-pro-preview", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Document\", Public = true)]\n [SpacetimeDB.Index.BTree(Accessor = \"Owner\", Columns = new[] { nameof(Owner) })]\n public partial struct Document\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public Identity Owner;\n public string Title;\n }\n\n [SpacetimeDB.Table(Accessor = \"DocumentShare\", Public = true)]\n [SpacetimeDB.Index.BTree(Accessor = \"DocumentId\", Columns = new[] { nameof(DocumentId) })]\n [SpacetimeDB.Index.BTree(Accessor = \"SharedWith\", Columns = new[] { nameof(SharedWith) })]\n public partial struct DocumentShare\n {\n public ulong DocumentId;\n public Identity SharedWith;\n }\n\n [SpacetimeDB.Reducer]\n public static void CreateDocument(ReducerContext ctx, string title)\n {\n ctx.Db.Document.Insert(new Document\n {\n Id = 0,\n Owner = ctx.Sender,\n Title = title,\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void ShareDocument(ReducerContext ctx, ulong documentId, Identity target)\n {\n var doc = ctx.Db.Document.Id.Find(documentId);\n if (doc == null)\n {\n throw new System.Exception(\"not found\");\n }\n\n if (!doc.Owner.IsEqual(ctx.Sender))\n {\n throw new System.Exception(\"not owner\");\n }\n\n ctx.Db.DocumentShare.Insert(new DocumentShare\n {\n DocumentId = documentId,\n SharedWith = target,\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void EditDocument(ReducerContext ctx, ulong documentId, string newTitle)\n {\n var doc = ctx.Db.Document.Id.Find(documentId);\n if (doc == null)\n {\n throw new System.Exception(\"not found\");\n }\n\n bool authorized = false;\n\n if (doc.Owner.IsEqual(ctx.Sender))\n {\n authorized = true;\n }\n else\n {\n foreach (var s in ctx.Db.DocumentShare.DocumentId.Filter(documentId))\n {\n if (s.SharedWith.IsEqual(ctx.Sender))\n {\n authorized = true;\n break;\n }\n }\n }\n\n if (!authorized)\n {\n throw new System.Exception(\"unauthorized\");\n }\n\n ctx.Db.Document.Id.Update(new Document\n {\n Id = doc.Id,\n Owner = doc.Owner,\n Title = newTitle,\n });\n }\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", "scorer_details": { - "mcindex_seed_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM Log" - } - }, - "mcindex_lookup_u7_d1": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=1" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "mcindex_lookup_u7_d2": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=2" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(46,18): error CS1061: 'Module.Document?' does not contain a definition for 'Owner' and no accessible extension method 'Owner' accepting a first argument of type 'Module.Document?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(69,17): error CS1061: 'Module.Document?' does not contain a definition for 'Owner' and no accessible extension method 'Owner' accepting a first argument of type 'Module.Document?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(77,34): error CS1061: 'Identity' does not contain a definition for 'IsEqual' and no accessible extension method 'IsEqual' accepting a first argument of type 'Identity' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(92,22): error CS1061: 'Module.Document?' does not contain a definition for 'Id' and no accessible extension method 'Id' accepting a first argument of type 'Module.Document?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(93,25): error CS1061: 'Module.Document?' does not contain a definition for 'Owner' and no accessible extension method 'Owner' accepting a first argument of type 'Module.Document?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "meta" + "vendor": "openai", + "started_at": "2026-03-25T14:38:26.597699700Z", + "finished_at": "2026-03-25T14:39:20.816696200Z" } } }, { - "name": "Gemini 3 Flash", - "route_api_model": "google/gemini-3-flash-preview", + "name": "Grok Code", + "route_api_model": "grok-code-fast-1", "tasks": { "t_000_empty_reducers": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_000_empty_reducers", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "Grok Code", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -6380,18 +7954,18 @@ } } }, - "vendor": "meta" + "vendor": "xai" }, "t_001_basic_tables": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_001_basic_tables", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "Grok Code", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -6404,18 +7978,18 @@ } } }, - "vendor": "meta" + "vendor": "xai" }, "t_002_scheduled_table": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_002_scheduled_table", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "Grok Code", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -6428,18 +8002,18 @@ } } }, - "vendor": "meta" + "vendor": "xai" }, "t_003_struct_in_table": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_003_struct_in_table", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "Grok Code", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -6452,18 +8026,18 @@ } } }, - "vendor": "meta" + "vendor": "xai" }, "t_004_insert": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_004_insert", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "Grok Code", "total_tests": 2, "passed_tests": 2, "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -6492,68 +8066,41 @@ } } }, - "vendor": "meta" + "vendor": "xai" }, "t_005_update": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_005_update", "lang": "csharp", - "golden_published": true, - "model_name": "Gemini 3 Flash", + "golden_published": false, + "model_name": "Grok Code", "total_tests": 3, - "passed_tests": 1, - "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Accessor = \"User\", Public = true)]\npublic partial struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n var user = ctx.Db.User.Id.Find(id);\n if (user != null)\n {\n ctx.Db.User.Id.Update(new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n });\n }\n }\n}", + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n var user = ctx.Db.User.Id.Find(id);\n if (user != null)\n {\n user.Name = name;\n user.Age = age;\n user.Active = active;\n ctx.Db.User.Id.Update(user);\n }\n }\n}", "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { - "data_parity_update_user": { - "pass": false, - "partial": 0.0, - "notes": { - "args": [ - 1, - "Alice2", - 31, - false - ], - "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "Id | Name | Age | Active ----+------+-----+--------", - "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", - "reducer": "update_user" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "seed_users_row": { + "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:56242/v1/database/c2003fa012003c49d80084f437bb713f6a093beeaea5587a135d5ff1731afde4/sql)\n", - "phase": "sql_golden", - "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-code\\llm\\Lib.cs(22,18): error CS1061: 'Module.User?' does not contain a definition for 'Name' and no accessible extension method 'Name' accepting a first argument of type 'Module.User?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-code\\llm\\Lib.cs(23,18): error CS1061: 'Module.User?' does not contain a definition for 'Age' and no accessible extension method 'Age' accepting a first argument of type 'Module.User?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-code\\llm\\Lib.cs(24,18): error CS1061: 'Module.User?' does not contain a definition for 'Active' and no accessible extension method 'Active' accepting a first argument of type 'Module.User?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-code\\llm\\Lib.cs(25,35): error CS1503: Argument 1: cannot convert from 'Module.User?' to 'Module.User' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n", + "phase": "build_or_publish" } } }, - "vendor": "meta" + "vendor": "xai" }, "t_006_delete": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_006_delete", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "Grok Code", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -6582,19 +8129,19 @@ } } }, - "vendor": "meta" + "vendor": "xai" }, "t_007_crud": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_007_crud", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "Grok Code", "total_tests": 4, "passed_tests": 2, - "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Accessor = \"User\", Public = true)]\npublic partial struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User\n {\n Id = 1,\n Name = \"Alice\",\n Age = 30,\n Active = true\n });\n\n ctx.Db.User.Insert(new User\n {\n Id = 2,\n Name = \"Bob\",\n Age = 22,\n Active = false\n });\n\n var alice = ctx.Db.User.Id.Find(1);\n if (alice.HasValue)\n {\n var updatedAlice = alice.Value;\n updatedAlice.Name = \"Alice2\";\n updatedAlice.Age = 31;\n updatedAlice.Active = false;\n ctx.Db.User.Id.Update(updatedAlice);\n }\n\n ctx.Db.User.Id.Delete(2);\n }\n}", + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n ctx.Db.User.Id.Update(new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\n ctx.Db.User.Id.Delete(2);\n }\n}", "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { "crud_row_id2_deleted": { "pass": true, @@ -6633,18 +8180,18 @@ } } }, - "vendor": "meta" + "vendor": "xai" }, "t_008_index_lookup": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_008_index_lookup", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "Grok Code", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { "index_lookup_projection_parity": { "pass": true, @@ -6677,18 +8224,18 @@ } } }, - "vendor": "meta" + "vendor": "xai" }, "t_009_init": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_009_init", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "Grok Code", "total_tests": 4, "passed_tests": 4, "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { "init_seed_alice": { "pass": true, @@ -6728,18 +8275,18 @@ } } }, - "vendor": "meta" + "vendor": "xai" }, "t_010_connect": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_010_connect", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "Grok Code", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -6752,18 +8299,18 @@ } } }, - "vendor": "meta" + "vendor": "xai" }, "t_011_helper_function": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_011_helper_function", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "Grok Code", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { "helper_func_sum_abs": { "pass": true, @@ -6800,18 +8347,18 @@ } } }, - "vendor": "meta" + "vendor": "xai" }, "t_012_spacetime_product_type": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_012_spacetime_product_type", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "Grok Code", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { "product_type_row_count": { "pass": true, @@ -6848,42 +8395,65 @@ } } }, - "vendor": "meta" + "vendor": "xai" }, "t_013_spacetime_sum_type": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_013_spacetime_sum_type", "lang": "csharp", - "golden_published": false, - "model_name": "Gemini 3 Flash", + "golden_published": true, + "model_name": "Grok Code", "total_tests": 3, - "passed_tests": 0, - "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Circle\n{\n public int Radius;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Type]\npublic partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> { }\n\n[SpacetimeDB.Table(Accessor = \"Result\", Public = true)]\npublic partial struct Result\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape Value;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = id,\n Value = Shape.Circle(new Circle { Radius = radius })\n });\n }\n}", + "passed_tests": 3, "category": "schema", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(6,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(12,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "llm_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" } } }, - "vendor": "meta" + "vendor": "xai" }, "t_014_elementary_columns": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_014_elementary_columns", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "Grok Code", "total_tests": 3, - "passed_tests": 2, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Primitive\", Public = true)]\n public partial struct Primitive\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Primitive.Insert(new Primitive\n {\n Id = 1,\n Count = 2,\n Total = 3000000000L,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}", + "passed_tests": 3, "category": "schema", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -6896,11 +8466,14 @@ } }, "elementary_columns_row_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:56242/v1/database/c200c52fb7b64f38ac169672ccaaf9aa528624106da48843b0f078bfbec22654/call/seed)\n", - "phase": "call_reducer_llm" + "args": [], + "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM Primitive WHERE Id=1", + "reducer": "seed" } }, "elementary_columns_row_count": { @@ -6913,18 +8486,18 @@ } } }, - "vendor": "meta" + "vendor": "xai" }, "t_015_product_type_columns": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_015_product_type_columns", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "Grok Code", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { "product_type_columns_row_parity": { "pass": true, @@ -6957,41 +8530,62 @@ } } }, - "vendor": "meta" + "vendor": "xai" }, "t_016_sum_type_columns": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_016_sum_type_columns", "lang": "csharp", - "golden_published": false, - "model_name": "Gemini 3 Flash", + "golden_published": true, + "model_name": "Grok Code", "total_tests": 3, - "passed_tests": 0, - "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Circle\n{\n public int Radius;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Type]\npublic partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> { }\n\n[SpacetimeDB.Table(Accessor = \"Drawing\", Public = true)]\npublic partial struct Drawing\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape A;\n public Shape B;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Drawing.Insert(new Drawing\n {\n Id = 1,\n A = Shape.Circle(new Circle { Radius = 10 }),\n B = Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\n });\n }\n}", + "passed_tests": 3, "category": "schema", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(6,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(12,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n", - "phase": "build_or_publish" + "args": [], + "golden_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (circle = (radius = 10)) | (rectangle = (width = 4, height = 6))", + "llm_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (circle = (radius = 10)) | (rectangle = (width = 4, height = 6))", + "query": "SELECT Id, A, B FROM Drawing WHERE Id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Drawing WHERE Id=1" } } }, - "vendor": "meta" + "vendor": "xai" }, "t_017_scheduled_columns": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_017_scheduled_columns", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "Grok Code", "total_tests": 2, "passed_tests": 2, "category": "schema", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -7013,18 +8607,18 @@ } } }, - "vendor": "meta" + "vendor": "xai" }, "t_018_constraints": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_018_constraints", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "Grok Code", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -7057,67 +8651,36 @@ } } }, - "vendor": "meta" + "vendor": "xai" }, "t_019_many_to_many": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_019_many_to_many", "lang": "csharp", - "golden_published": false, - "model_name": "Gemini 3 Flash", - "total_tests": 5, - "passed_tests": 0, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [PrimaryKey]\n public int UserId;\n public string Name;\n }\n\n [Table(Accessor = \"Group\", Public = true)]\n public partial struct Group\n {\n [PrimaryKey]\n public int GroupId;\n public string Title;\n }\n\n [Table(Accessor = \"Membership\", Public = true)]\n [Index.BTree(Accessor = \"by_user\", Columns = new[] { \"UserId\" })]\n [Index.BTree(Accessor = \"by_group\", Columns = new[] { \"GroupId\" })]\n public partial struct Membership\n {\n [PrimaryKey]\n public int Id;\n public int UserId;\n public int GroupId;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Db.User.Insert(new User { UserId = 2, Name = \"Bob\" });\n\n ctx.Db.Group.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Db.Group.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n\n ctx.Db.Membership.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Db.Membership.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Db.Membership.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}", - "category": "schema", - "route_api_model": "google/gemini-3-flash-preview", - "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(23,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(24,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n", - "phase": "build_or_publish" - } - } - }, - "vendor": "meta" - }, - "t_020_ecs": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_020_ecs", - "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "Grok Code", "total_tests": 5, - "passed_tests": 5, + "passed_tests": 4, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int UserId;\n public string Name;\n }\n\n [SpacetimeDB.Table(Accessor = \"Group\", Public = true)]\n public partial struct Group\n {\n [SpacetimeDB.PrimaryKey]\n public int GroupId;\n public string Title;\n }\n\n [SpacetimeDB.Table(Accessor = \"Membership\", Public = true)]\n [SpacetimeDB.Index.BTree(Accessor = \"by_user\", Columns = new[] { \"UserId\" })]\n [SpacetimeDB.Index.BTree(Accessor = \"by_group\", Columns = new[] { \"GroupId\" })]\n public partial struct Membership\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int UserId;\n public int GroupId;\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Db.User.Insert(new User { UserId = 2, Name = \"Bob\" });\n ctx.Db.Group.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Db.Group.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n ctx.Db.Membership.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Db.Membership.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Db.Membership.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}", "category": "schema", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { - "ecs_next_pos_entity2": { + "m2m_has_1_20": { "pass": true, "partial": 1.0, "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=2 AND X=8 AND Y=3" + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=20" } }, - "ecs_next_pos_entity1": { + "m2m_has_2_20": { "pass": true, "partial": 1.0, "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=1 AND X=1 AND Y=0" - } - }, - "ecs_seed_position_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM Position" + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=2 AND GroupId=20" } }, "schema_parity": { @@ -7130,28 +8693,59 @@ "tables_equal": true } }, - "ecs_step_next_position_count": { + "m2m_has_1_10": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:56242/v1/database/c200bbac8a83a1bd5dc662ac727908d6998563a26278c22b4767396494e5791f/call/seed)\n", + "phase": "call_reducer" + } + }, + "memberships_three_rows": { "pass": true, "partial": 1.0, "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM NextPosition" + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Membership" } } }, - "vendor": "meta" + "vendor": "xai" + }, + "t_020_ecs": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_020_ecs", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Entity\", Public = true)]\n public partial struct Entity\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n }\n\n [SpacetimeDB.Table(Accessor = \"Position\", Public = true)]\n public partial struct Position\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Table(Accessor = \"Velocity\", Public = true)]\n public partial struct Velocity\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n }\n\n [SpacetimeDB.Table(Accessor = \"NextPosition\", Public = true)]\n public partial struct NextPosition\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Entity.Insert(new Entity { Id = 1 });\n ctx.Db.Entity.Insert(new Entity { Id = 2 });\n ctx.Db.Position.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.Position.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [SpacetimeDB.Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var pos in ctx.Db.Position.Iter())\n {\n var vel = ctx.Db.Velocity.EntityId.Find(pos.EntityId);\n if (vel != null)\n {\n int newX = pos.X + vel.VX;\n int newY = pos.Y + vel.VY;\n var nextPos = new NextPosition { EntityId = pos.EntityId, X = newX, Y = newY };\n var existing = ctx.Db.NextPosition.EntityId.Find(pos.EntityId);\n if (existing != null)\n {\n existing.X = newX;\n existing.Y = newY;\n ctx.Db.NextPosition.EntityId.Update(existing);\n }\n else\n {\n ctx.Db.NextPosition.Insert(nextPos);\n }\n }\n }\n }\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\Lib.cs(59,40): error CS1061: 'Module.Velocity?' does not contain a definition for 'VX' and no accessible extension method 'VX' accepting a first argument of type 'Module.Velocity?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\Lib.cs(60,40): error CS1061: 'Module.Velocity?' does not contain a definition for 'VY' and no accessible extension method 'VY' accepting a first argument of type 'Module.Velocity?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\Lib.cs(65,30): error CS1061: 'Module.NextPosition?' does not contain a definition for 'X' and no accessible extension method 'X' accepting a first argument of type 'Module.NextPosition?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\Lib.cs(66,30): error CS1061: 'Module.NextPosition?' does not contain a definition for 'Y' and no accessible extension method 'Y' accepting a first argument of type 'Module.NextPosition?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\Lib.cs(67,57): error CS1503: Argument 1: cannot convert from 'Module.NextPosition?' to 'Module.NextPosition' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai" }, "t_021_multi_column_index": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_021_multi_column_index", "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "Grok Code", "total_tests": 4, "passed_tests": 4, "category": "schema", - "route_api_model": "google/gemini-3-flash-preview", + "route_api_model": "grok-code-fast-1", "scorer_details": { "mcindex_seed_count": { "pass": true, @@ -7191,24 +8785,43 @@ } } }, - "vendor": "meta" - } - } - }, - { - "name": "DeepSeek Chat", - "route_api_model": "deepseek-chat", - "tasks": { - "t_000_empty_reducers": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_000_empty_reducers", + "vendor": "xai" + }, + "t_022_view_basic": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Announcement\", Public = true)]\n public partial struct Announcement\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Message;\n [SpacetimeDB.Index.BTree]\n public bool Active;\n }\n\n [SpacetimeDB.View(Accessor = \"ActiveAnnouncements\", Public = true)]\n public static IEnumerable ActiveAnnouncements(AnonymousViewContext ctx)\n {\n return ctx.Db.Announcement.Active.Filter(true);\n }\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-code\\llm\\Lib.cs(18,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-code\\llm\\Lib.cs(18,19): error STDB0024: View 'ActiveAnnouncements' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:51:17.842680200Z", + "finished_at": "2026-03-25T14:51:36.715363Z" + }, + "t_023_view_per_user": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_023_view_per_user", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "Grok Code", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "deepseek-chat", + "category": "queries", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -7221,18 +8834,20 @@ } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:51:36.718886200Z", + "finished_at": "2026-03-25T14:52:47.686263600Z" }, - "t_001_basic_tables": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_001_basic_tables", + "t_024_event_table": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_024_event_table", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "Grok Code", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "deepseek-chat", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -7245,18 +8860,20 @@ } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:49:50.513836900Z", + "finished_at": "2026-03-25T14:51:11.055712600Z" }, - "t_002_scheduled_table": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_002_scheduled_table", + "t_025_optional_fields": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_025_optional_fields", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "Grok Code", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "deepseek-chat", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -7269,18 +8886,20 @@ } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:49:56.227183500Z", + "finished_at": "2026-03-25T14:51:16.135008900Z" }, - "t_003_struct_in_table": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_003_struct_in_table", + "t_026_auth_identity_check": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_026_auth_identity_check", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "Grok Code", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "deepseek-chat", + "category": "auth", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -7293,18 +8912,20 @@ } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:46:34.062916600Z", + "finished_at": "2026-03-25T14:48:23.401529500Z" }, - "t_004_insert": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_004_insert", + "t_027_private_vs_public_table": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_027_private_vs_public_table", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 2, - "passed_tests": 2, - "category": "basics", - "route_api_model": "deepseek-chat", + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -7315,54 +8936,23 @@ "tables_diff": null, "tables_equal": true } - }, - "data_parity_insert_user": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - "Alice", - 30, - true - ], - "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", - "reducer": "insert_user" - } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:46:34.874718100Z", + "finished_at": "2026-03-25T14:48:23.721043500Z" }, - "t_005_update": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_005_update", + "t_028_cascade_delete": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_028_cascade_delete", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 3, + "model_name": "Grok Code", + "total_tests": 1, "passed_tests": 1, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n var user = ctx.Db.User.Id.Find(id);\n if (user.HasValue)\n {\n ctx.Db.User.Id.Update(new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n });\n }\n }\n}", - "category": "basics", - "route_api_model": "deepseek-chat", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", "scorer_details": { - "data_parity_update_user": { - "pass": false, - "partial": 0.0, - "notes": { - "args": [ - 1, - "Alice2", - 31, - false - ], - "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "Id | Name | Age | Active ----+------+-----+--------", - "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", - "reducer": "update_user" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -7372,29 +8962,47 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_users_row": { + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:50:25.780042200Z", + "finished_at": "2026-03-25T14:51:47.950528200Z" + }, + "t_029_filter_and_aggregate": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Order\", Public = true)]\n public partial struct Order\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n [SpacetimeDB.Index.BTree]\n public string Category;\n public ulong Amount;\n public bool Fulfilled;\n }\n\n [SpacetimeDB.Table(Accessor = \"CategoryStats\", Public = true)]\n public partial struct CategoryStats\n {\n [SpacetimeDB.PrimaryKey]\n public string Category;\n public ulong TotalAmount;\n public uint OrderCount;\n }\n\n [SpacetimeDB.Reducer]\n public static void ComputeStats(ReducerContext ctx, string category)\n {\n var orders = ctx.Db.Order.Category.Filter(category);\n ulong totalAmount = 0;\n uint orderCount = 0;\n foreach (var order in orders)\n {\n totalAmount += order.Amount;\n orderCount++;\n }\n var stats = ctx.Db.CategoryStats.Category.Find(category);\n if (stats != null)\n {\n stats.TotalAmount = totalAmount;\n stats.OrderCount = orderCount;\n ctx.Db.CategoryStats.Category.Update(stats);\n }\n else\n {\n ctx.Db.CategoryStats.Insert(new CategoryStats\n {\n Category = category,\n TotalAmount = totalAmount,\n OrderCount = orderCount\n });\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:56242/v1/database/c2003fa012003c49d80084f437bb713f6a093beeaea5587a135d5ff1731afde4/sql)\n", - "phase": "sql_golden", - "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\grok-code\\llm\\Lib.cs(41,19): error CS1061: 'Module.CategoryStats?' does not contain a definition for 'TotalAmount' and no accessible extension method 'TotalAmount' accepting a first argument of type 'Module.CategoryStats?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\grok-code\\llm\\Lib.cs(42,19): error CS1061: 'Module.CategoryStats?' does not contain a definition for 'OrderCount' and no accessible extension method 'OrderCount' accepting a first argument of type 'Module.CategoryStats?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\grok-code\\llm\\Lib.cs(43,50): error CS1503: Argument 1: cannot convert from 'Module.CategoryStats?' to 'Module.CategoryStats' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:51:03.578522800Z", + "finished_at": "2026-03-25T14:51:17.842520500Z" }, - "t_006_delete": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_006_delete", + "t_030_two_table_join": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_030_two_table_join", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "deepseek-chat", + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -7405,47 +9013,23 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_users_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" - } - }, - "delete_user_count_zero": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1" - } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:51:11.056002700Z", + "finished_at": "2026-03-25T14:52:31.869846900Z" }, - "t_007_crud": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_007_crud", + "t_031_unique_constraint": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_031_unique_constraint", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 4, - "passed_tests": 2, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n ctx.Db.User.Id.Update(new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\n ctx.Db.User.Id.Delete(2);\n }\n}", - "category": "basics", - "route_api_model": "deepseek-chat", + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", "scorer_details": { - "crud_row_id2_deleted": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -7455,51 +9039,23 @@ "tables_diff": null, "tables_equal": true } - }, - "crud_row_id1_parity": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: Value with given unique identifier already exists\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c200bae1f2bdd27271e560dbfda8814cfd2302b7e12fa45c11457037728b852a/call/crud)\n", - "phase": "call_reducer_golden" - } - }, - "crud_total_count_one": { - "pass": false, - "partial": 0.0, - "notes": { - "actual": 0, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM User" - } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:51:16.331488200Z", + "finished_at": "2026-03-25T14:52:30.775244100Z" }, - "t_008_index_lookup": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_008_index_lookup", + "t_032_range_query": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_032_range_query", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "deepseek-chat", + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", "scorer_details": { - "index_lookup_projection_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1 - ], - "golden_out": "Id | Name ----+--------- 1 | \"Alice\"", - "llm_out": "Id | Name ----+--------- 1 | \"Alice\"", - "query": "SELECT Id, Name FROM Result WHERE Id=1", - "reducer": "lookup_user_name" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -7509,46 +9065,23 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_user_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" - } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:51:48.022128100Z", + "finished_at": "2026-03-25T14:52:52.600110300Z" }, - "t_009_init": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_009_init", + "t_033_sort_and_limit": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_033_sort_and_limit", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 4, - "passed_tests": 4, - "category": "basics", - "route_api_model": "deepseek-chat", + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", "scorer_details": { - "init_seed_alice": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true" - } - }, - "init_total_two": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM User" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -7558,29 +9091,22 @@ "tables_diff": null, "tables_equal": true } - }, - "init_seed_bob": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false" - } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:52:31.870166200Z", + "finished_at": "2026-03-25T14:53:41.148731600Z" }, - "t_010_connect": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_010_connect", + "t_034_find_first": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_034_find_first", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "Grok Code", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "deepseek-chat", + "category": "queries", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -7593,28 +9119,21 @@ } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:52:32.942568Z", + "finished_at": "2026-03-25T14:53:40.534929700Z" }, - "t_011_helper_function": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_011_helper_function", + "t_035_select_distinct": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_035_select_distinct", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "deepseek-chat", + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", "scorer_details": { - "helper_func_sum_abs": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -7624,45 +9143,23 @@ "tables_diff": null, "tables_equal": true } - }, - "helper_func_sum_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "Id | Sum ----+----- 1 | 5", - "llm_out": "Id | Sum ----+----- 1 | 5", - "query": "SELECT Id, Sum FROM Result WHERE Id=1", - "reducer": "compute_sum" - } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:52:47.686633700Z", + "finished_at": "2026-03-25T14:53:58.321686500Z" }, - "t_012_spacetime_product_type": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_012_spacetime_product_type", + "t_036_count_without_collect": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_036_count_without_collect", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "deepseek-chat", + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", "scorer_details": { - "product_type_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -7672,36 +9169,22 @@ "tables_diff": null, "tables_equal": true } - }, - "product_type_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", - "llm_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", - "query": "SELECT Id, Value FROM Result WHERE Id=1", - "reducer": "set_score" - } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:52:52.600298200Z", + "finished_at": "2026-03-25T14:53:58.956028200Z" }, - "t_013_spacetime_sum_type": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_013_spacetime_sum_type", + "t_037_multi_column_filter": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_037_multi_column_filter", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 3, - "passed_tests": 2, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [SpacetimeDB.Type]\n public partial struct Shape\n {\n public Circle? Circle;\n public Rectangle? Rectangle;\n }\n\n [SpacetimeDB.Table(Accessor = \"Result\")]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape Value;\n }\n\n [SpacetimeDB.Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = id,\n Value = new Shape { Circle = new Circle { Radius = radius } }\n });\n }\n}", - "category": "schema", - "route_api_model": "deepseek-chat", + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -7712,43 +9195,47 @@ "tables_diff": null, "tables_equal": true } - }, - "sum_type_row_parity": { + } + }, + "vendor": "xai", + "started_at": "2026-03-25T14:53:41.226184400Z", + "finished_at": "2026-03-25T14:54:47.744702500Z" + }, + "t_038_schedule_at_time": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Reminder\", Scheduled = nameof(SendReminder), ScheduledAt = nameof(ScheduledAt))]\n public partial struct Reminder\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n public string Message;\n }\n\n [SpacetimeDB.Reducer]\n public static void SendReminder(ReducerContext ctx, Reminder reminder)\n {\n // Do nothing\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.Reminder.Insert(new Reminder\n {\n ScheduledId = 0,\n ScheduledAt = new ScheduleAt.Time(ctx.Timestamp.ToDateTimeOffset() + TimeSpan.FromSeconds(60)),\n Message = \"Reminder message\"\n });\n }\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { "pass": false, "partial": 0.0, "notes": { - "args": [ - 1, - 10 - ], - "golden_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", - "llm_out": "Id | Value ----+------------------------------------------------------------ 1 | (circle = (some = (radius = 10)), rectangle = (none = ()))", - "query": "SELECT Id, Value FROM Result WHERE Id=1", - "reducer": "set_circle" - } - }, - "sum_type_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-code\\llm\\Lib.cs(28,61): error CS1061: 'Timestamp' does not contain a definition for 'ToDateTimeOffset' and no accessible extension method 'ToDateTimeOffset' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:48:45.638883900Z", + "finished_at": "2026-03-25T14:49:05.085375400Z" }, - "t_014_elementary_columns": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_014_elementary_columns", + "t_039_cancel_schedule": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_039_cancel_schedule", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "deepseek-chat", + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -7759,52 +9246,23 @@ "tables_diff": null, "tables_equal": true } - }, - "elementary_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM Primitive WHERE Id=1", - "reducer": "seed" - } - }, - "elementary_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Primitive WHERE Id=1" - } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:49:05.086139400Z", + "finished_at": "2026-03-25T14:50:25.779637400Z" }, - "t_015_product_type_columns": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_015_product_type_columns", + "t_040_lifecycle_player": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_040_lifecycle_player", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "deepseek-chat", + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", "scorer_details": { - "product_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "query": "SELECT Id, Home, Work, Pos FROM Profile WHERE Id=1", - "reducer": "seed" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -7814,42 +9272,23 @@ "tables_diff": null, "tables_equal": true } - }, - "product_type_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Profile WHERE Id=1" - } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:49:43.004154500Z", + "finished_at": "2026-03-25T14:51:03.578164900Z" }, - "t_016_sum_type_columns": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_016_sum_type_columns", + "t_041_registered_user_gate": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_041_registered_user_gate", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 3, - "passed_tests": 2, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [SpacetimeDB.Type]\n public partial struct Shape\n {\n public Circle? Circle;\n public Rectangle? Rectangle;\n }\n\n [SpacetimeDB.Table(Accessor = \"Drawing\")]\n public partial struct Drawing\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape A;\n public Shape B;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Drawing.Insert(new Drawing\n {\n Id = 1,\n A = new Shape { Circle = new Circle { Radius = 10 } },\n B = new Shape { Rectangle = new Rectangle { Width = 4, Height = 6 } }\n });\n }\n}", - "category": "schema", - "route_api_model": "deepseek-chat", + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", "scorer_details": { - "sum_type_columns_row_parity": { - "pass": false, - "partial": 0.0, - "notes": { - "args": [], - "golden_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (circle = (radius = 10)) | (rectangle = (width = 4, height = 6))", - "llm_out": "Id | A | B ----+------------------------------------------------------------+---------------------------------------------------------------------- 1 | (circle = (some = (radius = 10)), rectangle = (none = ())) | (circle = (none = ()), rectangle = (some = (width = 4, height = 6)))", - "query": "SELECT Id, A, B FROM Drawing WHERE Id=1", - "reducer": "seed" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -7859,29 +9298,22 @@ "tables_diff": null, "tables_equal": true } - }, - "sum_type_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Drawing WHERE Id=1" - } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:46:35.637157800Z", + "finished_at": "2026-03-25T14:48:24.039129600Z" }, - "t_017_scheduled_columns": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_017_scheduled_columns", + "t_042_admin_bootstrap": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_042_admin_bootstrap", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 2, - "passed_tests": 2, - "category": "schema", - "route_api_model": "deepseek-chat", + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -7892,29 +9324,22 @@ "tables_diff": null, "tables_equal": true } - }, - "scheduled_seeded_one_row": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM TickTimer WHERE ScheduledId>=0" - } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:46:36.422100600Z", + "finished_at": "2026-03-25T14:48:24.365933300Z" }, - "t_018_constraints": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_018_constraints", + "t_043_role_based_access": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_043_role_based_access", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "deepseek-chat", + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", "scorer_details": { "schema_parity": { "pass": true, @@ -7925,59 +9350,23 @@ "tables_diff": null, "tables_equal": true } - }, - "constraints_row_parity_after_seed": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "llm_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "query": "SELECT Id, Email, Name FROM Account WHERE Id=1", - "reducer": "seed" - } - }, - "constraints_seed_two_rows": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Account WHERE Id=2" - } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:48:24.366230400Z", + "finished_at": "2026-03-25T14:49:43.003852300Z" }, - "t_019_many_to_many": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_019_many_to_many", + "t_044_ban_list": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_044_ban_list", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "deepseek-chat", + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", "scorer_details": { - "m2m_has_1_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=20" - } - }, - "m2m_has_2_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=2 AND GroupId=20" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -7987,115 +9376,48 @@ "tables_diff": null, "tables_equal": true } - }, - "m2m_has_1_10": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=10" - } - }, - "memberships_three_rows": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM Membership" - } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:48:25.148794800Z", + "finished_at": "2026-03-25T14:49:50.513538300Z" }, - "t_020_ecs": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_020_ecs", + "t_045_rate_limit": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_045_rate_limit", "lang": "csharp", - "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 5, - "passed_tests": 2, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Entity\", Public = true)]\n public partial struct Entity\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n }\n\n [SpacetimeDB.Table(Accessor = \"Position\", Public = true)]\n public partial struct Position\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Table(Accessor = \"Velocity\", Public = true)]\n public partial struct Velocity\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n }\n\n [SpacetimeDB.Table(Accessor = \"NextPosition\", Public = true)]\n public partial struct NextPosition\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Entity.Insert(new Entity { Id = 1 });\n ctx.Db.Position.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n\n ctx.Db.Entity.Insert(new Entity { Id = 2 });\n ctx.Db.Position.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [SpacetimeDB.Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var pos in ctx.Db.Position.Iter())\n {\n var vel = ctx.Db.Velocity.EntityId.Find(pos.EntityId);\n if (vel.HasValue)\n {\n var nextPos = new NextPosition\n {\n EntityId = pos.EntityId,\n X = pos.X + vel.Value.VX,\n Y = pos.Y + vel.Value.VY\n };\n ctx.Db.NextPosition.EntityId.Update(nextPos);\n }\n }\n }\n}", - "category": "schema", - "route_api_model": "deepseek-chat", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"RateLimit\")]\n public partial struct RateLimit\n {\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n }\n\n [SpacetimeDB.Table(Accessor = \"ActionLog\", Public = true)]\n public partial struct ActionLog\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n }\n\n [SpacetimeDB.Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)(ctx.Timestamp.ToUnixTimeMilliseconds() * 1000);\n var rateLimit = ctx.Db.RateLimit.Identity.Find(ctx.Sender);\n if (rateLimit != null && (now - rateLimit.Value.LastCallUs) < 1_000_000)\n {\n throw new Exception(\"rate limited\");\n }\n ctx.Db.RateLimit.Insert(new RateLimit { Identity = ctx.Sender, LastCallUs = now });\n ctx.Db.ActionLog.Insert(new ActionLog { Id = 0, Identity = ctx.Sender, Payload = payload });\n }\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", "scorer_details": { - "ecs_next_pos_entity2": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The row was not found, e.g., in an update call\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c20037a8f99a52ad0d30979e9235082416df0a4c9ac89afa9c7c4d3bf295770b/call/step)\n", - "phase": "call_reducer" - } - }, - "ecs_next_pos_entity1": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The row was not found, e.g., in an update call\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c20037a8f99a52ad0d30979e9235082416df0a4c9ac89afa9c7c4d3bf295770b/call/step)\n", - "phase": "call_reducer" - } - }, - "ecs_seed_position_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM Position" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "ecs_step_next_position_count": { + "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The row was not found, e.g., in an update call\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c20037a8f99a52ad0d30979e9235082416df0a4c9ac89afa9c7c4d3bf295770b/call/step)\n", - "phase": "call_reducer" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-code\\llm\\Lib.cs(27,43): error CS1061: 'Timestamp' does not contain a definition for 'ToUnixTimeMilliseconds' and no accessible extension method 'ToUnixTimeMilliseconds' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:48:25.943320500Z", + "finished_at": "2026-03-25T14:48:45.638617Z" }, - "t_021_multi_column_index": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", - "task": "t_021_multi_column_index", + "t_046_shared_document": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_046_shared_document", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 4, - "passed_tests": 4, - "category": "schema", - "route_api_model": "deepseek-chat", + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", "scorer_details": { - "mcindex_seed_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM Log" - } - }, - "mcindex_lookup_u7_d1": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=1" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -8105,35 +9427,28 @@ "tables_diff": null, "tables_equal": true } - }, - "mcindex_lookup_u7_d2": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=2" - } } }, - "vendor": "deepseek" + "vendor": "xai", + "started_at": "2026-03-25T14:48:26.946468300Z", + "finished_at": "2026-03-25T14:49:56.226709900Z" } } }, { - "name": "DeepSeek Reasoner", - "route_api_model": "deepseek-reasoner", + "name": "Gemini 3.1 Pro", + "route_api_model": "google/gemini-3.1-pro-preview", "tasks": { "t_000_empty_reducers": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_000_empty_reducers", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3.1 Pro", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -8146,18 +9461,18 @@ } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_001_basic_tables": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_001_basic_tables", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3.1 Pro", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -8170,18 +9485,18 @@ } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_002_scheduled_table": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_002_scheduled_table", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3.1 Pro", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -8194,18 +9509,18 @@ } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_003_struct_in_table": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_003_struct_in_table", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3.1 Pro", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -8218,18 +9533,18 @@ } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_004_insert": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_004_insert", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3.1 Pro", "total_tests": 2, "passed_tests": 2, "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -8258,34 +9573,26 @@ } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_005_update": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_005_update", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3.1 Pro", "total_tests": 3, "passed_tests": 1, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n var existing = ctx.Db.User.Id.Find(id);\n if (existing.HasValue)\n {\n ctx.Db.User.Id.Update(new User { Id = id, Name = name, Age = age, Active = active });\n }\n }\n}", + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n ctx.Db.User.Id.Update(new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n });\n }\n}", "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "data_parity_update_user": { "pass": false, "partial": 0.0, "notes": { - "args": [ - 1, - "Alice2", - 31, - false - ], - "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "Id | Name | Age | Active ----+------+-----+--------", - "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", - "reducer": "update_user" + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The row was not found, e.g., in an update call\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c200c507051814efa1a26fabe22102c4e36fc055d14106ab65ac9c03fec8d3da/call/update_user)\n", + "phase": "call_reducer_llm" } }, "schema_parity": { @@ -8308,18 +9615,18 @@ } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_006_delete": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_006_delete", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3.1 Pro", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -8348,19 +9655,19 @@ } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_007_crud": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_007_crud", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3.1 Pro", "total_tests": 4, "passed_tests": 2, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n ctx.Db.User.Id.Update(new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\n ctx.Db.User.Id.Delete(2);\n }\n}", + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User\n {\n Id = 1,\n Name = \"Alice\",\n Age = 30,\n Active = true\n });\n\n ctx.Db.User.Insert(new User\n {\n Id = 2,\n Name = \"Bob\",\n Age = 22,\n Active = false\n });\n\n ctx.Db.User.Id.Update(new User\n {\n Id = 1,\n Name = \"Alice2\",\n Age = 31,\n Active = false\n });\n\n ctx.Db.User.Id.Delete(2);\n }\n}", "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "crud_row_id2_deleted": { "pass": true, @@ -8399,18 +9706,18 @@ } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_008_index_lookup": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_008_index_lookup", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3.1 Pro", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "index_lookup_projection_parity": { "pass": true, @@ -8443,19 +9750,18 @@ } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_009_init": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_009_init", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3.1 Pro", "total_tests": 4, - "passed_tests": 3, - "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"User\", Public = true)]\npublic partial struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n }\n}", + "passed_tests": 4, "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "init_seed_alice": { "pass": true, @@ -8476,21 +9782,13 @@ } }, "schema_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": { - "changed": {}, - "only_golden": { - "user": {} - }, - "only_llm": { - "User": {} - } - }, - "tables_equal": false + "tables_diff": null, + "tables_equal": true } }, "init_seed_bob": { @@ -8503,18 +9801,18 @@ } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_010_connect": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_010_connect", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3.1 Pro", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -8527,18 +9825,18 @@ } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_011_helper_function": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_011_helper_function", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3.1 Pro", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "helper_func_sum_parity": { "pass": true, @@ -8575,18 +9873,18 @@ } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_012_spacetime_product_type": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_012_spacetime_product_type", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3.1 Pro", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "product_type_row_count": { "pass": true, @@ -8623,41 +9921,41 @@ } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_013_spacetime_sum_type": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_013_spacetime_sum_type", "lang": "csharp", "golden_published": false, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3.1 Pro", "total_tests": 3, "passed_tests": 0, - "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic abstract class Shape { }\n\n[SpacetimeDB.Type]\npublic class Circle : Shape\n{\n public int Radius;\n}\n\n[SpacetimeDB.Type]\npublic class Rectangle : Shape\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Table(Accessor = \"Result\")]\npublic partial struct Result\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape Value;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = id,\n Value = new Circle { Radius = radius }\n });\n }\n}", + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Circle\n{\n public int Radius;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Type]\npublic partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> { }\n\n[SpacetimeDB.Table(Accessor = \"Result\", Public = true)]\npublic partial struct Result\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape Value;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = id,\n Value = Shape.Circle(new Circle { Radius = radius })\n });\n }\n}", "category": "schema", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(5,23): error CS0260: Missing partial modifier on declaration of type 'Shape'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,14): error CS0260: Missing partial modifier on declaration of type 'Circle'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(14,14): error CS0260: Missing partial modifier on declaration of type 'Rectangle'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Circle.cs(6,17): warning CS0108: 'Circle.ReadFields(BinaryReader)' hides inherited member 'Shape.ReadFields(BinaryReader)'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Circle.cs(10,17): warning CS0108: 'Circle.WriteFields(BinaryWriter)' hides inherited member 'Shape.WriteFields(BinaryWriter)'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Circle.cs(19,36): warning CS0108: 'Circle.BSATN' hides inherited member 'Shape.BSATN'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Rectangle.cs(6,17): warning CS0108: 'Rectangle.ReadFields(BinaryReader)' hides inherited member 'Shape.ReadFields(BinaryReader)'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Rectangle.cs(11,17): warning CS0108: 'Rectangle.WriteFields(BinaryWriter)' hides inherited member 'Shape.WriteFields(BinaryWriter)'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Rectangle.cs(21,36): warning CS0108: 'Rectangle.BSATN' hides inherited member 'Shape.BSATN'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-1-pro\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(6,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-1-pro\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(12,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n", "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_014_elementary_columns": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_014_elementary_columns", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3.1 Pro", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -8690,18 +9988,18 @@ } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_015_product_type_columns": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_015_product_type_columns", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3.1 Pro", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "product_type_columns_row_parity": { "pass": true, @@ -8734,41 +10032,41 @@ } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_016_sum_type_columns": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_016_sum_type_columns", "lang": "csharp", "golden_published": false, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3.1 Pro", "total_tests": 3, "passed_tests": 0, - "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Sum]\npublic interface Shape { }\n\n[SpacetimeDB.Type]\npublic struct Circle : Shape\n{\n public int Radius;\n}\n\n[SpacetimeDB.Type]\npublic struct Rectangle : Shape\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Table(Accessor = \"Drawing\")]\npublic partial struct Drawing\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape A;\n public Shape B;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Drawing.Insert(new Drawing\n {\n Id = 1,\n A = new Circle { Radius = 10 },\n B = new Rectangle { Width = 4, Height = 6 }\n });\n }\n}", + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Circle\n{\n public int Radius;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Type]\npublic partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> { }\n\n[SpacetimeDB.Table(Accessor = \"Drawing\", Public = true)]\npublic partial struct Drawing\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape A;\n public Shape B;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Drawing.Insert(new Drawing\n {\n Id = 1,\n A = Shape.Circle(new Circle { Radius = 10 }),\n B = Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\n });\n }\n}", "category": "schema", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,15): error CS0260: Missing partial modifier on declaration of type 'Circle'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(14,15): error CS0260: Missing partial modifier on declaration of type 'Rectangle'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'SumAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'Sum' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Drawing.cs(26,40): error CS0426: The type name 'BSATN' does not exist in the type 'Shape' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Drawing.cs(27,40): error CS0426: The type name 'BSATN' does not exist in the type 'Shape' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(6,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(12,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n", "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_017_scheduled_columns": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_017_scheduled_columns", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3.1 Pro", "total_tests": 2, "passed_tests": 2, "category": "schema", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -8790,18 +10088,18 @@ } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_018_constraints": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_018_constraints", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3.1 Pro", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -8834,57 +10132,95 @@ } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_019_many_to_many": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_019_many_to_many", "lang": "csharp", - "golden_published": false, - "model_name": "DeepSeek Reasoner", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", "total_tests": 5, - "passed_tests": 0, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int UserId;\n public string Name;\n }\n\n [SpacetimeDB.Table(Accessor = \"Group\", Public = true)]\n public partial struct Group\n {\n [SpacetimeDB.PrimaryKey]\n public int GroupId;\n public string Title;\n }\n\n [SpacetimeDB.Table(Accessor = \"Membership\", Public = true)]\n public partial struct Membership\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int UserId;\n public int GroupId;\n }\n\n [SpacetimeDB.Index.BTree(Accessor = \"by_user\", Columns = new[] { nameof(Membership.UserId) })]\n [SpacetimeDB.Index.BTree(Accessor = \"by_group\", Columns = new[] { nameof(Membership.GroupId) })]\n private static void MembershipIndices() { }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Db.User.Insert(new User { UserId = 2, Name = \"Bob\" });\n\n ctx.Db.Group.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Db.Group.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n\n ctx.Db.Membership.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Db.Membership.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Db.Membership.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}", + "passed_tests": 5, "category": "schema", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "m2m_has_1_20": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(31,6): error CS0592: Attribute 'SpacetimeDB.Index.BTree' is not valid on this declaration type. It is only valid on 'class, struct, field' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(32,6): error CS0592: Attribute 'SpacetimeDB.Index.BTree' is not valid on this declaration type. It is only valid on 'class, struct, field' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n", - "phase": "build_or_publish" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=20" + } + }, + "m2m_has_2_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=2 AND GroupId=20" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "m2m_has_1_10": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=10" + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Membership" } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_020_ecs": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_020_ecs", "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3.1 Pro", "total_tests": 5, - "passed_tests": 2, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Entity\", Public = true)]\n public partial struct Entity\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n }\n\n [SpacetimeDB.Table(Accessor = \"Position\", Public = true)]\n public partial struct Position\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Table(Accessor = \"Velocity\", Public = true)]\n public partial struct Velocity\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n }\n\n [SpacetimeDB.Table(Accessor = \"NextPosition\", Public = true)]\n public partial struct NextPosition\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Entity.Insert(new Entity { Id = 1 });\n ctx.Db.Entity.Insert(new Entity { Id = 2 });\n\n ctx.Db.Position.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n\n ctx.Db.Position.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [SpacetimeDB.Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var position in ctx.Db.Position.Iter())\n {\n var velocity = ctx.Db.Velocity.EntityId.Find(position.EntityId);\n if (velocity.HasValue)\n {\n ctx.Db.NextPosition.EntityId.Update(new NextPosition\n {\n EntityId = position.EntityId,\n X = position.X + velocity.Value.VX,\n Y = position.Y + velocity.Value.VY\n });\n }\n }\n }\n}", + "passed_tests": 5, "category": "schema", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "ecs_next_pos_entity2": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The row was not found, e.g., in an update call\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c20099b3d0c2458756ced30eddcd5b6a159367cc5ed1f56ae744696f8ce77b24/call/step)\n", - "phase": "call_reducer" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=2 AND X=8 AND Y=3" } }, "ecs_next_pos_entity1": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The row was not found, e.g., in an update call\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c20099b3d0c2458756ced30eddcd5b6a159367cc5ed1f56ae744696f8ce77b24/call/step)\n", - "phase": "call_reducer" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=1 AND X=1 AND Y=0" } }, "ecs_seed_position_count": { @@ -8907,249 +10243,103 @@ } }, "ecs_step_next_position_count": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The row was not found, e.g., in an update call\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c20099b3d0c2458756ced30eddcd5b6a159367cc5ed1f56ae744696f8ce77b24/call/step)\n", - "phase": "call_reducer" + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM NextPosition" } } }, - "vendor": "deepseek" + "vendor": "meta" }, "t_021_multi_column_index": { "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_021_multi_column_index", "lang": "csharp", - "golden_published": false, - "model_name": "DeepSeek Reasoner", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", "total_tests": 4, - "passed_tests": 0, - "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Log\")]\n public partial struct Log\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public int Id;\n public int UserId;\n public int Day;\n public string Message;\n\n [SpacetimeDB.Index.BTree(Accessor = \"by_user_day\", Columns = new[] { nameof(UserId), nameof(Day) })]\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Log.Insert(new Log { Id = 0, UserId = 7, Day = 1, Message = \"a\" });\n ctx.Db.Log.Insert(new Log { Id = 0, UserId = 7, Day = 2, Message = \"b\" });\n ctx.Db.Log.Insert(new Log { Id = 0, UserId = 9, Day = 1, Message = \"c\" });\n }\n}", + "passed_tests": 4, "category": "schema", - "route_api_model": "deepseek-reasoner", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=2" + } + } + }, + "vendor": "meta" + }, + "t_022_view_basic": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System.Collections.Generic;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Announcement\", Public = true)]\n public partial struct Announcement\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n\n public string Message;\n\n [SpacetimeDB.Index.BTree]\n public bool Active;\n }\n\n [SpacetimeDB.View(Accessor = \"ActiveAnnouncements\", Public = true)]\n public static IEnumerable ActiveAnnouncements(AnonymousViewContext ctx)\n {\n return ctx.Db.Announcement.Active.Filter(true);\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,5): error CS1519: Invalid token '}' in class, record, struct, or interface member declaration [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(21,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(21,19): error STDB0024: View 'ActiveAnnouncements' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "deepseek" - } - } - } - ] - }, - { - "mode": "llms.md", - "hash": "171b01e97d14a2c03356933e7c86331362cc53b87e82cd534cd74273e7bc8ea4", - "models": [] - } - ], - "golden_answers": { - "basics/t_000_empty_reducers": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Reducer]\r\n public static void EmptyReducer_NoArgs(ReducerContext ctx) { }\r\n\r\n [Reducer]\r\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count) { }\r\n\r\n [Reducer]\r\n public static void EmptyReducer_WithString(ReducerContext ctx, string name) { }\r\n\r\n [Reducer]\r\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name) { }\r\n\r\n [Reducer]\r\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label) { }\r\n}", - "syntax": "csharp" - }, - "basics/t_001_basic_tables": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"users\")]\r\n public partial struct Users\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Table(Name = \"products\")]\r\n public partial struct Products\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Title;\r\n public float Price;\r\n public bool InStock;\r\n }\r\n\r\n [Table(Name = \"notes\")]\r\n public partial struct Notes\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Body;\r\n public long Rating;\r\n public bool Pinned;\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "basics/t_002_scheduled_table": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(TickTimer.ScheduledAt))]\r\n public partial struct TickTimer\r\n {\r\n [PrimaryKey, AutoInc] public ulong ScheduledId;\r\n public ScheduleAt ScheduledAt;\r\n }\r\n\r\n [Reducer]\r\n public static void Tick(ReducerContext ctx, TickTimer timer) { }\r\n\r\n [Reducer(ReducerKind.Init)]\r\n public static void Init(ReducerContext ctx)\r\n {\r\n var interval = new TimeDuration { Microseconds = 50_000 };\r\n ctx.Db.tick_timer.Insert(new TickTimer\r\n {\r\n ScheduledAt = new ScheduleAt.Interval(interval)\r\n });\r\n }\r\n}", - "syntax": "csharp" - }, - "basics/t_003_struct_in_table": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Type]\r\n public partial struct Position\r\n {\r\n public int X;\r\n public int Y;\r\n }\r\n\r\n [Table(Name = \"entities\")]\r\n public partial struct Entity\r\n {\r\n [PrimaryKey] public int Id;\r\n public Position Pos;\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "basics/t_004_insert": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"users\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Reducer]\r\n public static void InsertUser(ReducerContext ctx, int id, string name, int age, bool active)\r\n {\r\n ctx.Db.users.Insert(new User { Id = id, Name = name, Age = age, Active = active });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "basics/t_005_update": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"users\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Reducer]\r\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\r\n {\r\n ctx.Db.users.Id.Update(new User { Id = id, Name = name, Age = age, Active = active });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "basics/t_006_delete": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"users\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Reducer]\r\n public static void DeleteUser(ReducerContext ctx, int id)\r\n {\r\n ctx.Db.users.Id.Delete(id);\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "basics/t_007_crud": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"users\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Reducer]\r\n public static void Crud(ReducerContext ctx)\r\n {\r\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\r\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\r\n ctx.Db.users.Id.Update(new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\r\n ctx.Db.users.Id.Delete(2);\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "basics/t_008_index_lookup": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"users\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Table(Name = \"results\")]\r\n public partial struct Result\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n }\r\n\r\n [Reducer]\r\n public static void LookupUserName(ReducerContext ctx, int id)\r\n {\r\n var u = ctx.Db.users.Id.Find(id);\r\n if (u.HasValue)\r\n {\r\n var row = u.Value;\r\n ctx.Db.results.Insert(new Result { Id = row.Id, Name = row.Name });\r\n }\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "basics/t_009_init": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"users\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Reducer(ReducerKind.Init)]\r\n public static void Init(ReducerContext ctx)\r\n {\r\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\r\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "basics/t_010_connect": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"events\")]\r\n public partial struct Event\r\n {\r\n [PrimaryKey, AutoInc] public int Id;\r\n public string Kind;\r\n }\r\n\r\n [Reducer(ReducerKind.ClientConnected)]\r\n public static void ClientConnected(ReducerContext ctx)\r\n {\r\n ctx.Db.events.Insert(new Event { Kind = \"connected\" });\r\n }\r\n\r\n [Reducer(ReducerKind.ClientDisconnected)]\r\n public static void ClientDisconnected(ReducerContext ctx)\r\n {\r\n ctx.Db.events.Insert(new Event { Kind = \"disconnected\" });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "basics/t_011_helper_function": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"results\")]\r\n public partial struct Result\r\n {\r\n [PrimaryKey] public int Id;\r\n public int Sum;\r\n }\r\n\r\n static int Add(int a, int b) => a + b;\r\n\r\n [Reducer]\r\n public static void ComputeSum(ReducerContext ctx, int id, int a, int b)\r\n {\r\n ctx.Db.results.Insert(new Result { Id = id, Sum = Add(a, b) });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "schema/t_012_spacetime_product_type": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Type]\r\n public partial struct Score\r\n {\r\n public int Left;\r\n public int Right;\r\n }\r\n\r\n [Table(Name = \"results\")]\r\n public partial struct Result\r\n {\r\n [PrimaryKey] public int Id;\r\n public Score Value;\r\n }\r\n\r\n [Reducer]\r\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\r\n {\r\n ctx.Db.results.Insert(new Result { Id = id, Value = new Score { Left = left, Right = right } });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "schema/t_013_spacetime_sum_type": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Type]\r\n public partial struct Circle { public int Radius; }\r\n\r\n [Type]\r\n public partial struct Rectangle { public int Width; public int Height; }\r\n\r\n [Type]\r\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> {}\r\n\r\n [Table(Name = \"results\")]\r\n public partial struct Result\r\n {\r\n [PrimaryKey] public int Id;\r\n public Shape Value;\r\n }\r\n\r\n [Reducer]\r\n public static void SetCircle(ReducerContext ctx, int id, int radius)\r\n {\r\n ctx.Db.results.Insert(new Result { Id = id, Value = new Shape.Circle(new Circle { Radius = radius }) });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "schema/t_014_elementary_columns": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"primitives\")]\r\n public partial struct Primitive\r\n {\r\n [PrimaryKey] public int Id;\r\n public int Count;\r\n public long Total;\r\n public float Price;\r\n public double Ratio;\r\n public bool Active;\r\n public string Name;\r\n }\r\n\r\n [Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.primitives.Insert(new Primitive {\r\n Id = 1,\r\n Count = 2,\r\n Total = 3000000000,\r\n Price = 1.5f,\r\n Ratio = 2.25,\r\n Active = true,\r\n Name = \"Alice\"\r\n });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "schema/t_015_product_type_columns": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Type]\r\n public partial struct Address\r\n {\r\n public string Street;\r\n public int Zip;\r\n }\r\n\r\n [Type]\r\n public partial struct Position\r\n {\r\n public int X;\r\n public int Y;\r\n }\r\n\r\n [Table(Name = \"profiles\")]\r\n public partial struct Profile\r\n {\r\n [PrimaryKey] public int Id;\r\n public Address Home;\r\n public Address Work;\r\n public Position Pos;\r\n }\r\n\r\n [Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.profiles.Insert(new Profile {\r\n Id = 1,\r\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\r\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\r\n Pos = new Position { X = 7, Y = 9 }\r\n });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "schema/t_016_sum_type_columns": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Type]\r\n public partial struct Circle { public int Radius; }\r\n\r\n [Type]\r\n public partial struct Rectangle { public int Width; public int Height; }\r\n\r\n [Type]\r\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> {}\r\n\r\n [Table(Name = \"drawings\")]\r\n public partial struct Drawing\r\n {\r\n [PrimaryKey] public int Id;\r\n public Shape A;\r\n public Shape B;\r\n }\r\n\r\n [Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.drawings.Insert(new Drawing {\r\n Id = 1,\r\n A = new Shape.Circle(new Circle { Radius = 10 }),\r\n B = new Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\r\n });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "schema/t_017_scheduled_columns": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(ScheduledAt))]\r\n public partial struct TickTimer\r\n {\r\n [PrimaryKey, AutoInc] public ulong ScheduledId;\r\n public ScheduleAt ScheduledAt;\r\n }\r\n\r\n [Reducer]\r\n public static void Tick(ReducerContext ctx, TickTimer schedule) { }\r\n\r\n [Reducer(ReducerKind.Init)]\r\n public static void Init(ReducerContext ctx)\r\n {\r\n var interval = new TimeDuration { Microseconds = 50_000 };\r\n ctx.Db.tick_timer.Insert(new TickTimer\r\n {\r\n ScheduledId = 0,\r\n ScheduledAt = new ScheduleAt.Interval(interval)\r\n });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "schema/t_018_constraints": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [SpacetimeDB.Table(Accessor = \"accounts\", Public = true)]\r\n [SpacetimeDB.Index.BTree(Name = \"by_name\", Columns = [nameof(Name)])]\r\n public partial struct Account\r\n {\r\n [SpacetimeDB.PrimaryKey] public int Id;\r\n [SpacetimeDB.Unique] public string Email;\r\n public string Name;\r\n }\r\n\r\n [SpacetimeDB.Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.accounts.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\r\n ctx.Db.accounts.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\r\n }\r\n}", - "syntax": "csharp" - }, - "schema/t_019_many_to_many": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"users\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int UserId;\r\n public string Name;\r\n }\r\n\r\n [Table(Name = \"groups\")]\r\n public partial struct Group\r\n {\r\n [PrimaryKey] public int GroupId;\r\n public string Title;\r\n }\r\n\r\n [Table(Name = \"memberships\")]\r\n [SpacetimeDB.Index.BTree(Name = \"by_user\", Columns = new[] { nameof(UserId) })]\r\n [SpacetimeDB.Index.BTree(Name = \"by_group\", Columns = new[] { nameof(GroupId) })]\r\n public partial struct Membership\r\n {\r\n [PrimaryKey] public int Id;\r\n public int UserId;\r\n public int GroupId;\r\n }\r\n\r\n [Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.users.Insert(new User { UserId = 1, Name = \"Alice\" });\r\n ctx.Db.users.Insert(new User { UserId = 2, Name = \"Bob\" });\r\n\r\n ctx.Db.groups.Insert(new Group { GroupId = 10, Title = \"Admin\" });\r\n ctx.Db.groups.Insert(new Group { GroupId = 20, Title = \"Dev\" });\r\n\r\n ctx.Db.memberships.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\r\n ctx.Db.memberships.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\r\n ctx.Db.memberships.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "schema/t_020_ecs": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"entities\")]\r\n public partial struct Entity { [PrimaryKey] public int Id; }\r\n\r\n [Table(Name = \"positions\")]\r\n public partial struct Position\r\n {\r\n [PrimaryKey] public int EntityId;\r\n public int X;\r\n public int Y;\r\n }\r\n\r\n [Table(Name = \"velocities\")]\r\n public partial struct Velocity\r\n {\r\n [PrimaryKey] public int EntityId;\r\n public int VX;\r\n public int VY;\r\n }\r\n\r\n [Table(Name = \"next_positions\")]\r\n public partial struct NextPosition\r\n {\r\n [PrimaryKey] public int EntityId;\r\n public int X;\r\n public int Y;\r\n }\r\n\r\n [Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.entities.Insert(new Entity { Id = 1 });\r\n ctx.Db.entities.Insert(new Entity { Id = 2 });\r\n\r\n ctx.Db.positions.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\r\n ctx.Db.positions.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\r\n\r\n ctx.Db.velocities.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\r\n ctx.Db.velocities.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\r\n }\r\n\r\n [Reducer]\r\n public static void Step(ReducerContext ctx)\r\n {\r\n foreach (var p in ctx.Db.positions.Iter())\r\n {\r\n var velOpt = ctx.Db.velocities.EntityId.Find(p.EntityId);\r\n if (!velOpt.HasValue) continue;\r\n\r\n var np = new NextPosition {\r\n EntityId = p.EntityId,\r\n X = p.X + velOpt.Value.VX,\r\n Y = p.Y + velOpt.Value.VY\r\n };\r\n\r\n if (ctx.Db.next_positions.EntityId.Find(p.EntityId).HasValue)\r\n ctx.Db.next_positions.EntityId.Update(np);\r\n else\r\n ctx.Db.next_positions.Insert(np);\r\n }\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "schema/t_021_multi_column_index": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"logs\")]\r\n [SpacetimeDB.Index.BTree(Name = \"by_user_day\", Columns = new[] { nameof(UserId), nameof(Day) })]\r\n public partial struct Log\r\n {\r\n [PrimaryKey] public int Id;\r\n public int UserId;\r\n public int Day;\r\n public string Message;\r\n }\r\n\r\n [Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.logs.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\r\n ctx.Db.logs.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\r\n ctx.Db.logs.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_000_empty_reducers": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"EmptyTable\")]\r\n public partial struct EmptyTable\r\n {\r\n [PrimaryKey] public int Id;\r\n }\r\n\r\n [Reducer]\r\n public static void EmptyReducer_NoArgs(ReducerContext ctx) { }\r\n\r\n [Reducer]\r\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count) { }\r\n\r\n [Reducer]\r\n public static void EmptyReducer_WithString(ReducerContext ctx, string name) { }\r\n\r\n [Reducer]\r\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name) { }\r\n\r\n [Reducer]\r\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label) { }\r\n}", - "syntax": "csharp" - }, - "t_001_basic_tables": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"User\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Table(Accessor = \"Product\")]\r\n public partial struct Product\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Title;\r\n public float Price;\r\n public bool InStock;\r\n }\r\n\r\n [Table(Accessor = \"Note\")]\r\n public partial struct Note\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Body;\r\n public long Rating;\r\n public bool Pinned;\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_002_scheduled_table": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"TickTimer\", Scheduled = nameof(Tick), ScheduledAt = nameof(TickTimer.ScheduledAt))]\r\n public partial struct TickTimer\r\n {\r\n [PrimaryKey, AutoInc] public ulong ScheduledId;\r\n public ScheduleAt ScheduledAt;\r\n }\r\n\r\n [Reducer]\r\n public static void Tick(ReducerContext ctx, TickTimer timer) { }\r\n\r\n [Reducer(ReducerKind.Init)]\r\n public static void Init(ReducerContext ctx)\r\n {\r\n var interval = new TimeDuration { Microseconds = 50_000 };\r\n ctx.Db.TickTimer.Insert(new TickTimer\r\n {\r\n ScheduledAt = new ScheduleAt.Interval(interval)\r\n });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_003_struct_in_table": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Type]\r\n public partial struct Position\r\n {\r\n public int X;\r\n public int Y;\r\n }\r\n\r\n [Table(Accessor = \"Entity\")]\r\n public partial struct Entity\r\n {\r\n [PrimaryKey] public int Id;\r\n public Position Pos;\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_004_insert": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"User\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Reducer]\r\n public static void InsertUser(ReducerContext ctx, int id, string name, int age, bool active)\r\n {\r\n ctx.Db.User.Insert(new User { Id = id, Name = name, Age = age, Active = active });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_005_update": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"User\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Reducer]\r\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\r\n {\r\n ctx.Db.User.Id.Update(new User { Id = id, Name = name, Age = age, Active = active });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_006_delete": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"User\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Reducer]\r\n public static void DeleteUser(ReducerContext ctx, int id)\r\n {\r\n ctx.Db.User.Id.Delete(id);\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_007_crud": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"User\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Reducer]\r\n public static void Crud(ReducerContext ctx)\r\n {\r\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\r\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\r\n ctx.Db.User.Id.Update(new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\r\n ctx.Db.User.Id.Delete(2);\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_008_index_lookup": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"User\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Table(Accessor = \"Result\")]\r\n public partial struct Result\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n }\r\n\r\n [Reducer]\r\n public static void LookupUserName(ReducerContext ctx, int id)\r\n {\r\n var u = ctx.Db.User.Id.Find(id);\r\n if (u.HasValue)\r\n {\r\n var row = u.Value;\r\n ctx.Db.Result.Insert(new Result { Id = row.Id, Name = row.Name });\r\n }\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_009_init": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"User\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Reducer(ReducerKind.Init)]\r\n public static void Init(ReducerContext ctx)\r\n {\r\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\r\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_010_connect": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"Event\")]\r\n public partial struct Event\r\n {\r\n [PrimaryKey, AutoInc] public int Id;\r\n public string Kind;\r\n }\r\n\r\n [Reducer(ReducerKind.ClientConnected)]\r\n public static void ClientConnected(ReducerContext ctx)\r\n {\r\n ctx.Db.Event.Insert(new Event { Kind = \"connected\" });\r\n }\r\n\r\n [Reducer(ReducerKind.ClientDisconnected)]\r\n public static void ClientDisconnected(ReducerContext ctx)\r\n {\r\n ctx.Db.Event.Insert(new Event { Kind = \"disconnected\" });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_011_helper_function": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"Result\")]\r\n public partial struct Result\r\n {\r\n [PrimaryKey] public int Id;\r\n public int Sum;\r\n }\r\n\r\n static int Add(int a, int b) => a + b;\r\n\r\n [Reducer]\r\n public static void ComputeSum(ReducerContext ctx, int id, int a, int b)\r\n {\r\n ctx.Db.Result.Insert(new Result { Id = id, Sum = Add(a, b) });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_012_spacetime_product_type": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Type]\r\n public partial struct Score\r\n {\r\n public int Left;\r\n public int Right;\r\n }\r\n \r\n [Table(Accessor = \"Result\", Public = true)]\r\n public partial struct Result\r\n {\r\n [PrimaryKey] public int Id;\r\n public Score Value;\r\n }\r\n\r\n [Reducer]\r\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\r\n {\r\n ctx.Db.Result.Insert(new Result { Id = id, Value = new Score { Left = left, Right = right } });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_013_spacetime_sum_type": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Type]\r\n public partial struct Circle { public int Radius; }\r\n\r\n [Type]\r\n public partial struct Rectangle { public int Width; public int Height; }\r\n\r\n [Type]\r\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> {}\r\n\r\n [Table(Accessor = \"Result\")]\r\n public partial struct Result\r\n {\r\n [PrimaryKey] public int Id;\r\n public Shape Value;\r\n }\r\n\r\n [Reducer]\r\n public static void SetCircle(ReducerContext ctx, int id, int radius)\r\n {\r\n ctx.Db.Result.Insert(new Result { Id = id, Value = new Shape.Circle(new Circle { Radius = radius }) });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_014_elementary_columns": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"Primitive\")]\r\n public partial struct Primitive\r\n {\r\n [PrimaryKey] public int Id;\r\n public int Count;\r\n public long Total;\r\n public float Price;\r\n public double Ratio;\r\n public bool Active;\r\n public string Name;\r\n }\r\n\r\n [Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.Primitive.Insert(new Primitive {\r\n Id = 1,\r\n Count = 2,\r\n Total = 3000000000,\r\n Price = 1.5f,\r\n Ratio = 2.25,\r\n Active = true,\r\n Name = \"Alice\"\r\n });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_015_product_type_columns": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Type]\r\n public partial struct Address\r\n {\r\n public string Street;\r\n public int Zip;\r\n }\r\n\r\n [Type]\r\n public partial struct Position\r\n {\r\n public int X;\r\n public int Y;\r\n }\r\n\r\n [Table(Accessor = \"Profile\", Public = true)]\r\n public partial struct Profile\r\n {\r\n [PrimaryKey] public int Id;\r\n public Address Home;\r\n public Address Work;\r\n public Position Pos;\r\n }\r\n\r\n [Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.Profile.Insert(new Profile {\r\n Id = 1,\r\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\r\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\r\n Pos = new Position { X = 7, Y = 9 }\r\n });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_016_sum_type_columns": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Type]\r\n public partial struct Circle { public int Radius; }\r\n\r\n [Type]\r\n public partial struct Rectangle { public int Width; public int Height; }\r\n\r\n [Type]\r\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> {}\r\n\r\n [Table(Accessor = \"Drawing\")]\r\n public partial struct Drawing\r\n {\r\n [PrimaryKey] public int Id;\r\n public Shape A;\r\n public Shape B;\r\n }\r\n\r\n [Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.Drawing.Insert(new Drawing {\r\n Id = 1,\r\n A = new Shape.Circle(new Circle { Radius = 10 }),\r\n B = new Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\r\n });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_017_scheduled_columns": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"TickTimer\", Scheduled = nameof(Tick), ScheduledAt = nameof(ScheduledAt))]\r\n public partial struct TickTimer\r\n {\r\n [PrimaryKey, AutoInc] public ulong ScheduledId;\r\n public ScheduleAt ScheduledAt;\r\n }\r\n\r\n [Reducer]\r\n public static void Tick(ReducerContext ctx, TickTimer schedule) { }\r\n\r\n [Reducer(ReducerKind.Init)]\r\n public static void Init(ReducerContext ctx)\r\n {\r\n var interval = new TimeDuration { Microseconds = 50_000 };\r\n ctx.Db.TickTimer.Insert(new TickTimer\r\n {\r\n ScheduledId = 0,\r\n ScheduledAt = new ScheduleAt.Interval(interval)\r\n });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_018_constraints": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [SpacetimeDB.Table(Accessor = \"Account\", Public = true)]\r\n [SpacetimeDB.Index.BTree(Accessor = \"by_name\", Columns = [nameof(Name)])]\r\n public partial struct Account\r\n {\r\n [SpacetimeDB.PrimaryKey] public int Id;\r\n [SpacetimeDB.Unique] public string Email;\r\n public string Name;\r\n }\r\n\r\n [SpacetimeDB.Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.Account.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\r\n ctx.Db.Account.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_019_many_to_many": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"User\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int UserId;\r\n public string Name;\r\n }\r\n\r\n [Table(Accessor = \"Group\")]\r\n public partial struct Group\r\n {\r\n [PrimaryKey] public int GroupId;\r\n public string Title;\r\n }\r\n\r\n [Table(Accessor = \"Membership\")]\r\n [SpacetimeDB.Index.BTree(Accessor = \"by_user\", Columns = new[] { nameof(UserId) })]\r\n [SpacetimeDB.Index.BTree(Accessor = \"by_group\", Columns = new[] { nameof(GroupId) })]\r\n public partial struct Membership\r\n {\r\n [PrimaryKey] public int Id;\r\n public int UserId;\r\n public int GroupId;\r\n }\r\n\r\n [Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.User.Insert(new User { UserId = 1, Name = \"Alice\" });\r\n ctx.Db.User.Insert(new User { UserId = 2, Name = \"Bob\" });\r\n\r\n ctx.Db.Group.Insert(new Group { GroupId = 10, Title = \"Admin\" });\r\n ctx.Db.Group.Insert(new Group { GroupId = 20, Title = \"Dev\" });\r\n\r\n ctx.Db.Membership.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\r\n ctx.Db.Membership.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\r\n ctx.Db.Membership.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_020_ecs": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"Entity\")]\r\n public partial struct Entity { [PrimaryKey] public int Id; }\r\n\r\n [Table(Accessor = \"Position\")]\r\n public partial struct Position\r\n {\r\n [PrimaryKey] public int EntityId;\r\n public int X;\r\n public int Y;\r\n }\r\n\r\n [Table(Accessor = \"Velocity\")]\r\n public partial struct Velocity\r\n {\r\n [PrimaryKey] public int EntityId;\r\n public int VX;\r\n public int VY;\r\n }\r\n\r\n [Table(Accessor = \"NextPosition\")]\r\n public partial struct NextPosition\r\n {\r\n [PrimaryKey] public int EntityId;\r\n public int X;\r\n public int Y;\r\n }\r\n\r\n [Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.Entity.Insert(new Entity { Id = 1 });\r\n ctx.Db.Entity.Insert(new Entity { Id = 2 });\r\n\r\n ctx.Db.Position.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\r\n ctx.Db.Position.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\r\n\r\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\r\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\r\n }\r\n\r\n [Reducer]\r\n public static void Step(ReducerContext ctx)\r\n {\r\n foreach (var p in ctx.Db.Position.Iter())\r\n {\r\n var velOpt = ctx.Db.Velocity.EntityId.Find(p.EntityId);\r\n if (!velOpt.HasValue) continue;\r\n\r\n var np = new NextPosition {\r\n EntityId = p.EntityId,\r\n X = p.X + velOpt.Value.VX,\r\n Y = p.Y + velOpt.Value.VY\r\n };\r\n\r\n if (ctx.Db.NextPosition.EntityId.Find(p.EntityId).HasValue)\r\n ctx.Db.NextPosition.EntityId.Update(np);\r\n else\r\n ctx.Db.NextPosition.Insert(np);\r\n }\r\n }\r\n}\r\n", - "syntax": "csharp" - }, - "t_021_multi_column_index": { - "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"Log\")]\r\n [SpacetimeDB.Index.BTree(Accessor = \"by_user_day\", Columns = new[] { nameof(UserId), nameof(Day) })]\r\n public partial struct Log\r\n {\r\n [PrimaryKey] public int Id;\r\n public int UserId;\r\n public int Day;\r\n public string Message;\r\n }\r\n\r\n [Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.Log.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\r\n ctx.Db.Log.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\r\n ctx.Db.Log.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\r\n }\r\n}\r\n", - "syntax": "csharp" - } - } - }, - { - "lang": "rust", - "modes": [ - { - "mode": "docs", - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "models": [ - { - "name": "Grok 4", - "route_api_model": "grok-4", - "tasks": { - "t_000_empty_reducers": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_000_empty_reducers", - "lang": "rust", + "vendor": "meta", + "started_at": "2026-03-25T14:53:10.687052300Z", + "finished_at": "2026-03-25T14:53:38.017393100Z" + }, + "t_023_view_per_user": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_023_view_per_user", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", + "model_name": "Gemini 3.1 Pro", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "grok-4", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -9162,18 +10352,20 @@ } } }, - "vendor": "xai" + "vendor": "meta", + "started_at": "2026-03-25T14:53:10.760347100Z", + "finished_at": "2026-03-25T14:54:38.448409800Z" }, - "t_001_basic_tables": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_001_basic_tables", - "lang": "rust", + "t_024_event_table": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_024_event_table", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", + "model_name": "Gemini 3.1 Pro", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "grok-4", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -9186,18 +10378,20 @@ } } }, - "vendor": "xai" + "vendor": "meta", + "started_at": "2026-03-25T14:50:11.378580700Z", + "finished_at": "2026-03-25T14:51:47.305685600Z" }, - "t_002_scheduled_table": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_002_scheduled_table", - "lang": "rust", + "t_025_optional_fields": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_025_optional_fields", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", + "model_name": "Gemini 3.1 Pro", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "grok-4", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -9210,18 +10404,20 @@ } } }, - "vendor": "xai" + "vendor": "meta", + "started_at": "2026-03-25T14:50:48.334706100Z", + "finished_at": "2026-03-25T14:52:29.842923500Z" }, - "t_003_struct_in_table": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_003_struct_in_table", - "lang": "rust", + "t_026_auth_identity_check": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_026_auth_identity_check", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", + "model_name": "Gemini 3.1 Pro", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "grok-4", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -9234,18 +10430,20 @@ } } }, - "vendor": "xai" + "vendor": "meta", + "started_at": "2026-03-25T14:46:37.298581800Z", + "finished_at": "2026-03-25T14:48:28.357816200Z" }, - "t_004_insert": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_004_insert", - "lang": "rust", + "t_027_private_vs_public_table": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_027_private_vs_public_table", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 2, - "passed_tests": 2, - "category": "basics", - "route_api_model": "grok-4", + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -9256,53 +10454,49 @@ "tables_diff": null, "tables_equal": true } - }, - "data_parity_insert_user": { + } + }, + "vendor": "meta", + "started_at": "2026-03-25T14:46:37.381137400Z", + "finished_at": "2026-03-25T14:48:29.700486900Z" + }, + "t_028_cascade_delete": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1, - "Alice", - 30, - true - ], - "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "insert_user" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "xai" + "vendor": "meta", + "started_at": "2026-03-25T15:12:55.966908600Z", + "finished_at": "2026-03-25T15:14:19.582733Z" }, - "t_005_update": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_005_update", - "lang": "rust", + "t_029_filter_and_aggregate": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "grok-4", + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "data_parity_update_user": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - "Alice2", - 31, - false - ], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "update_user" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -9312,27 +10506,22 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_users_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" - } } }, - "vendor": "xai" + "vendor": "meta", + "started_at": "2026-03-25T15:14:01.637218700Z", + "finished_at": "2026-03-25T15:15:09.140145Z" }, - "t_006_delete": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_006_delete", - "lang": "rust", + "t_030_two_table_join": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_030_two_table_join", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "grok-4", + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -9343,46 +10532,49 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_users_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" - } - }, - "delete_user_count_zero": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" - } } }, - "vendor": "xai" + "vendor": "meta", + "started_at": "2026-03-25T15:14:16.042055Z", + "finished_at": "2026-03-25T15:15:31.891160700Z" }, - "t_007_crud": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_007_crud", - "lang": "rust", + "t_031_unique_constraint": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_031_unique_constraint", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 4, - "passed_tests": 4, - "category": "basics", - "route_api_model": "grok-4", + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "crud_row_id2_deleted": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, + } + }, + "vendor": "meta", + "started_at": "2026-03-25T14:52:29.843231400Z", + "finished_at": "2026-03-25T14:53:52.422578500Z" + }, + "t_032_range_query": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { "schema_parity": { "pass": true, "partial": 1.0, @@ -9392,54 +10584,101 @@ "tables_diff": null, "tables_equal": true } - }, - "crud_row_id1_parity": { + } + }, + "vendor": "meta", + "started_at": "2026-03-25T14:53:17.308707400Z", + "finished_at": "2026-03-25T14:54:49.809770400Z" + }, + "t_033_sort_and_limit": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "args": [], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "crud" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, - "crud_total_count_one": { + } + }, + "vendor": "meta", + "started_at": "2026-03-25T14:53:38.017601600Z", + "finished_at": "2026-03-25T14:54:58.763447700Z" + }, + "t_034_find_first": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "xai" + "vendor": "meta", + "started_at": "2026-03-25T14:53:52.422871100Z", + "finished_at": "2026-03-25T14:55:20.092159800Z" }, - "t_008_index_lookup": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_008_index_lookup", - "lang": "rust", + "t_035_select_distinct": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_035_select_distinct", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "grok-4", + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "index_lookup_projection_parity": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1 - ], - "golden_out": "id | name ----+--------- 1 | \"Alice\"", - "llm_out": "id | name ----+--------- 1 | \"Alice\"", - "query": "SELECT id, name FROM result WHERE id=1", - "reducer": "lookup_user_name" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, + } + }, + "vendor": "meta", + "started_at": "2026-03-25T16:09:57.454323300Z", + "finished_at": "2026-03-25T16:11:18.970110900Z" + }, + "t_036_count_without_collect": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { "schema_parity": { "pass": true, "partial": 1.0, @@ -9449,46 +10688,49 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_user_row": { + } + }, + "vendor": "meta", + "started_at": "2026-03-25T15:14:32.097472400Z", + "finished_at": "2026-03-25T15:15:44.696535100Z" + }, + "t_037_multi_column_filter": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "xai" + "vendor": "meta", + "started_at": "2026-03-25T16:05:27.262764200Z", + "finished_at": "2026-03-25T16:06:30.798040600Z" }, - "t_009_init": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_009_init", - "lang": "rust", + "t_038_schedule_at_time": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_038_schedule_at_time", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 4, - "passed_tests": 4, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, "category": "basics", - "route_api_model": "grok-4", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "init_seed_alice": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" - } - }, - "init_total_two": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM user" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -9498,29 +10740,22 @@ "tables_diff": null, "tables_equal": true } - }, - "init_seed_bob": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" - } } }, - "vendor": "xai" + "vendor": "meta", + "started_at": "2026-03-25T15:12:55.909550600Z", + "finished_at": "2026-03-25T15:14:32.097075100Z" }, - "t_010_connect": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_010_connect", - "lang": "rust", + "t_039_cancel_schedule": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_039_cancel_schedule", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", + "model_name": "Gemini 3.1 Pro", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "grok-4", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -9533,51 +10768,47 @@ } } }, - "vendor": "xai" + "vendor": "meta", + "started_at": "2026-03-25T14:50:02.059292300Z", + "finished_at": "2026-03-25T14:51:39.916087700Z" }, - "t_011_helper_function": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_011_helper_function", - "lang": "rust", - "golden_published": false, - "model_name": "Grok 4", - "total_tests": 3, - "passed_tests": 0, - "llm_output": "use spacetimedb::{table, reducer, ReducerContext};\n\n#[spacetimedb::table(accessor = result)]\npub struct ResultRow {\n #[primary_key]\n id: i32,\n sum: i32,\n}\n\nfn add(a: i32, b: i32) -> i32 {\n a + b\n}\n\n#[reducer]\npub fn compute_sum(ctx: &ReducerContext, id: i32, a: i32, b: i32) {\n ctx.db.result().insert(ResultRow { id, sum: add(a, b) });\n}", + "t_040_lifecycle_player": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, "category": "basics", - "route_api_model": "grok-4", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.44\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling itoa v1.0.17\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.39\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling uuid v1.21.0\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling num-traits v0.2.19\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling generic-array v0.14.7\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_011_helper_function\\rust\\server\\grok-4\\llm)\nwarning: unused import: `table`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{table, reducer, ReducerContext};\n | ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `insert` found for reference `&result__TableHandle` in the current scope\n --> src\\lib.rs:17:21\n |\n17 | ctx.db.result().insert(ResultRow { id, sum: add(a, b) });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n17 | ctx.db.result().try_insert(ResultRow { id, sum: add(a, b) });\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 1 previous error; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "xai" + "vendor": "meta", + "started_at": "2026-03-25T14:50:06.104296400Z", + "finished_at": "2026-03-25T14:51:39.368294100Z" }, - "t_012_spacetime_product_type": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_012_spacetime_product_type", - "lang": "rust", + "t_041_registered_user_gate": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_041_registered_user_gate", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "grok-4", + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "product_type_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -9587,35 +10818,22 @@ "tables_diff": null, "tables_equal": true } - }, - "product_type_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "query": "SELECT id, value FROM result WHERE id=1", - "reducer": "set_score" - } } }, - "vendor": "xai" + "vendor": "meta", + "started_at": "2026-03-25T15:12:55.800795Z", + "finished_at": "2026-03-25T15:14:16.041763300Z" }, - "t_013_spacetime_sum_type": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_013_spacetime_sum_type", - "lang": "rust", + "t_042_admin_bootstrap": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_042_admin_bootstrap", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "grok-4", + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -9626,78 +10844,100 @@ "tables_diff": null, "tables_equal": true } - }, - "sum_type_row_parity": { + } + }, + "vendor": "meta", + "started_at": "2026-03-25T15:12:55.855838700Z", + "finished_at": "2026-03-25T15:14:01.636929100Z" + }, + "t_043_role_based_access": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1, - 10 - ], - "golden_out": "id | value ----+--------------- 1 | (circle = 10)", - "llm_out": "id | value ----+--------------- 1 | (circle = 10)", - "query": "SELECT id, value FROM result WHERE id=1", - "reducer": "set_circle" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, - "sum_type_row_count": { + } + }, + "vendor": "meta", + "started_at": "2026-03-25T14:48:07.713868300Z", + "finished_at": "2026-03-25T14:50:02.058859800Z" + }, + "t_044_ban_list": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "xai" + "vendor": "meta", + "started_at": "2026-03-25T14:48:07.837023100Z", + "finished_at": "2026-03-25T14:50:11.377526200Z" }, - "t_014_elementary_columns": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_014_elementary_columns", - "lang": "rust", + "t_045_rate_limit": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_045_rate_limit", + "lang": "csharp", "golden_published": false, - "model_name": "Grok 4", - "total_tests": 3, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::{table, reducer, ReducerContext};\n\n#[table(accessor = primitive)]\npub struct Primitive {\n #[primary_key]\n id: i32,\n count: i32,\n total: i64,\n price: f32,\n ratio: f64,\n active: bool,\n name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.primitive().insert(Primitive {\n id: 1,\n count: 2,\n total: 3000000000,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\".to_string(),\n });\n}", - "category": "schema", - "route_api_model": "grok-4", + "llm_output": "using System;\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"RateLimit\")]\n public partial struct RateLimit\n {\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n }\n\n [SpacetimeDB.Table(Accessor = \"ActionLog\", Public = true)]\n public partial struct ActionLog\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n }\n\n [SpacetimeDB.Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)(ctx.Timestamp.ToUnixTimeMilliseconds() * 1000);\n\n var rateLimit = ctx.Db.RateLimit.Identity.Find(ctx.Sender);\n if (rateLimit != null)\n {\n if (now - rateLimit.Value.LastCallUs < 1_000_000)\n {\n throw new Exception(\"rate limited\");\n }\n \n var updated = rateLimit.Value;\n updated.LastCallUs = now;\n ctx.Db.RateLimit.Identity.Update(updated);\n }\n else\n {\n ctx.Db.RateLimit.Insert(new RateLimit\n {\n Identity = ctx.Sender,\n LastCallUs = now\n });\n }\n\n ctx.Db.ActionLog.Insert(new ActionLog\n {\n Id = 0,\n Identity = ctx.Sender,\n Payload = payload\n });\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.17\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.39\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling uuid v1.21.0\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling cc v1.2.56\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_014_elementary_columns\\rust\\server\\grok-4\\llm)\nerror[E0599]: no method named `insert` found for reference `&primitive__TableHandle` in the current scope\n --> src\\lib.rs:18:24\n |\n18 | ctx.db.primitive().insert(Primitive {\n | -------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n18 | ctx.db.primitive().try_insert(Primitive {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(28,43): error CS1061: 'Timestamp' does not contain a definition for 'ToUnixTimeMilliseconds' and no accessible extension method 'ToUnixTimeMilliseconds' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "xai" + "vendor": "meta", + "started_at": "2026-03-25T14:48:28.371446800Z", + "finished_at": "2026-03-25T14:49:17.481131700Z" }, - "t_015_product_type_columns": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_015_product_type_columns", - "lang": "rust", + "t_046_shared_document": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_046_shared_document", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "grok-4", + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "product_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "query": "SELECT id, home, work, pos FROM profile WHERE id=1", - "reducer": "seed" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -9707,41 +10947,29 @@ "tables_diff": null, "tables_equal": true } - }, - "product_type_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" - } } }, - "vendor": "xai" - }, - "t_016_sum_type_columns": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_016_sum_type_columns", - "lang": "rust", + "vendor": "meta", + "started_at": "2026-03-25T14:48:29.701550300Z", + "finished_at": "2026-03-25T14:50:06.058367400Z" + } + } + }, + { + "name": "Gemini 3 Flash", + "route_api_model": "google/gemini-3-flash-preview", + "tasks": { + "t_000_empty_reducers": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_000_empty_reducers", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "grok-4", + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "sum_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", - "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", - "query": "SELECT id, a, b FROM drawing WHERE id=1", - "reducer": "seed" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -9751,29 +10979,20 @@ "tables_diff": null, "tables_equal": true } - }, - "sum_type_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" - } } }, - "vendor": "xai" + "vendor": "meta" }, - "t_017_scheduled_columns": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_017_scheduled_columns", - "lang": "rust", + "t_001_basic_tables": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_001_basic_tables", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 2, - "passed_tests": 2, - "category": "schema", - "route_api_model": "grok-4", + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -9784,274 +11003,20 @@ "tables_diff": null, "tables_equal": true } - }, - "scheduled_seeded_one_row": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" - } - } - }, - "vendor": "xai" - }, - "t_018_constraints": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_018_constraints", - "lang": "rust", - "golden_published": true, - "model_name": "Grok 4", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "grok-4", - "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "constraints_row_parity_after_seed": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "query": "SELECT id, email, name FROM account WHERE id=1", - "reducer": "seed" - } - }, - "constraints_seed_two_rows": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" - } - } - }, - "vendor": "xai" - }, - "t_019_many_to_many": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_019_many_to_many", - "lang": "rust", - "golden_published": true, - "model_name": "Grok 4", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "grok-4", - "scorer_details": { - "m2m_has_1_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=20" - } - }, - "m2m_has_2_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=20" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "m2m_has_1_10": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=10" - } - }, - "memberships_three_rows": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM membership" - } - } - }, - "vendor": "xai" - }, - "t_020_ecs": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_020_ecs", - "lang": "rust", - "golden_published": true, - "model_name": "Grok 4", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "grok-4", - "scorer_details": { - "ecs_next_pos_entity2": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" - } - }, - "ecs_next_pos_entity1": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" - } - }, - "ecs_seed_position_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM position" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "ecs_step_next_position_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM next_position" - } - } - }, - "vendor": "xai" - }, - "t_021_multi_column_index": { - "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", - "task": "t_021_multi_column_index", - "lang": "rust", - "golden_published": true, - "model_name": "Grok 4", - "total_tests": 4, - "passed_tests": 4, - "category": "schema", - "route_api_model": "grok-4", - "scorer_details": { - "mcindex_seed_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM log" - } - }, - "mcindex_lookup_u7_d1": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "mcindex_lookup_u7_d2": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" - } } }, - "vendor": "xai" - } - } - }, - { - "name": "Grok Code", - "route_api_model": "grok-code-fast-1", - "tasks": { - "t_000_empty_reducers": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_000_empty_reducers", - "lang": "rust", - "golden_published": true, - "model_name": "Grok Code", - "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "grok-code-fast-1", - "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - } - }, - "vendor": "xai" + "vendor": "meta" }, - "t_001_basic_tables": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_001_basic_tables", - "lang": "rust", + "t_002_scheduled_table": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_002_scheduled_table", + "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "Gemini 3 Flash", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -10064,41 +11029,18 @@ } } }, - "vendor": "xai" - }, - "t_002_scheduled_table": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_002_scheduled_table", - "lang": "rust", - "golden_published": false, - "model_name": "Grok Code", - "total_tests": 1, - "passed_tests": 0, - "llm_output": "use spacetimedb::{table, reducer, ScheduleAt, ReducerContext, Table};\nuse std::time::Duration;\n\n#[table(accessor = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_micros(50_000).into()),\n })?;\n Ok(())\n}\n\n#[reducer]\npub fn tick(ctx: &ReducerContext, _timer: TickTimer) -> Result<(), String> {\n log::info!(\"Tick!\");\n Ok(())\n}", - "category": "basics", - "route_api_model": "grok-code-fast-1", - "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.17\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.39\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling uuid v1.21.0\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling log v0.4.29\n Compiling cc v1.2.56\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\grok-code\\llm)\nerror[E0277]: the `?` operator can only be applied to values that implement `Try`\n --> src\\lib.rs:15:5\n |\n15 | / ctx.db.tick_timer().insert(TickTimer {\n16 | | scheduled_id: 0,\n17 | | scheduled_at: ScheduleAt::Interval(Duration::from_micros(50_000).into()),\n18 | | })?;\n | |_______^ the `?` operator cannot be applied to type `TickTimer`\n |\nhelp: the trait `Try` is not implemented for `TickTimer`\n --> src\\lib.rs:6:1\n |\n 6 | pub struct TickTimer {\n | ^^^^^^^^^^^^^^^^^^^^\n\nwarning: unused variable: `ctx`\n --> src\\lib.rs:23:13\n |\n23 | pub fn tick(ctx: &ReducerContext, _timer: TickTimer) -> Result<(), String> {\n | ^^^ help: if this is intentional, prefix it with an underscore: `_ctx`\n |\n = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default\n\nFor more information about this error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 1 previous error; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", - "phase": "build_or_publish" - } - } - }, - "vendor": "xai" + "vendor": "meta" }, "t_003_struct_in_table": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_003_struct_in_table", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "Gemini 3 Flash", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -10111,18 +11053,18 @@ } } }, - "vendor": "xai" + "vendor": "meta" }, "t_004_insert": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_004_insert", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "Gemini 3 Flash", "total_tests": 2, "passed_tests": 2, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -10144,33 +11086,41 @@ 30, true ], - "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "query": "SELECT id, name, age, active FROM user WHERE id=1", + "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", "reducer": "insert_user" } } }, - "vendor": "xai" + "vendor": "meta" }, "t_005_update": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_005_update", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "Gemini 3 Flash", "total_tests": 3, "passed_tests": 1, - "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) -> Result<(), String> {\n if let Some(mut user) = ctx.db.user().id().find(id) {\n user.name = name;\n user.age = age;\n user.active = active;\n ctx.db.user().id().update(user);\n Ok(())\n } else {\n Err(\"User not found\".to_string())\n }\n}", + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Accessor = \"User\", Public = true)]\npublic partial struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n var user = ctx.Db.User.Id.Find(id);\n if (user != null)\n {\n ctx.Db.User.Id.Update(new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n });\n }\n }\n}", "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "data_parity_update_user": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: User not found\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52560/v1/database/c200b4b6b681336f3d490f150af6142028dda5d692b4617ae373d927c932a73c/call/update_user)\n", - "phase": "call_reducer_llm" + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+------+-----+--------", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "update_user" } }, "schema_parity": { @@ -10187,24 +11137,24 @@ "pass": false, "partial": 0.0, "notes": { - "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:52560/v1/database/c2001d6dfa10edf536fccc3c29d6f6cb7b463b8da0a3dd77d4fb71c99c7750b4/sql)\n", + "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:56242/v1/database/c2003fa012003c49d80084f437bb713f6a093beeaea5587a135d5ff1731afde4/sql)\n", "phase": "sql_golden", - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" } } }, - "vendor": "xai" + "vendor": "meta" }, "t_006_delete": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_006_delete", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "Gemini 3 Flash", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -10220,7 +11170,7 @@ "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" } }, "delete_user_count_zero": { @@ -10229,23 +11179,23 @@ "notes": { "actual": 0, "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1" } } }, - "vendor": "xai" + "vendor": "meta" }, "t_007_crud": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_007_crud", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "Gemini 3 Flash", "total_tests": 4, "passed_tests": 2, - "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[spacetimedb::table(accessor = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn crud(ctx: &ReducerContext) -> Result<(), String> {\n // insert (id=1, name=\"Alice\", age=30, active=true)\n ctx.db.user().insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n\n // insert (id=2, name=\"Bob\", age=22, active=false)\n ctx.db.user().insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n\n // update (id=1, name=\"Alice2\", age=31, active=false)\n let mut user = ctx.db.user().id().find(1).unwrap();\n user.name = \"Alice2\".to_string();\n user.age = 31;\n user.active = false;\n ctx.db.user().id().update(user);\n\n // delete id=2\n ctx.db.user().id().delete(2);\n\n Ok(())\n}", + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Accessor = \"User\", Public = true)]\npublic partial struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User\n {\n Id = 1,\n Name = \"Alice\",\n Age = 30,\n Active = true\n });\n\n ctx.Db.User.Insert(new User\n {\n Id = 2,\n Name = \"Bob\",\n Age = 22,\n Active = false\n });\n\n var alice = ctx.Db.User.Id.Find(1);\n if (alice.HasValue)\n {\n var updatedAlice = alice.Value;\n updatedAlice.Name = \"Alice2\";\n updatedAlice.Age = 31;\n updatedAlice.Active = false;\n ctx.Db.User.Id.Update(updatedAlice);\n }\n\n ctx.Db.User.Id.Delete(2);\n }\n}", "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "crud_row_id2_deleted": { "pass": true, @@ -10253,7 +11203,7 @@ "notes": { "actual": 0, "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2" } }, "schema_parity": { @@ -10270,7 +11220,7 @@ "pass": false, "partial": 0.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52560/v1/database/c20066687897c66c0ddc228392f529f52e38e116fa0210b3a1a7c200f6511192/call/crud)\n", + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: Value with given unique identifier already exists\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c200bae1f2bdd27271e560dbfda8814cfd2302b7e12fa45c11457037728b852a/call/crud)\n", "phase": "call_reducer_golden" } }, @@ -10280,22 +11230,22 @@ "notes": { "actual": 0, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user" + "sql": "SELECT COUNT(*) AS n FROM User" } } }, - "vendor": "xai" + "vendor": "meta" }, "t_008_index_lookup": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_008_index_lookup", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "Gemini 3 Flash", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "index_lookup_projection_parity": { "pass": true, @@ -10304,9 +11254,9 @@ "args": [ 1 ], - "golden_out": "id | name ----+--------- 1 | \"Alice\"", - "llm_out": "id | name ----+--------- 1 | \"Alice\"", - "query": "SELECT id, name FROM result WHERE id=1", + "golden_out": "Id | Name ----+--------- 1 | \"Alice\"", + "llm_out": "Id | Name ----+--------- 1 | \"Alice\"", + "query": "SELECT Id, Name FROM Result WHERE Id=1", "reducer": "lookup_user_name" } }, @@ -10324,22 +11274,22 @@ "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" } } }, - "vendor": "xai" + "vendor": "meta" }, "t_009_init": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_009_init", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "Gemini 3 Flash", "total_tests": 4, "passed_tests": 4, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "init_seed_alice": { "pass": true, @@ -10347,7 +11297,7 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true" } }, "init_total_two": { @@ -10356,7 +11306,7 @@ "notes": { "actual": 2, "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM user" + "sql": "SELECT COUNT(*) AS n FROM User" } }, "schema_parity": { @@ -10375,22 +11325,22 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false" } } }, - "vendor": "xai" + "vendor": "meta" }, "t_010_connect": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_010_connect", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "Gemini 3 Flash", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -10403,26 +11353,32 @@ } } }, - "vendor": "xai" + "vendor": "meta" }, "t_011_helper_function": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_011_helper_function", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "Gemini 3 Flash", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "helper_func_sum_abs": { + "helper_func_sum_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Sum ----+----- 1 | 5", + "llm_out": "Id | Sum ----+----- 1 | 5", + "query": "SELECT Id, Sum FROM Result WHERE Id=1", + "reducer": "compute_sum" } }, "schema_parity": { @@ -10435,34 +11391,28 @@ "tables_equal": true } }, - "helper_func_sum_parity": { + "helper_func_sum_abs": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | sum ----+----- 1 | 5", - "llm_out": "id | sum ----+----- 1 | 5", - "query": "SELECT id, sum FROM result WHERE id=1", - "reducer": "compute_sum" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" } } }, - "vendor": "xai" + "vendor": "meta" }, "t_012_spacetime_product_type": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_012_spacetime_product_type", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "Gemini 3 Flash", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "product_type_row_count": { "pass": true, @@ -10470,7 +11420,7 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" } }, "schema_parity": { @@ -10492,72 +11442,49 @@ 2, 3 ], - "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "query": "SELECT id, value FROM result WHERE id=1", + "golden_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT Id, Value FROM Result WHERE Id=1", "reducer": "set_score" } } }, - "vendor": "xai" + "vendor": "meta" }, "t_013_spacetime_sum_type": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_013_spacetime_sum_type", - "lang": "rust", - "golden_published": true, - "model_name": "Grok Code", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Circle\n{\n public int Radius;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Type]\npublic partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> { }\n\n[SpacetimeDB.Table(Accessor = \"Result\", Public = true)]\npublic partial struct Result\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape Value;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = id,\n Value = Shape.Circle(new Circle { Radius = radius })\n });\n }\n}", "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "sum_type_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 10 - ], - "golden_out": "id | value ----+--------------- 1 | (Circle = 10)", - "llm_out": "id | value ----+--------------- 1 | (Circle = 10)", - "query": "SELECT id, value FROM result WHERE id=1", - "reducer": "set_circle" - } - }, - "sum_type_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(6,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(12,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n", + "phase": "build_or_publish" } } }, - "vendor": "xai" + "vendor": "meta" }, "t_014_elementary_columns": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_014_elementary_columns", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "Gemini 3 Flash", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Primitive\", Public = true)]\n public partial struct Primitive\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Primitive.Insert(new Primitive\n {\n Id = 1,\n Count = 2,\n Total = 3000000000L,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}", "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -10570,14 +11497,11 @@ } }, "elementary_columns_row_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "args": [], - "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", - "reducer": "seed" + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:56242/v1/database/c200c52fb7b64f38ac169672ccaaf9aa528624106da48843b0f078bfbec22654/call/seed)\n", + "phase": "call_reducer_llm" } }, "elementary_columns_row_count": { @@ -10586,31 +11510,31 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + "sql": "SELECT COUNT(*) AS n FROM Primitive WHERE Id=1" } } }, - "vendor": "xai" + "vendor": "meta" }, "t_015_product_type_columns": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_015_product_type_columns", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "Gemini 3 Flash", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "product_type_columns_row_parity": { "pass": true, "partial": 1.0, "notes": { "args": [], - "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT Id, Home, Work, Pos FROM Profile WHERE Id=1", "reducer": "seed" } }, @@ -10630,66 +11554,45 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + "sql": "SELECT COUNT(*) AS n FROM Profile WHERE Id=1" } } }, - "vendor": "xai" + "vendor": "meta" }, "t_016_sum_type_columns": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_016_sum_type_columns", - "lang": "rust", - "golden_published": true, - "model_name": "Grok Code", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Circle\n{\n public int Radius;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Type]\npublic partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> { }\n\n[SpacetimeDB.Table(Accessor = \"Drawing\", Public = true)]\npublic partial struct Drawing\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape A;\n public Shape B;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Drawing.Insert(new Drawing\n {\n Id = 1,\n A = Shape.Circle(new Circle { Radius = 10 }),\n B = Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\n });\n }\n}", "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "sum_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (Circle = 10) | (Rectangle = (width = 4, height = 6))", - "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (Circle = 10) | (Rectangle = (width = 4, height = 6))", - "query": "SELECT id, a, b FROM drawing WHERE id=1", - "reducer": "seed" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "sum_type_columns_row_count": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(6,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(12,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n", + "phase": "build_or_publish" } } }, - "vendor": "xai" + "vendor": "meta" }, "t_017_scheduled_columns": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_017_scheduled_columns", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "Gemini 3 Flash", "total_tests": 2, "passed_tests": 2, "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -10707,22 +11610,22 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + "sql": "SELECT COUNT(*) AS n FROM TickTimer WHERE ScheduledId>=0" } } }, - "vendor": "xai" + "vendor": "meta" }, "t_018_constraints": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_018_constraints", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "Gemini 3 Flash", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -10739,9 +11642,9 @@ "partial": 1.0, "notes": { "args": [], - "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "query": "SELECT id, email, name FROM account WHERE id=1", + "golden_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT Id, Email, Name FROM Account WHERE Id=1", "reducer": "seed" } }, @@ -10751,82 +11654,45 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + "sql": "SELECT COUNT(*) AS n FROM Account WHERE Id=2" } } }, - "vendor": "xai" + "vendor": "meta" }, "t_019_many_to_many": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_019_many_to_many", - "lang": "rust", - "golden_published": true, - "model_name": "Grok Code", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", "total_tests": 5, - "passed_tests": 4, - "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[spacetimedb::table(accessor = user, public)]\npub struct User {\n #[primary_key]\n user_id: i32,\n name: String,\n}\n\n#[spacetimedb::table(accessor = group, public)]\npub struct Group {\n #[primary_key]\n group_id: i32,\n title: String,\n}\n\n#[spacetimedb::table(accessor = membership, index(accessor = by_user, btree(columns = [user_id])), index(accessor = by_group, btree(columns = [group_id])), public)]\npub struct Membership {\n #[primary_key]\n id: i32,\n user_id: i32,\n group_id: i32,\n}\n\n#[spacetimedb::reducer(init)]\npub fn seed(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.user().insert(User { user_id: 1, name: \"Alice\".to_string() });\n ctx.db.user().insert(User { user_id: 2, name: \"Bob\".to_string() });\n ctx.db.group().insert(Group { group_id: 10, title: \"Admin\".to_string() });\n ctx.db.group().insert(Group { group_id: 20, title: \"Dev\".to_string() });\n ctx.db.membership().insert(Membership { id: 1, user_id: 1, group_id: 10 });\n ctx.db.membership().insert(Membership { id: 2, user_id: 1, group_id: 20 });\n ctx.db.membership().insert(Membership { id: 3, user_id: 2, group_id: 20 });\n Ok(())\n}", + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [PrimaryKey]\n public int UserId;\n public string Name;\n }\n\n [Table(Accessor = \"Group\", Public = true)]\n public partial struct Group\n {\n [PrimaryKey]\n public int GroupId;\n public string Title;\n }\n\n [Table(Accessor = \"Membership\", Public = true)]\n [Index.BTree(Accessor = \"by_user\", Columns = new[] { \"UserId\" })]\n [Index.BTree(Accessor = \"by_group\", Columns = new[] { \"GroupId\" })]\n public partial struct Membership\n {\n [PrimaryKey]\n public int Id;\n public int UserId;\n public int GroupId;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Db.User.Insert(new User { UserId = 2, Name = \"Bob\" });\n\n ctx.Db.Group.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Db.Group.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n\n ctx.Db.Membership.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Db.Membership.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Db.Membership.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}", "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "m2m_has_1_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=20" - } - }, - "m2m_has_2_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=20" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "m2m_has_1_10": { + "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:52560/v1/database/c200a51c04585e87f6869330cab3dc6e8908e5185bc174fc786acd0c2f65c478/call/seed)\n", - "phase": "call_reducer" - } - }, - "memberships_three_rows": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM membership" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(23,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(24,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n", + "phase": "build_or_publish" } } }, - "vendor": "xai" + "vendor": "meta" }, "t_020_ecs": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_020_ecs", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "Gemini 3 Flash", "total_tests": 5, "passed_tests": 5, "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "ecs_next_pos_entity2": { "pass": true, @@ -10834,7 +11700,7 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=2 AND X=8 AND Y=3" } }, "ecs_next_pos_entity1": { @@ -10843,7 +11709,7 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=1 AND X=1 AND Y=0" } }, "ecs_seed_position_count": { @@ -10852,7 +11718,7 @@ "notes": { "actual": 2, "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM position" + "sql": "SELECT COUNT(*) AS n FROM Position" } }, "schema_parity": { @@ -10871,22 +11737,22 @@ "notes": { "actual": 2, "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM next_position" + "sql": "SELECT COUNT(*) AS n FROM NextPosition" } } }, - "vendor": "xai" + "vendor": "meta" }, "t_021_multi_column_index": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_021_multi_column_index", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "Grok Code", + "model_name": "Gemini 3 Flash", "total_tests": 4, "passed_tests": 4, "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "mcindex_seed_count": { "pass": true, @@ -10894,7 +11760,7 @@ "notes": { "actual": 3, "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM log" + "sql": "SELECT COUNT(*) AS n FROM Log" } }, "mcindex_lookup_u7_d1": { @@ -10903,7 +11769,7 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=1" } }, "schema_parity": { @@ -10922,28 +11788,47 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=2" } } }, - "vendor": "xai" - } - } - }, - { - "name": "Claude Sonnet 4.6", - "route_api_model": "claude-sonnet-4-6", - "tasks": { - "t_000_empty_reducers": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_000_empty_reducers", - "lang": "rust", + "vendor": "meta" + }, + "t_022_view_basic": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System.Collections.Generic;\n\n[SpacetimeDB.Table(Accessor = \"Announcement\", Public = true)]\npublic partial struct Announcement\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Message;\n [SpacetimeDB.Index.BTree]\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.View(Accessor = \"ActiveAnnouncements\", Public = true)]\n public static IEnumerable ActiveAnnouncements(AnonymousViewContext ctx)\n {\n return ctx.Db.Announcement.Active.Filter(true);\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(19,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(19,19): error STDB0024: View 'ActiveAnnouncements' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-25T14:51:09.926400700Z", + "finished_at": "2026-03-25T14:51:23.533210700Z" + }, + "t_023_view_per_user": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_023_view_per_user", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", + "model_name": "Gemini 3 Flash", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -10956,18 +11841,20 @@ } } }, - "vendor": "anthropic" + "vendor": "meta", + "started_at": "2026-03-25T14:51:23.533427400Z", + "finished_at": "2026-03-25T14:52:34.972124600Z" }, - "t_001_basic_tables": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_001_basic_tables", - "lang": "rust", + "t_024_event_table": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_024_event_table", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", + "model_name": "Gemini 3 Flash", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -10980,18 +11867,20 @@ } } }, - "vendor": "anthropic" + "vendor": "meta", + "started_at": "2026-03-25T14:49:31.619996900Z", + "finished_at": "2026-03-25T14:50:49.361062500Z" }, - "t_002_scheduled_table": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_002_scheduled_table", - "lang": "rust", + "t_025_optional_fields": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_025_optional_fields", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", + "model_name": "Gemini 3 Flash", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -11004,18 +11893,20 @@ } } }, - "vendor": "anthropic" + "vendor": "meta", + "started_at": "2026-03-25T14:49:42.562379400Z", + "finished_at": "2026-03-25T14:51:01.525981700Z" }, - "t_003_struct_in_table": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_003_struct_in_table", - "lang": "rust", + "t_026_auth_identity_check": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_026_auth_identity_check", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", + "model_name": "Gemini 3 Flash", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -11028,18 +11919,20 @@ } } }, - "vendor": "anthropic" + "vendor": "meta", + "started_at": "2026-03-25T14:46:40.141601800Z", + "finished_at": "2026-03-25T14:48:17.160964300Z" }, - "t_004_insert": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_004_insert", - "lang": "rust", + "t_027_private_vs_public_table": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_027_private_vs_public_table", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 2, - "passed_tests": 2, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -11050,53 +11943,23 @@ "tables_diff": null, "tables_equal": true } - }, - "data_parity_insert_user": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - "Alice", - 30, - true - ], - "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "insert_user" - } } }, - "vendor": "anthropic" + "vendor": "meta", + "started_at": "2026-03-25T14:46:40.223415400Z", + "finished_at": "2026-03-25T14:48:10.480722600Z" }, - "t_005_update": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_005_update", - "lang": "rust", + "t_028_cascade_delete": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_028_cascade_delete", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "data_parity_update_user": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - "Alice2", - 31, - false - ], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "update_user" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -11106,27 +11969,22 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_users_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" - } } }, - "vendor": "anthropic" + "vendor": "meta", + "started_at": "2026-03-25T14:49:49.857616600Z", + "finished_at": "2026-03-25T14:51:09.926126Z" }, - "t_006_delete": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_006_delete", - "lang": "rust", + "t_029_filter_and_aggregate": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -11137,46 +11995,23 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_users_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" - } - }, - "delete_user_count_zero": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" - } } }, - "vendor": "anthropic" + "vendor": "meta", + "started_at": "2026-03-25T14:50:44.824431400Z", + "finished_at": "2026-03-25T14:52:01.829010300Z" }, - "t_007_crud": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_007_crud", - "lang": "rust", + "t_030_two_table_join": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_030_two_table_join", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 4, - "passed_tests": 4, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "crud_row_id2_deleted": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -11186,54 +12021,75 @@ "tables_diff": null, "tables_equal": true } - }, - "crud_row_id1_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "crud" - } - }, - "crud_total_count_one": { + } + }, + "vendor": "meta", + "started_at": "2026-03-25T14:50:49.361400300Z", + "finished_at": "2026-03-25T14:52:08.707142700Z" + }, + "t_031_unique_constraint": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "anthropic" + "vendor": "meta", + "started_at": "2026-03-25T14:51:01.526257Z", + "finished_at": "2026-03-25T14:52:13.299322400Z" }, - "t_008_index_lookup": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_008_index_lookup", - "lang": "rust", + "t_032_range_query": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_032_range_query", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "index_lookup_projection_parity": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1 - ], - "golden_out": "id | name ----+--------- 1 | \"Alice\"", - "llm_out": "id | name ----+--------- 1 | \"Alice\"", - "query": "SELECT id, name FROM result WHERE id=1", - "reducer": "lookup_user_name" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, + } + }, + "vendor": "meta", + "started_at": "2026-03-25T14:52:01.829767600Z", + "finished_at": "2026-03-25T14:53:10.620248300Z" + }, + "t_033_sort_and_limit": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { "schema_parity": { "pass": true, "partial": 1.0, @@ -11243,46 +12099,101 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_user_row": { + } + }, + "vendor": "meta", + "started_at": "2026-03-25T14:52:08.707420500Z", + "finished_at": "2026-03-25T14:53:15.340204800Z" + }, + "t_034_find_first": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "anthropic" + "vendor": "meta", + "started_at": "2026-03-25T14:52:13.300075800Z", + "finished_at": "2026-03-25T14:53:18.940474100Z" }, - "t_009_init": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_009_init", - "lang": "rust", + "t_035_select_distinct": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_035_select_distinct", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 4, - "passed_tests": 4, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "init_seed_alice": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, - "init_total_two": { + } + }, + "vendor": "meta", + "started_at": "2026-03-25T14:52:34.972397500Z", + "finished_at": "2026-03-25T14:53:39.758014300Z" + }, + "t_036_count_without_collect": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM user" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, + } + }, + "vendor": "meta", + "started_at": "2026-03-25T14:53:10.620660500Z", + "finished_at": "2026-03-25T14:54:10.446517800Z" + }, + "t_037_multi_column_filter": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { "schema_parity": { "pass": true, "partial": 1.0, @@ -11292,29 +12203,72 @@ "tables_diff": null, "tables_equal": true } - }, - "init_seed_bob": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "meta", + "started_at": "2026-03-25T14:53:15.342065Z", + "finished_at": "2026-03-25T14:54:24.313593800Z" + }, + "t_038_schedule_at_time": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Accessor = \"Reminder\", Scheduled = nameof(SendReminder), ScheduledAt = nameof(Reminder.ScheduledAt))]\npublic partial struct Reminder\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n public string Message;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.Reminder.Insert(new Reminder\n {\n ScheduledId = 0,\n ScheduledAt = new ScheduleAt.Time(ctx.Timestamp + TimeDuration.FromMicroseconds(60_000_000)),\n Message = \"One-shot reminder\"\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void SendReminder(ReducerContext ctx, Reminder reminder)\n {\n // Does nothing\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(4,62): error CS0103: The name 'SendReminder' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "anthropic" + "vendor": "meta", + "started_at": "2026-03-25T14:48:43.614110100Z", + "finished_at": "2026-03-25T14:49:07.281184900Z" }, - "t_010_connect": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_010_connect", - "lang": "rust", + "t_039_cancel_schedule": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\n[SpacetimeDB.Table(Accessor = \"CleanupJob\", Scheduled = nameof(RunCleanup), ScheduledAt = nameof(CleanupJob.ScheduledAt))]\npublic partial struct CleanupJob\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.CleanupJob.Insert(new CleanupJob\n {\n ScheduledId = 0,\n ScheduledAt = new ScheduleAt.Interval(TimeSpan.FromSeconds(60))\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void RunCleanup(ReducerContext ctx, CleanupJob job)\n {\n // Does nothing\n }\n\n [SpacetimeDB.Reducer]\n public static void CancelCleanup(ReducerContext ctx, ulong scheduledId)\n {\n ctx.Db.CleanupJob.ScheduledId.Delete(scheduledId);\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(5,64): error CS0103: The name 'RunCleanup' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-25T14:49:07.281924200Z", + "finished_at": "2026-03-25T14:49:22.989948700Z" + }, + "t_040_lifecycle_player": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_040_lifecycle_player", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", + "model_name": "Gemini 3 Flash", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "claude-sonnet-4-6", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -11327,34 +12281,21 @@ } } }, - "vendor": "anthropic" + "vendor": "meta", + "started_at": "2026-03-25T14:49:22.990337800Z", + "finished_at": "2026-03-25T14:50:44.824106200Z" }, - "t_011_helper_function": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_011_helper_function", - "lang": "rust", + "t_041_registered_user_gate": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_041_registered_user_gate", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "helper_func_sum_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | sum ----+----- 1 | 5", - "llm_out": "id | sum ----+----- 1 | 5", - "query": "SELECT id, sum FROM result WHERE id=1", - "reducer": "compute_sum" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -11364,39 +12305,23 @@ "tables_diff": null, "tables_equal": true } - }, - "helper_func_sum_abs": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" - } } }, - "vendor": "anthropic" + "vendor": "meta", + "started_at": "2026-03-25T14:46:40.313236800Z", + "finished_at": "2026-03-25T14:48:29.127338700Z" }, - "t_012_spacetime_product_type": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_012_spacetime_product_type", - "lang": "rust", + "t_042_admin_bootstrap": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_042_admin_bootstrap", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "claude-sonnet-4-6", + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "product_type_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -11406,35 +12331,22 @@ "tables_diff": null, "tables_equal": true } - }, - "product_type_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "query": "SELECT id, value FROM result WHERE id=1", - "reducer": "set_score" - } } }, - "vendor": "anthropic" + "vendor": "meta", + "started_at": "2026-03-25T14:46:40.380715200Z", + "finished_at": "2026-03-25T14:48:28.798521700Z" }, - "t_013_spacetime_sum_type": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_013_spacetime_sum_type", - "lang": "rust", + "t_043_role_based_access": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_043_role_based_access", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "claude-sonnet-4-6", + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -11445,43 +12357,73 @@ "tables_diff": null, "tables_equal": true } - }, - "sum_type_row_parity": { + } + }, + "vendor": "meta", + "started_at": "2026-03-25T14:48:10.480991500Z", + "finished_at": "2026-03-25T14:49:31.619675200Z" + }, + "t_044_ban_list": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1, - 10 - ], - "golden_out": "id | value ----+--------------- 1 | (circle = 10)", - "llm_out": "id | value ----+--------------- 1 | (circle = 10)", - "query": "SELECT id, value FROM result WHERE id=1", - "reducer": "set_circle" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, - "sum_type_row_count": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "meta", + "started_at": "2026-03-25T14:48:17.161261Z", + "finished_at": "2026-03-25T14:49:42.562030900Z" + }, + "t_045_rate_limit": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\n[SpacetimeDB.Table(Accessor = \"RateLimit\", Public = false)]\npublic partial struct RateLimit\n{\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n}\n\n[SpacetimeDB.Table(Accessor = \"ActionLog\", Public = true)]\npublic partial struct ActionLog\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)ctx.Timestamp.ToUnixTimeMilliseconds() * 1000;\n \n var rateLimit = ctx.Db.RateLimit.Identity.Find(ctx.Sender);\n \n if (rateLimit != null)\n {\n if (now - rateLimit.Value.LastCallUs < 1000000)\n {\n throw new Exception(\"rate limited\");\n }\n \n ctx.Db.RateLimit.Identity.Update(new RateLimit\n {\n Identity = ctx.Sender,\n LastCallUs = now\n });\n }\n else\n {\n ctx.Db.RateLimit.Insert(new RateLimit\n {\n Identity = ctx.Sender,\n LastCallUs = now\n });\n }\n\n ctx.Db.ActionLog.Insert(new ActionLog\n {\n Id = 0,\n Identity = ctx.Sender,\n Payload = payload\n });\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(28,42): error CS1061: 'Timestamp' does not contain a definition for 'ToUnixTimeMilliseconds' and no accessible extension method 'ToUnixTimeMilliseconds' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "anthropic" + "vendor": "meta", + "started_at": "2026-03-25T14:48:29.127716700Z", + "finished_at": "2026-03-25T14:48:43.613910Z" }, - "t_014_elementary_columns": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_014_elementary_columns", - "lang": "rust", + "t_046_shared_document": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_046_shared_document", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "claude-sonnet-4-6", + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -11492,52 +12434,53 @@ "tables_diff": null, "tables_equal": true } - }, - "elementary_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", - "reducer": "seed" - } - }, - "elementary_columns_row_count": { + } + }, + "vendor": "meta", + "started_at": "2026-03-25T14:48:29.197295700Z", + "finished_at": "2026-03-25T14:49:49.857361600Z" + } + } + }, + { + "name": "DeepSeek Chat", + "route_api_model": "deepseek-chat", + "tasks": { + "t_000_empty_reducers": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "anthropic" + "vendor": "deepseek" }, - "t_015_product_type_columns": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_015_product_type_columns", - "lang": "rust", + "t_001_basic_tables": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_001_basic_tables", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "claude-sonnet-4-6", + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", "scorer_details": { - "product_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "query": "SELECT id, home, work, pos FROM profile WHERE id=1", - "reducer": "seed" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -11547,41 +12490,69 @@ "tables_diff": null, "tables_equal": true } - }, - "product_type_columns_row_count": { + } + }, + "vendor": "deepseek" + }, + "t_002_scheduled_table": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "anthropic" + "vendor": "deepseek" }, - "t_016_sum_type_columns": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_016_sum_type_columns", - "lang": "rust", + "t_003_struct_in_table": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_003_struct_in_table", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "claude-sonnet-4-6", + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", "scorer_details": { - "sum_type_columns_row_parity": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "args": [], - "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", - "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", - "query": "SELECT id, a, b FROM drawing WHERE id=1", - "reducer": "seed" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, + } + }, + "vendor": "deepseek" + }, + "t_004_insert": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { "schema_parity": { "pass": true, "partial": 1.0, @@ -11592,29 +12563,53 @@ "tables_equal": true } }, - "sum_type_columns_row_count": { + "data_parity_insert_user": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "insert_user" } } }, - "vendor": "anthropic" + "vendor": "deepseek" }, - "t_017_scheduled_columns": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_017_scheduled_columns", - "lang": "rust", + "t_005_update": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_005_update", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 2, - "passed_tests": 2, - "category": "schema", - "route_api_model": "claude-sonnet-4-6", + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n var user = ctx.Db.User.Id.Find(id);\n if (user.HasValue)\n {\n ctx.Db.User.Id.Update(new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n });\n }\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", "scorer_details": { + "data_parity_update_user": { + "pass": false, + "partial": 0.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+------+-----+--------", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "update_user" + } + }, "schema_parity": { "pass": true, "partial": 1.0, @@ -11625,28 +12620,28 @@ "tables_equal": true } }, - "scheduled_seeded_one_row": { - "pass": true, - "partial": 1.0, + "seed_users_row": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:56242/v1/database/c2003fa012003c49d80084f437bb713f6a093beeaea5587a135d5ff1731afde4/sql)\n", + "phase": "sql_golden", + "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" } } }, - "vendor": "anthropic" + "vendor": "deepseek" }, - "t_018_constraints": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_018_constraints", - "lang": "rust", + "t_006_delete": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_006_delete", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", + "model_name": "DeepSeek Chat", "total_tests": 3, "passed_tests": 3, - "category": "schema", - "route_api_model": "claude-sonnet-4-6", + "category": "basics", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -11658,56 +12653,44 @@ "tables_equal": true } }, - "constraints_row_parity_after_seed": { + "seed_users_row": { "pass": true, "partial": 1.0, "notes": { - "args": [], - "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "query": "SELECT id, email, name FROM account WHERE id=1", - "reducer": "seed" + "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" } }, - "constraints_seed_two_rows": { + "delete_user_count_zero": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1" } } }, - "vendor": "anthropic" + "vendor": "deepseek" }, - "t_019_many_to_many": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_019_many_to_many", - "lang": "rust", + "t_007_crud": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_007_crud", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "claude-sonnet-4-6", - "scorer_details": { - "m2m_has_1_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=20" - } - }, - "m2m_has_2_20": { + "model_name": "DeepSeek Chat", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n ctx.Db.User.Id.Update(new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\n ctx.Db.User.Id.Delete(2);\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "crud_row_id2_deleted": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=20" + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2" } }, "schema_parity": { @@ -11720,63 +12703,48 @@ "tables_equal": true } }, - "m2m_has_1_10": { - "pass": true, - "partial": 1.0, + "crud_row_id1_parity": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=10" + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: Value with given unique identifier already exists\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c200bae1f2bdd27271e560dbfda8814cfd2302b7e12fa45c11457037728b852a/call/crud)\n", + "phase": "call_reducer_golden" } }, - "memberships_three_rows": { - "pass": true, - "partial": 1.0, + "crud_total_count_one": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM membership" + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User" } } }, - "vendor": "anthropic" + "vendor": "deepseek" }, - "t_020_ecs": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_020_ecs", - "lang": "rust", + "t_008_index_lookup": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_008_index_lookup", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "claude-sonnet-4-6", + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-chat", "scorer_details": { - "ecs_next_pos_entity2": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" - } - }, - "ecs_next_pos_entity1": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" - } - }, - "ecs_seed_position_count": { + "index_lookup_projection_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM position" + "args": [ + 1 + ], + "golden_out": "Id | Name ----+--------- 1 | \"Alice\"", + "llm_out": "Id | Name ----+--------- 1 | \"Alice\"", + "query": "SELECT Id, Name FROM Result WHERE Id=1", + "reducer": "lookup_user_name" } }, "schema_parity": { @@ -11789,45 +12757,43 @@ "tables_equal": true } }, - "ecs_step_next_position_count": { + "seed_user_row": { "pass": true, "partial": 1.0, "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM next_position" + "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" } } }, - "vendor": "anthropic" + "vendor": "deepseek" }, - "t_021_multi_column_index": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_021_multi_column_index", - "lang": "rust", + "t_009_init": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_009_init", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Sonnet 4.6", + "model_name": "DeepSeek Chat", "total_tests": 4, "passed_tests": 4, - "category": "schema", - "route_api_model": "claude-sonnet-4-6", + "category": "basics", + "route_api_model": "deepseek-chat", "scorer_details": { - "mcindex_seed_count": { + "init_seed_alice": { "pass": true, "partial": 1.0, "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM log" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true" } }, - "mcindex_lookup_u7_d1": { + "init_total_two": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM User" } }, "schema_parity": { @@ -11840,82 +12806,28 @@ "tables_equal": true } }, - "mcindex_lookup_u7_d2": { + "init_seed_bob": { "pass": true, "partial": 1.0, "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" - } - } - }, - "vendor": "anthropic" - } - } - }, - { - "name": "Claude Opus 4.6", - "route_api_model": "claude-opus-4-6", - "tasks": { - "t_000_empty_reducers": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_000_empty_reducers", - "lang": "rust", - "golden_published": true, - "model_name": "Claude Opus 4.6", - "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "claude-opus-4-6", - "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - } - }, - "vendor": "anthropic" - }, - "t_001_basic_tables": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_001_basic_tables", - "lang": "rust", - "golden_published": true, - "model_name": "Claude Opus 4.6", - "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "claude-opus-4-6", - "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false" } } }, - "vendor": "anthropic" + "vendor": "deepseek" }, - "t_002_scheduled_table": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_002_scheduled_table", - "lang": "rust", + "t_010_connect": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_010_connect", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Chat", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -11928,43 +12840,34 @@ } } }, - "vendor": "anthropic" + "vendor": "deepseek" }, - "t_003_struct_in_table": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_003_struct_in_table", - "lang": "rust", + "t_011_helper_function": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_011_helper_function", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Opus 4.6", - "total_tests": 1, - "passed_tests": 1, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, "category": "basics", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-chat", "scorer_details": { - "schema_parity": { + "helper_func_sum_parity": { "pass": true, "partial": 1.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Sum ----+----- 1 | 5", + "llm_out": "Id | Sum ----+----- 1 | 5", + "query": "SELECT Id, Sum FROM Result WHERE Id=1", + "reducer": "compute_sum" } - } - }, - "vendor": "anthropic" - }, - "t_004_insert": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_004_insert", - "lang": "rust", - "golden_published": true, - "model_name": "Claude Opus 4.6", - "total_tests": 2, - "passed_tests": 2, - "category": "basics", - "route_api_model": "claude-opus-4-6", - "scorer_details": { + }, "schema_parity": { "pass": true, "partial": 1.0, @@ -11975,50 +12878,36 @@ "tables_equal": true } }, - "data_parity_insert_user": { + "helper_func_sum_abs": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1, - "Alice", - 30, - true - ], - "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "insert_user" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" } } }, - "vendor": "anthropic" + "vendor": "deepseek" }, - "t_005_update": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_005_update", - "lang": "rust", + "t_012_spacetime_product_type": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_012_spacetime_product_type", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Chat", "total_tests": 3, "passed_tests": 3, - "category": "basics", - "route_api_model": "claude-opus-4-6", + "category": "schema", + "route_api_model": "deepseek-chat", "scorer_details": { - "data_parity_update_user": { + "product_type_row_count": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1, - "Alice2", - 31, - false - ], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "update_user" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" } }, "schema_parity": { @@ -12031,26 +12920,35 @@ "tables_equal": true } }, - "seed_users_row": { + "product_type_row_parity": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_score" } } }, - "vendor": "anthropic" + "vendor": "deepseek" }, - "t_006_delete": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_006_delete", - "lang": "rust", + "t_013_spacetime_sum_type": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_013_spacetime_sum_type", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Chat", "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "claude-opus-4-6", + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [SpacetimeDB.Type]\n public partial struct Shape\n {\n public Circle? Circle;\n public Rectangle? Rectangle;\n }\n\n [SpacetimeDB.Table(Accessor = \"Result\")]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape Value;\n }\n\n [SpacetimeDB.Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = id,\n Value = new Shape { Circle = new Circle { Radius = radius } }\n });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -12062,45 +12960,43 @@ "tables_equal": true } }, - "seed_users_row": { - "pass": true, - "partial": 1.0, + "sum_type_row_parity": { + "pass": false, + "partial": 0.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "args": [ + 1, + 10 + ], + "golden_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "llm_out": "Id | Value ----+------------------------------------------------------------ 1 | (circle = (some = (radius = 10)), rectangle = (none = ()))", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_circle" } }, - "delete_user_count_zero": { + "sum_type_row_count": { "pass": true, "partial": 1.0, "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" } } }, - "vendor": "anthropic" + "vendor": "deepseek" }, - "t_007_crud": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_007_crud", - "lang": "rust", + "t_014_elementary_columns": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_014_elementary_columns", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Opus 4.6", - "total_tests": 4, - "passed_tests": 4, - "category": "basics", - "route_api_model": "claude-opus-4-6", + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-chat", "scorer_details": { - "crud_row_id2_deleted": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -12111,51 +13007,49 @@ "tables_equal": true } }, - "crud_row_id1_parity": { + "elementary_columns_row_parity": { "pass": true, "partial": 1.0, "notes": { "args": [], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "crud" + "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM Primitive WHERE Id=1", + "reducer": "seed" } }, - "crud_total_count_one": { + "elementary_columns_row_count": { "pass": true, "partial": 1.0, "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user" + "sql": "SELECT COUNT(*) AS n FROM Primitive WHERE Id=1" } } }, - "vendor": "anthropic" + "vendor": "deepseek" }, - "t_008_index_lookup": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_008_index_lookup", - "lang": "rust", + "t_015_product_type_columns": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_015_product_type_columns", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Chat", "total_tests": 3, "passed_tests": 3, - "category": "basics", - "route_api_model": "claude-opus-4-6", + "category": "schema", + "route_api_model": "deepseek-chat", "scorer_details": { - "index_lookup_projection_parity": { + "product_type_columns_row_parity": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1 - ], - "golden_out": "id | name ----+--------- 1 | \"Alice\"", - "llm_out": "id | name ----+--------- 1 | \"Alice\"", - "query": "SELECT id, name FROM result WHERE id=1", - "reducer": "lookup_user_name" + "args": [], + "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT Id, Home, Work, Pos FROM Profile WHERE Id=1", + "reducer": "seed" } }, "schema_parity": { @@ -12168,43 +13062,39 @@ "tables_equal": true } }, - "seed_user_row": { + "product_type_columns_row_count": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Profile WHERE Id=1" } } }, - "vendor": "anthropic" + "vendor": "deepseek" }, - "t_009_init": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_009_init", - "lang": "rust", + "t_016_sum_type_columns": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_016_sum_type_columns", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Opus 4.6", - "total_tests": 4, - "passed_tests": 4, - "category": "basics", - "route_api_model": "claude-opus-4-6", + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [SpacetimeDB.Type]\n public partial struct Shape\n {\n public Circle? Circle;\n public Rectangle? Rectangle;\n }\n\n [SpacetimeDB.Table(Accessor = \"Drawing\")]\n public partial struct Drawing\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape A;\n public Shape B;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Drawing.Insert(new Drawing\n {\n Id = 1,\n A = new Shape { Circle = new Circle { Radius = 10 } },\n B = new Shape { Rectangle = new Rectangle { Width = 4, Height = 6 } }\n });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-chat", "scorer_details": { - "init_seed_alice": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" - } - }, - "init_total_two": { - "pass": true, - "partial": 1.0, + "sum_type_columns_row_parity": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM user" + "args": [], + "golden_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (circle = (radius = 10)) | (rectangle = (width = 4, height = 6))", + "llm_out": "Id | A | B ----+------------------------------------------------------------+---------------------------------------------------------------------- 1 | (circle = (some = (radius = 10)), rectangle = (none = ())) | (circle = (none = ()), rectangle = (some = (width = 4, height = 6)))", + "query": "SELECT Id, A, B FROM Drawing WHERE Id=1", + "reducer": "seed" } }, "schema_parity": { @@ -12217,28 +13107,28 @@ "tables_equal": true } }, - "init_seed_bob": { + "sum_type_columns_row_count": { "pass": true, "partial": 1.0, "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + "sql": "SELECT COUNT(*) AS n FROM Drawing WHERE Id=1" } } }, - "vendor": "anthropic" + "vendor": "deepseek" }, - "t_010_connect": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_010_connect", - "lang": "rust", + "t_017_scheduled_columns": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_017_scheduled_columns", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Opus 4.6", - "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "claude-opus-4-6", + "model_name": "DeepSeek Chat", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -12249,328 +13139,29 @@ "tables_diff": null, "tables_equal": true } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM TickTimer WHERE ScheduledId>=0" + } } }, - "vendor": "anthropic" - }, - "t_011_helper_function": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_011_helper_function", - "lang": "rust", - "golden_published": true, - "model_name": "Claude Opus 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "claude-opus-4-6", - "scorer_details": { - "helper_func_sum_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | sum ----+----- 1 | 5", - "llm_out": "id | sum ----+----- 1 | 5", - "query": "SELECT id, sum FROM result WHERE id=1", - "reducer": "compute_sum" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "helper_func_sum_abs": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" - } - } - }, - "vendor": "anthropic" - }, - "t_012_spacetime_product_type": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_012_spacetime_product_type", - "lang": "rust", - "golden_published": true, - "model_name": "Claude Opus 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "claude-opus-4-6", - "scorer_details": { - "product_type_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "product_type_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "query": "SELECT id, value FROM result WHERE id=1", - "reducer": "set_score" - } - } - }, - "vendor": "anthropic" - }, - "t_013_spacetime_sum_type": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_013_spacetime_sum_type", - "lang": "rust", - "golden_published": true, - "model_name": "Claude Opus 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "claude-opus-4-6", - "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "sum_type_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 10 - ], - "golden_out": "id | value ----+--------------- 1 | (Circle = 10)", - "llm_out": "id | value ----+--------------- 1 | (Circle = 10)", - "query": "SELECT id, value FROM result WHERE id=1", - "reducer": "set_circle" - } - }, - "sum_type_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" - } - } - }, - "vendor": "anthropic" - }, - "t_014_elementary_columns": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_014_elementary_columns", - "lang": "rust", - "golden_published": true, - "model_name": "Claude Opus 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "claude-opus-4-6", - "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "elementary_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", - "reducer": "seed" - } - }, - "elementary_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" - } - } - }, - "vendor": "anthropic" - }, - "t_015_product_type_columns": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_015_product_type_columns", - "lang": "rust", - "golden_published": true, - "model_name": "Claude Opus 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "claude-opus-4-6", - "scorer_details": { - "product_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "query": "SELECT id, home, work, pos FROM profile WHERE id=1", - "reducer": "seed" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "product_type_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" - } - } - }, - "vendor": "anthropic" - }, - "t_016_sum_type_columns": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_016_sum_type_columns", - "lang": "rust", - "golden_published": true, - "model_name": "Claude Opus 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "claude-opus-4-6", - "scorer_details": { - "sum_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (Circle = 10) | (Rectangle = (width = 4, height = 6))", - "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (Circle = 10) | (Rectangle = (width = 4, height = 6))", - "query": "SELECT id, a, b FROM drawing WHERE id=1", - "reducer": "seed" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "sum_type_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" - } - } - }, - "vendor": "anthropic" - }, - "t_017_scheduled_columns": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_017_scheduled_columns", - "lang": "rust", - "golden_published": true, - "model_name": "Claude Opus 4.6", - "total_tests": 2, - "passed_tests": 2, - "category": "schema", - "route_api_model": "claude-opus-4-6", - "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "scheduled_seeded_one_row": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" - } - } - }, - "vendor": "anthropic" + "vendor": "deepseek" }, "t_018_constraints": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_018_constraints", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Chat", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -12587,9 +13178,9 @@ "partial": 1.0, "notes": { "args": [], - "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "query": "SELECT id, email, name FROM account WHERE id=1", + "golden_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT Id, Email, Name FROM Account WHERE Id=1", "reducer": "seed" } }, @@ -12599,22 +13190,22 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + "sql": "SELECT COUNT(*) AS n FROM Account WHERE Id=2" } } }, - "vendor": "anthropic" + "vendor": "deepseek" }, "t_019_many_to_many": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_019_many_to_many", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Chat", "total_tests": 5, "passed_tests": 5, "category": "schema", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-chat", "scorer_details": { "m2m_has_1_20": { "pass": true, @@ -12622,7 +13213,7 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=20" + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=20" } }, "m2m_has_2_20": { @@ -12631,7 +13222,7 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=20" + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=2 AND GroupId=20" } }, "schema_parity": { @@ -12650,7 +13241,7 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=10" + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=10" } }, "memberships_three_rows": { @@ -12659,39 +13250,38 @@ "notes": { "actual": 3, "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM membership" + "sql": "SELECT COUNT(*) AS n FROM Membership" } } }, - "vendor": "anthropic" + "vendor": "deepseek" }, "t_020_ecs": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_020_ecs", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Chat", "total_tests": 5, - "passed_tests": 5, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Entity\", Public = true)]\n public partial struct Entity\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n }\n\n [SpacetimeDB.Table(Accessor = \"Position\", Public = true)]\n public partial struct Position\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Table(Accessor = \"Velocity\", Public = true)]\n public partial struct Velocity\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n }\n\n [SpacetimeDB.Table(Accessor = \"NextPosition\", Public = true)]\n public partial struct NextPosition\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Entity.Insert(new Entity { Id = 1 });\n ctx.Db.Position.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n\n ctx.Db.Entity.Insert(new Entity { Id = 2 });\n ctx.Db.Position.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [SpacetimeDB.Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var pos in ctx.Db.Position.Iter())\n {\n var vel = ctx.Db.Velocity.EntityId.Find(pos.EntityId);\n if (vel.HasValue)\n {\n var nextPos = new NextPosition\n {\n EntityId = pos.EntityId,\n X = pos.X + vel.Value.VX,\n Y = pos.Y + vel.Value.VY\n };\n ctx.Db.NextPosition.EntityId.Update(nextPos);\n }\n }\n }\n}", "category": "schema", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-chat", "scorer_details": { "ecs_next_pos_entity2": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The row was not found, e.g., in an update call\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c20037a8f99a52ad0d30979e9235082416df0a4c9ac89afa9c7c4d3bf295770b/call/step)\n", + "phase": "call_reducer" } }, "ecs_next_pos_entity1": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The row was not found, e.g., in an update call\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c20037a8f99a52ad0d30979e9235082416df0a4c9ac89afa9c7c4d3bf295770b/call/step)\n", + "phase": "call_reducer" } }, "ecs_seed_position_count": { @@ -12700,7 +13290,7 @@ "notes": { "actual": 2, "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM position" + "sql": "SELECT COUNT(*) AS n FROM Position" } }, "schema_parity": { @@ -12714,27 +13304,26 @@ } }, "ecs_step_next_position_count": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM next_position" + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The row was not found, e.g., in an update call\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c20037a8f99a52ad0d30979e9235082416df0a4c9ac89afa9c7c4d3bf295770b/call/step)\n", + "phase": "call_reducer" } } }, - "vendor": "anthropic" + "vendor": "deepseek" }, "t_021_multi_column_index": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", "task": "t_021_multi_column_index", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Chat", "total_tests": 4, "passed_tests": 4, "category": "schema", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-chat", "scorer_details": { "mcindex_seed_count": { "pass": true, @@ -12742,7 +13331,7 @@ "notes": { "actual": 3, "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM log" + "sql": "SELECT COUNT(*) AS n FROM Log" } }, "mcindex_lookup_u7_d1": { @@ -12751,7 +13340,7 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=1" } }, "schema_parity": { @@ -12770,471 +13359,628 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=2" } } }, - "vendor": "anthropic" - } - } - }, - { - "name": "Gemini 3.1 Pro", - "route_api_model": "gemini-3.1-pro-preview", - "tasks": { - "t_000_empty_reducers": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_000_empty_reducers", - "lang": "rust", - "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "vendor": "deepseek" + }, + "t_022_view_basic": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "gemini-3.1-pro-preview", + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.574771300Z", + "finished_at": "2026-03-25T14:54:38.574771300Z" }, - "t_001_basic_tables": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_001_basic_tables", - "lang": "rust", - "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "t_023_view_per_user": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "gemini-3.1-pro-preview", + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.575573800Z", + "finished_at": "2026-03-25T14:54:38.575573800Z" }, - "t_002_scheduled_table": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_002_scheduled_table", - "lang": "rust", - "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "t_024_event_table": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "gemini-3.1-pro-preview", + "passed_tests": 0, + "category": "data_modeling", + "route_api_model": "deepseek-chat", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.570039600Z", + "finished_at": "2026-03-25T14:54:38.570039600Z" }, - "t_003_struct_in_table": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_003_struct_in_table", - "lang": "rust", + "t_025_optional_fields": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_025_optional_fields", + "lang": "csharp", "golden_published": false, - "model_name": "Gemini 3.1 Pro", + "model_name": "DeepSeek Chat", "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::SpacetimeType;\n\n#[derive(SpacetimeType)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb::table(name = entity, public)]\npub struct Entity {\n #[primary_key]\n pub id: i32,\n pub pos: Position,\n}", - "category": "basics", - "route_api_model": "gemini-3.1-pro-preview", + "category": "data_modeling", + "route_api_model": "deepseek-chat", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.17\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.39\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling uuid v1.21.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling blake3 v1.8.3\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_003_struct_in_table\\rust\\server\\gemini-3-1-pro\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = entity` with `accessor = entity`.\n --> src\\lib.rs:10:22\n |\n10 | #[spacetimedb::table(name = entity, public)]\n | ^^^^^^\n\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", "phase": "build_or_publish" } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.570831200Z", + "finished_at": "2026-03-25T14:54:38.570831200Z" }, - "t_004_insert": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_004_insert", - "lang": "rust", - "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 2, - "passed_tests": 2, - "category": "basics", - "route_api_model": "gemini-3.1-pro-preview", + "t_026_auth_identity_check": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" } - }, - "data_parity_insert_user": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.560664500Z", + "finished_at": "2026-03-25T14:54:38.560664500Z" + }, + "t_027_private_vs_public_table": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "args": [ - 1, - "Alice", - 30, - true - ], - "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "insert_user" + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.559686900Z", + "finished_at": "2026-03-25T14:54:38.559686900Z" }, - "t_005_update": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_005_update", - "lang": "rust", - "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "gemini-3.1-pro-preview", + "t_028_cascade_delete": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "data_modeling", + "route_api_model": "deepseek-chat", "scorer_details": { - "data_parity_update_user": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "args": [ - 1, - "Alice2", - 31, - false - ], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "update_user" + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.571460700Z", + "finished_at": "2026-03-25T14:54:38.571460700Z" + }, + "t_029_filter_and_aggregate": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" } - }, - "seed_users_row": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.572113400Z", + "finished_at": "2026-03-25T14:54:38.572113400Z" + }, + "t_030_two_table_join": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.573911600Z", + "finished_at": "2026-03-25T14:54:38.573911600Z" }, - "t_006_delete": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_006_delete", - "lang": "rust", - "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "gemini-3.1-pro-preview", + "t_031_unique_constraint": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "data_modeling", + "route_api_model": "deepseek-chat", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" } - }, - "seed_users_row": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.572943100Z", + "finished_at": "2026-03-25T14:54:38.572943100Z" + }, + "t_032_range_query": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" } - }, - "delete_user_count_zero": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.577288500Z", + "finished_at": "2026-03-25T14:54:38.577288500Z" + }, + "t_033_sort_and_limit": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.576500900Z", + "finished_at": "2026-03-25T14:54:38.576500900Z" }, - "t_007_crud": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_007_crud", - "lang": "rust", - "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 4, - "passed_tests": 4, - "category": "basics", - "route_api_model": "gemini-3.1-pro-preview", + "t_034_find_first": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", "scorer_details": { - "crud_row_id2_deleted": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.578034400Z", + "finished_at": "2026-03-25T14:54:38.578034400Z" + }, + "t_035_select_distinct": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" } - }, - "crud_row_id1_parity": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.579168Z", + "finished_at": "2026-03-25T14:54:38.579168Z" + }, + "t_036_count_without_collect": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "args": [], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "crud" + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" } - }, - "crud_total_count_one": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.579798300Z", + "finished_at": "2026-03-25T14:54:38.579798300Z" + }, + "t_037_multi_column_filter": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user" + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.580608400Z", + "finished_at": "2026-03-25T14:54:38.580608400Z" }, - "t_008_index_lookup": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_008_index_lookup", - "lang": "rust", + "t_038_schedule_at_time": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_038_schedule_at_time", + "lang": "csharp", "golden_published": false, - "model_name": "Gemini 3.1 Pro", - "total_tests": 3, + "model_name": "DeepSeek Chat", + "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb::table(name = result, public)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub name: String,\n}\n\n#[spacetimedb::reducer]\npub fn lookup_user_name(ctx: &ReducerContext, id: i32) {\n if let Some(user_row) = ctx.db.user().id().find(id) {\n ctx.db.result().insert(ResultRow {\n id: user_row.id,\n name: user_row.name,\n });\n }\n}", "category": "basics", - "route_api_model": "gemini-3.1-pro-preview", + "route_api_model": "deepseek-chat", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.17\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.39\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling uuid v1.21.0\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_008_index_lookup\\rust\\server\\gemini-3-1-pro\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = user, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = result` with `accessor = result`.\n --> src\\lib.rs:13:22\n |\n13 | #[spacetimedb::table(name = result, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `ResultRow` in this scope\n --> src\\lib.rs:23:32\n |\n23 | ctx.db.result().insert(ResultRow {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:22:36\n |\n22 | if let Some(user_row) = ctx.db.user().id().find(id) {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `result` found for struct `Local` in the current scope\n --> src\\lib.rs:23:16\n |\n23 | ctx.db.result().insert(ResultRow {\n | ^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", "phase": "build_or_publish" } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.567490800Z", + "finished_at": "2026-03-25T14:54:38.567490800Z" }, - "t_009_init": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_009_init", - "lang": "rust", - "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 4, - "passed_tests": 4, + "t_039_cancel_schedule": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, "category": "basics", - "route_api_model": "gemini-3.1-pro-preview", + "route_api_model": "deepseek-chat", "scorer_details": { - "init_seed_alice": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" - } - }, - "init_total_two": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM user" + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.568338Z", + "finished_at": "2026-03-25T14:54:38.568338Z" + }, + "t_040_lifecycle_player": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" } - }, - "init_seed_bob": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.569208600Z", + "finished_at": "2026-03-25T14:54:38.569208600Z" + }, + "t_041_registered_user_gate": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.563009Z", + "finished_at": "2026-03-25T14:54:38.563009Z" }, - "t_010_connect": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_010_connect", - "lang": "rust", + "t_042_admin_bootstrap": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_042_admin_bootstrap", + "lang": "csharp", "golden_published": false, - "model_name": "Gemini 3.1 Pro", + "model_name": "DeepSeek Chat", "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = event, public)]\npub struct Event {\n #[primary_key]\n #[auto_inc]\n pub id: i32,\n pub kind: String,\n}\n\n#[spacetimedb::reducer(client_connected)]\npub fn client_connected(ctx: &ReducerContext) {\n ctx.db.event().insert(Event {\n id: 0,\n kind: \"connected\".to_string(),\n });\n}\n\n#[spacetimedb::reducer(client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) {\n ctx.db.event().insert(Event {\n id: 0,\n kind: \"disconnected\".to_string(),\n });\n}", - "category": "basics", - "route_api_model": "gemini-3.1-pro-preview", + "category": "auth", + "route_api_model": "deepseek-chat", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.17\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.39\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling uuid v1.21.0\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling num-traits v0.2.19\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_010_connect\\rust\\server\\gemini-3-1-pro\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = event` with `accessor = event`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = event, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Event` in this scope\n --> src\\lib.rs:14:27\n |\n14 | ctx.db.event().insert(Event {\n | ^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Event` in this scope\n --> src\\lib.rs:22:27\n |\n22 | ctx.db.event().insert(Event {\n | ^^^^^ not found in this scope\n\nerror[E0599]: no method named `event` found for struct `Local` in the current scope\n --> src\\lib.rs:14:12\n |\n14 | ctx.db.event().insert(Event {\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `event` found for struct `Local` in the current scope\n --> src\\lib.rs:22:12\n |\n22 | ctx.db.event().insert(Event {\n | ^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", "phase": "build_or_publish" } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.561885100Z", + "finished_at": "2026-03-25T14:54:38.561885100Z" }, - "t_011_helper_function": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_011_helper_function", - "lang": "rust", - "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "gemini-3.1-pro-preview", + "t_043_role_based_access": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", "scorer_details": { - "helper_func_sum_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | sum ----+----- 1 | 5", - "llm_out": "id | sum ----+----- 1 | 5", - "query": "SELECT id, sum FROM result WHERE id=1", - "reducer": "compute_sum" + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.565824300Z", + "finished_at": "2026-03-25T14:54:38.565824300Z" + }, + "t_044_ban_list": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" } - }, - "helper_func_sum_abs": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.563982900Z", + "finished_at": "2026-03-25T14:54:38.563982900Z" + }, + "t_045_rate_limit": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.564866500Z", + "finished_at": "2026-03-25T14:54:38.564866500Z" }, - "t_012_spacetime_product_type": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_012_spacetime_product_type", - "lang": "rust", + "t_046_shared_document": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_046_shared_document", + "lang": "csharp", "golden_published": false, - "model_name": "Gemini 3.1 Pro", - "total_tests": 3, + "model_name": "DeepSeek Chat", + "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType)]\npub struct Score {\n pub left: i32,\n pub right: i32,\n}\n\n#[table(name = result, public)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Score,\n}\n\n#[reducer]\npub fn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\n ctx.db.result().insert(ResultRow {\n id,\n value: Score { left, right },\n });\n}", - "category": "schema", - "route_api_model": "gemini-3.1-pro-preview", + "category": "auth", + "route_api_model": "deepseek-chat", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.44\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.17\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.39\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling uuid v1.21.0\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling cc v1.2.56\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\rust\\server\\gemini-3-1-pro\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = result` with `accessor = result`.\n --> src\\lib.rs:10:9\n |\n10 | #[table(name = result, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `ResultRow` in this scope\n --> src\\lib.rs:19:28\n |\n19 | ctx.db.result().insert(ResultRow {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `result` found for struct `Local` in the current scope\n --> src\\lib.rs:19:12\n |\n19 | ctx.db.result().insert(ResultRow {\n | ^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", "phase": "build_or_publish" } } }, - "vendor": "google" - }, - "t_013_spacetime_sum_type": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_013_spacetime_sum_type", - "lang": "rust", + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:38.566718900Z", + "finished_at": "2026-03-25T14:54:38.566718900Z" + } + } + }, + { + "name": "DeepSeek Reasoner", + "route_api_model": "deepseek-reasoner", + "tasks": { + "t_000_empty_reducers": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_000_empty_reducers", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gemini-3.1-pro-preview", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -13245,43 +13991,20 @@ "tables_diff": null, "tables_equal": true } - }, - "sum_type_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 10 - ], - "golden_out": "id | value ----+--------------- 1 | (Circle = 10)", - "llm_out": "id | value ----+--------------- 1 | (Circle = 10)", - "query": "SELECT id, value FROM result WHERE id=1", - "reducer": "set_circle" - } - }, - "sum_type_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" - } } }, - "vendor": "google" + "vendor": "deepseek" }, - "t_014_elementary_columns": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_014_elementary_columns", - "lang": "rust", + "t_001_basic_tables": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_001_basic_tables", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gemini-3.1-pro-preview", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -13292,52 +14015,69 @@ "tables_diff": null, "tables_equal": true } - }, - "elementary_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", - "reducer": "seed" - } - }, - "elementary_columns_row_count": { + } + }, + "vendor": "deepseek" + }, + "t_002_scheduled_table": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "google" + "vendor": "deepseek" }, - "t_015_product_type_columns": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_015_product_type_columns", - "lang": "rust", + "t_003_struct_in_table": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_003_struct_in_table", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gemini-3.1-pro-preview", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "product_type_columns_row_parity": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "args": [], - "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "query": "SELECT id, home, work, pos FROM profile WHERE id=1", - "reducer": "seed" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, + } + }, + "vendor": "deepseek" + }, + "t_004_insert": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { "schema_parity": { "pass": true, "partial": 1.0, @@ -13348,52 +14088,53 @@ "tables_equal": true } }, - "product_type_columns_row_count": { + "data_parity_insert_user": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "insert_user" } } }, - "vendor": "google" + "vendor": "deepseek" }, - "t_016_sum_type_columns": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_016_sum_type_columns", - "lang": "rust", - "golden_published": false, - "model_name": "Gemini 3.1 Pro", + "t_005_update": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_005_update", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", "total_tests": 3, - "passed_tests": 0, - "llm_output": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(name = drawing, public)]\npub struct Drawing {\n #[primary_key]\n pub id: i32,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.drawing().insert(Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n });\n}", - "category": "schema", - "route_api_model": "gemini-3.1-pro-preview", + "passed_tests": 1, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\")]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n var existing = ctx.Db.User.Id.Find(id);\n if (existing.HasValue)\n {\n ctx.Db.User.Id.Update(new User { Id = id, Name = name, Age = age, Active = active });\n }\n }\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "publish_error": { + "data_parity_update_user": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.17\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.39\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling uuid v1.21.0\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling rand_core v0.6.4\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\gemini-3-1-pro\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = drawing` with `accessor = drawing`.\n --> src\\lib.rs:16:9\n |\n16 | #[table(name = drawing, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Drawing` in this scope\n --> src\\lib.rs:26:29\n |\n26 | ctx.db.drawing().insert(Drawing {\n | ^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `drawing` found for struct `Local` in the current scope\n --> src\\lib.rs:26:12\n |\n26 | ctx.db.drawing().insert(Drawing {\n | ^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", - "phase": "build_or_publish" + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+------+-----+--------", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "update_user" } - } - }, - "vendor": "google" - }, - "t_017_scheduled_columns": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_017_scheduled_columns", - "lang": "rust", - "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 2, - "passed_tests": 2, - "category": "schema", - "route_api_model": "gemini-3.1-pro-preview", - "scorer_details": { + }, "schema_parity": { "pass": true, "partial": 1.0, @@ -13404,28 +14145,28 @@ "tables_equal": true } }, - "scheduled_seeded_one_row": { - "pass": true, - "partial": 1.0, + "seed_users_row": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:56242/v1/database/c2003fa012003c49d80084f437bb713f6a093beeaea5587a135d5ff1731afde4/sql)\n", + "phase": "sql_golden", + "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" } } }, - "vendor": "google" + "vendor": "deepseek" }, - "t_018_constraints": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_018_constraints", - "lang": "rust", + "t_006_delete": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_006_delete", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "DeepSeek Reasoner", "total_tests": 3, "passed_tests": 3, - "category": "schema", - "route_api_model": "gemini-3.1-pro-preview", + "category": "basics", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -13437,56 +14178,44 @@ "tables_equal": true } }, - "constraints_row_parity_after_seed": { + "seed_users_row": { "pass": true, "partial": 1.0, "notes": { - "args": [], - "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "query": "SELECT id, email, name FROM account WHERE id=1", - "reducer": "seed" + "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" } }, - "constraints_seed_two_rows": { + "delete_user_count_zero": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1" } } }, - "vendor": "google" + "vendor": "deepseek" }, - "t_019_many_to_many": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_019_many_to_many", - "lang": "rust", + "t_007_crud": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_007_crud", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "gemini-3.1-pro-preview", + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [SpacetimeDB.Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n ctx.Db.User.Id.Update(new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\n ctx.Db.User.Id.Delete(2);\n }\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "m2m_has_1_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=20" - } - }, - "m2m_has_2_20": { + "crud_row_id2_deleted": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=20" + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2" } }, "schema_parity": { @@ -13499,63 +14228,48 @@ "tables_equal": true } }, - "m2m_has_1_10": { - "pass": true, - "partial": 1.0, + "crud_row_id1_parity": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=10" + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: Value with given unique identifier already exists\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c200bae1f2bdd27271e560dbfda8814cfd2302b7e12fa45c11457037728b852a/call/crud)\n", + "phase": "call_reducer_golden" } }, - "memberships_three_rows": { - "pass": true, - "partial": 1.0, + "crud_total_count_one": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM membership" + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User" } } }, - "vendor": "google" + "vendor": "deepseek" }, - "t_020_ecs": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_020_ecs", - "lang": "rust", + "t_008_index_lookup": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_008_index_lookup", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "gemini-3.1-pro-preview", + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "ecs_next_pos_entity2": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" - } - }, - "ecs_next_pos_entity1": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" - } - }, - "ecs_seed_position_count": { + "index_lookup_projection_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM position" + "args": [ + 1 + ], + "golden_out": "Id | Name ----+--------- 1 | \"Alice\"", + "llm_out": "Id | Name ----+--------- 1 | \"Alice\"", + "query": "SELECT Id, Name FROM Result WHERE Id=1", + "reducer": "lookup_user_name" } }, "schema_parity": { @@ -13568,85 +14282,86 @@ "tables_equal": true } }, - "ecs_step_next_position_count": { + "seed_user_row": { "pass": true, "partial": 1.0, "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM next_position" + "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" } } }, - "vendor": "google" + "vendor": "deepseek" }, - "t_021_multi_column_index": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_021_multi_column_index", - "lang": "rust", + "t_009_init": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_009_init", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "DeepSeek Reasoner", "total_tests": 4, - "passed_tests": 4, - "category": "schema", - "route_api_model": "gemini-3.1-pro-preview", + "passed_tests": 3, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"User\", Public = true)]\npublic partial struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n }\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "mcindex_seed_count": { + "init_seed_alice": { "pass": true, "partial": 1.0, "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM log" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true" } }, - "mcindex_lookup_u7_d1": { + "init_total_two": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM User" } }, "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "user": {} + }, + "only_llm": { + "User": {} + } + }, + "tables_equal": false } }, - "mcindex_lookup_u7_d2": { + "init_seed_bob": { "pass": true, "partial": 1.0, "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false" } } }, - "vendor": "google" - } - } - }, - { - "name": "Gemini 3 Flash", - "route_api_model": "gemini-3-flash-preview", - "tasks": { - "t_000_empty_reducers": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_000_empty_reducers", - "lang": "rust", + "vendor": "deepseek" + }, + "t_010_connect": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_010_connect", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "DeepSeek Reasoner", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "gemini-3-flash-preview", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -13659,43 +14374,28 @@ } } }, - "vendor": "google" + "vendor": "deepseek" }, - "t_001_basic_tables": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_001_basic_tables", - "lang": "rust", + "t_011_helper_function": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_011_helper_function", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 1, - "passed_tests": 1, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, "category": "basics", - "route_api_model": "gemini-3-flash-preview", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "schema_parity": { + "helper_func_sum_abs": { "pass": true, "partial": 1.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" } - } - }, - "vendor": "google" - }, - "t_002_scheduled_table": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_002_scheduled_table", - "lang": "rust", - "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "gemini-3-flash-preview", - "scorer_details": { + }, "schema_parity": { "pass": true, "partial": 1.0, @@ -13705,45 +14405,45 @@ "tables_diff": null, "tables_equal": true } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Sum ----+----- 1 | 5", + "llm_out": "Id | Sum ----+----- 1 | 5", + "query": "SELECT Id, Sum FROM Result WHERE Id=1", + "reducer": "compute_sum" + } } }, - "vendor": "google" + "vendor": "deepseek" }, - "t_003_struct_in_table": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_003_struct_in_table", - "lang": "rust", + "t_012_spacetime_product_type": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_012_spacetime_product_type", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "gemini-3-flash-preview", - "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - } - }, - "vendor": "google" - }, - "t_004_insert": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_004_insert", - "lang": "rust", - "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 2, - "passed_tests": 2, - "category": "basics", - "route_api_model": "gemini-3-flash-preview", + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-reasoner", "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + }, "schema_parity": { "pass": true, "partial": 1.0, @@ -13754,52 +14454,58 @@ "tables_equal": true } }, - "data_parity_insert_user": { + "product_type_row_parity": { "pass": true, "partial": 1.0, "notes": { "args": [ 1, - "Alice", - 30, - true + 2, + 3 ], - "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "insert_user" + "golden_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_score" } } }, - "vendor": "google" + "vendor": "deepseek" }, - "t_005_update": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_005_update", - "lang": "rust", - "golden_published": true, - "model_name": "Gemini 3 Flash", + "t_013_spacetime_sum_type": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_013_spacetime_sum_type", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "gemini-3-flash-preview", + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic abstract class Shape { }\n\n[SpacetimeDB.Type]\npublic class Circle : Shape\n{\n public int Radius;\n}\n\n[SpacetimeDB.Type]\npublic class Rectangle : Shape\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Table(Accessor = \"Result\")]\npublic partial struct Result\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape Value;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = id,\n Value = new Circle { Radius = radius }\n });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "data_parity_update_user": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "args": [ - 1, - "Alice2", - 31, - false - ], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "update_user" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(5,23): error CS0260: Missing partial modifier on declaration of type 'Shape'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,14): error CS0260: Missing partial modifier on declaration of type 'Circle'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(14,14): error CS0260: Missing partial modifier on declaration of type 'Rectangle'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Circle.cs(6,17): warning CS0108: 'Circle.ReadFields(BinaryReader)' hides inherited member 'Shape.ReadFields(BinaryReader)'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Circle.cs(10,17): warning CS0108: 'Circle.WriteFields(BinaryWriter)' hides inherited member 'Shape.WriteFields(BinaryWriter)'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Circle.cs(19,36): warning CS0108: 'Circle.BSATN' hides inherited member 'Shape.BSATN'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Rectangle.cs(6,17): warning CS0108: 'Rectangle.ReadFields(BinaryReader)' hides inherited member 'Shape.ReadFields(BinaryReader)'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Rectangle.cs(11,17): warning CS0108: 'Rectangle.WriteFields(BinaryWriter)' hides inherited member 'Shape.WriteFields(BinaryWriter)'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Rectangle.cs(21,36): warning CS0108: 'Rectangle.BSATN' hides inherited member 'Shape.BSATN'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n", + "phase": "build_or_publish" } - }, + } + }, + "vendor": "deepseek" + }, + "t_014_elementary_columns": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_014_elementary_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { "schema_parity": { "pass": true, "partial": 1.0, @@ -13810,27 +14516,51 @@ "tables_equal": true } }, - "seed_users_row": { + "elementary_columns_row_parity": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "args": [], + "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM Primitive WHERE Id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Primitive WHERE Id=1" } } }, - "vendor": "google" + "vendor": "deepseek" }, - "t_006_delete": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_006_delete", - "lang": "rust", + "t_015_product_type_columns": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_015_product_type_columns", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "DeepSeek Reasoner", "total_tests": 3, "passed_tests": 3, - "category": "basics", - "route_api_model": "gemini-3-flash-preview", + "category": "schema", + "route_api_model": "deepseek-reasoner", "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT Id, Home, Work, Pos FROM Profile WHERE Id=1", + "reducer": "seed" + } + }, "schema_parity": { "pass": true, "partial": 1.0, @@ -13841,46 +14571,52 @@ "tables_equal": true } }, - "seed_users_row": { + "product_type_columns_row_count": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Profile WHERE Id=1" } - }, - "delete_user_count_zero": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "deepseek" + }, + "t_016_sum_type_columns": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_016_sum_type_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Sum]\npublic interface Shape { }\n\n[SpacetimeDB.Type]\npublic struct Circle : Shape\n{\n public int Radius;\n}\n\n[SpacetimeDB.Type]\npublic struct Rectangle : Shape\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Table(Accessor = \"Drawing\")]\npublic partial struct Drawing\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape A;\n public Shape B;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Drawing.Insert(new Drawing\n {\n Id = 1,\n A = new Circle { Radius = 10 },\n B = new Rectangle { Width = 4, Height = 6 }\n });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,15): error CS0260: Missing partial modifier on declaration of type 'Circle'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(14,15): error CS0260: Missing partial modifier on declaration of type 'Rectangle'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'SumAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'Sum' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Drawing.cs(26,40): error CS0426: The type name 'BSATN' does not exist in the type 'Shape' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Drawing.cs(27,40): error CS0426: The type name 'BSATN' does not exist in the type 'Shape' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n", + "phase": "build_or_publish" } } }, - "vendor": "google" + "vendor": "deepseek" }, - "t_007_crud": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_007_crud", - "lang": "rust", + "t_017_scheduled_columns": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_017_scheduled_columns", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 4, + "model_name": "DeepSeek Reasoner", + "total_tests": 2, "passed_tests": 2, - "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn crud(ctx: &ReducerContext) {\n ctx.db.user().insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n\n ctx.db.user().insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n\n ctx.db.user().id().update(User {\n id: 1,\n name: \"Alice2\".to_string(),\n age: 31,\n active: false,\n });\n\n ctx.db.user().id().delete(2);\n}", - "category": "basics", - "route_api_model": "gemini-3-flash-preview", + "category": "schema", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "crud_row_id2_deleted": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -13891,50 +14627,29 @@ "tables_equal": true } }, - "crud_row_id1_parity": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:65377/v1/database/c20096c5a2babaf26bff2ee7bd720dcc5093a966ac672bda297b2fa31c09128c/call/crud)\n", - "phase": "call_reducer_golden" - } - }, - "crud_total_count_one": { - "pass": false, - "partial": 0.0, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, "notes": { - "actual": 0, + "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user" + "sql": "SELECT COUNT(*) AS n FROM TickTimer WHERE ScheduledId>=0" } } }, - "vendor": "google" + "vendor": "deepseek" }, - "t_008_index_lookup": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_008_index_lookup", - "lang": "rust", + "t_018_constraints": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_018_constraints", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "DeepSeek Reasoner", "total_tests": 3, "passed_tests": 3, - "category": "basics", - "route_api_model": "gemini-3-flash-preview", + "category": "schema", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "index_lookup_projection_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1 - ], - "golden_out": "id | name ----+--------- 1 | \"Alice\"", - "llm_out": "id | name ----+--------- 1 | \"Alice\"", - "query": "SELECT id, name FROM result WHERE id=1", - "reducer": "lookup_user_name" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -13945,43 +14660,87 @@ "tables_equal": true } }, - "seed_user_row": { + "constraints_row_parity_after_seed": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "args": [], + "golden_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT Id, Email, Name FROM Account WHERE Id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Account WHERE Id=2" } } }, - "vendor": "google" + "vendor": "deepseek" }, - "t_009_init": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_009_init", - "lang": "rust", + "t_019_many_to_many": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_019_many_to_many", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int UserId;\n public string Name;\n }\n\n [SpacetimeDB.Table(Accessor = \"Group\", Public = true)]\n public partial struct Group\n {\n [SpacetimeDB.PrimaryKey]\n public int GroupId;\n public string Title;\n }\n\n [SpacetimeDB.Table(Accessor = \"Membership\", Public = true)]\n public partial struct Membership\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int UserId;\n public int GroupId;\n }\n\n [SpacetimeDB.Index.BTree(Accessor = \"by_user\", Columns = new[] { nameof(Membership.UserId) })]\n [SpacetimeDB.Index.BTree(Accessor = \"by_group\", Columns = new[] { nameof(Membership.GroupId) })]\n private static void MembershipIndices() { }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Db.User.Insert(new User { UserId = 2, Name = \"Bob\" });\n\n ctx.Db.Group.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Db.Group.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n\n ctx.Db.Membership.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Db.Membership.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Db.Membership.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(31,6): error CS0592: Attribute 'SpacetimeDB.Index.BTree' is not valid on this declaration type. It is only valid on 'class, struct, field' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(32,6): error CS0592: Attribute 'SpacetimeDB.Index.BTree' is not valid on this declaration type. It is only valid on 'class, struct, field' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek" + }, + "t_020_ecs": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_020_ecs", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 4, - "passed_tests": 4, - "category": "basics", - "route_api_model": "gemini-3-flash-preview", + "model_name": "DeepSeek Reasoner", + "total_tests": 5, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Entity\", Public = true)]\n public partial struct Entity\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n }\n\n [SpacetimeDB.Table(Accessor = \"Position\", Public = true)]\n public partial struct Position\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Table(Accessor = \"Velocity\", Public = true)]\n public partial struct Velocity\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n }\n\n [SpacetimeDB.Table(Accessor = \"NextPosition\", Public = true)]\n public partial struct NextPosition\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Entity.Insert(new Entity { Id = 1 });\n ctx.Db.Entity.Insert(new Entity { Id = 2 });\n\n ctx.Db.Position.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n\n ctx.Db.Position.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [SpacetimeDB.Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var position in ctx.Db.Position.Iter())\n {\n var velocity = ctx.Db.Velocity.EntityId.Find(position.EntityId);\n if (velocity.HasValue)\n {\n ctx.Db.NextPosition.EntityId.Update(new NextPosition\n {\n EntityId = position.EntityId,\n X = position.X + velocity.Value.VX,\n Y = position.Y + velocity.Value.VY\n });\n }\n }\n }\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "init_seed_alice": { - "pass": true, - "partial": 1.0, + "ecs_next_pos_entity2": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The row was not found, e.g., in an update call\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c20099b3d0c2458756ced30eddcd5b6a159367cc5ed1f56ae744696f8ce77b24/call/step)\n", + "phase": "call_reducer" } }, - "init_total_two": { + "ecs_next_pos_entity1": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The row was not found, e.g., in an update call\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c20099b3d0c2458756ced30eddcd5b6a159367cc5ed1f56ae744696f8ce77b24/call/step)\n", + "phase": "call_reducer" + } + }, + "ecs_seed_position_count": { "pass": true, "partial": 1.0, "notes": { "actual": 2, "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM user" + "sql": "SELECT COUNT(*) AS n FROM Position" } }, "schema_parity": { @@ -13994,28 +14753,100 @@ "tables_equal": true } }, - "init_seed_bob": { - "pass": true, - "partial": 1.0, + "ecs_step_next_position_count": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The row was not found, e.g., in an update call\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56242/v1/database/c20099b3d0c2458756ced30eddcd5b6a159367cc5ed1f56ae744696f8ce77b24/call/step)\n", + "phase": "call_reducer" } } }, - "vendor": "google" + "vendor": "deepseek" }, - "t_010_connect": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_010_connect", - "lang": "rust", + "t_021_multi_column_index": { + "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "task": "t_021_multi_column_index", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Log\")]\n public partial struct Log\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public int Id;\n public int UserId;\n public int Day;\n public string Message;\n\n [SpacetimeDB.Index.BTree(Accessor = \"by_user_day\", Columns = new[] { nameof(UserId), nameof(Day) })]\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Log.Insert(new Log { Id = 0, UserId = 7, Day = 1, Message = \"a\" });\n ctx.Db.Log.Insert(new Log { Id = 0, UserId = 7, Day = 2, Message = \"b\" });\n ctx.Db.Log.Insert(new Log { Id = 0, UserId = 9, Day = 1, Message = \"c\" });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,5): error CS1519: Invalid token '}' in class, record, struct, or interface member declaration [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek" + }, + "t_022_view_basic": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Accessor = \"Announcement\", Public = true)]\npublic partial struct Announcement\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Message;\n \n [SpacetimeDB.Index.BTree]\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.View(Accessor = \"ActiveAnnouncements\", Public = true)]\n public static IEnumerable ActiveAnnouncements(ViewContext ctx)\n {\n return ctx.Db.Announcement.Active.Find(true);\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,19): error STDB0024: View 'ActiveAnnouncements' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(21,43): error CS1061: 'AnnouncementReadOnly.ActiveIndex' does not contain a definition for 'Find' and no accessible extension method 'Find' accepting a first argument of type 'AnnouncementReadOnly.ActiveIndex' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-25T14:58:08.449394300Z", + "finished_at": "2026-03-25T14:58:33.606310600Z" + }, + "t_023_view_per_user": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Accessor = \"Profile\", Public = true)]\npublic partial struct Profile\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n \n [SpacetimeDB.Unique]\n public Identity Identity;\n \n public string Name;\n public string Bio;\n}\n\n[SpacetimeDB.View(Accessor = \"MyProfile\", Public = true)]\npublic static partial Profile? MyProfile(ViewContext ctx)\n{\n return ctx.Db.Profile.Identity.Find(ctx.Sender);\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,32): error CS0116: A namespace cannot directly contain members such as fields, methods or statements [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,32): error CS0759: No defining declaration found for implementing declaration of partial method '.MyProfile(ViewContext)' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,32): error CS0751: A partial member must be declared within a partial type [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-25T14:58:33.606519600Z", + "finished_at": "2026-03-25T14:58:53.155583200Z" + }, + "t_024_event_table": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_024_event_table", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "DeepSeek Reasoner", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "gemini-3-flash-preview", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -14028,34 +14859,21 @@ } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:56:35.991745300Z", + "finished_at": "2026-03-25T14:57:59.762484300Z" }, - "t_011_helper_function": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_011_helper_function", - "lang": "rust", + "t_025_optional_fields": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_025_optional_fields", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "gemini-3-flash-preview", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "helper_func_sum_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | sum ----+----- 1 | 5", - "llm_out": "id | sum ----+----- 1 | 5", - "query": "SELECT id, sum FROM result WHERE id=1", - "reducer": "compute_sum" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -14065,39 +14883,23 @@ "tables_diff": null, "tables_equal": true } - }, - "helper_func_sum_abs": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" - } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:57:06.161480700Z", + "finished_at": "2026-03-25T14:58:08.449038400Z" }, - "t_012_spacetime_product_type": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_012_spacetime_product_type", - "lang": "rust", + "t_026_auth_identity_check": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_026_auth_identity_check", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gemini-3-flash-preview", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "product_type_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -14107,35 +14909,22 @@ "tables_diff": null, "tables_equal": true } - }, - "product_type_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "query": "SELECT id, value FROM result WHERE id=1", - "reducer": "set_score" - } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:52:50.242281Z", + "finished_at": "2026-03-25T14:54:46.883122200Z" }, - "t_013_spacetime_sum_type": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_013_spacetime_sum_type", - "lang": "rust", + "t_027_private_vs_public_table": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_027_private_vs_public_table", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gemini-3-flash-preview", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -14146,143 +14935,98 @@ "tables_diff": null, "tables_equal": true } - }, - "sum_type_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 10 - ], - "golden_out": "id | value ----+--------------- 1 | (Circle = 10)", - "llm_out": "id | value ----+--------------- 1 | (Circle = 10)", - "query": "SELECT id, value FROM result WHERE id=1", - "reducer": "set_circle" - } - }, - "sum_type_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" - } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:52:50.649963700Z", + "finished_at": "2026-03-25T14:54:59.615133900Z" }, - "t_014_elementary_columns": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_014_elementary_columns", - "lang": "rust", - "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gemini-3-flash-preview", + "t_028_cascade_delete": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Accessor = \"Author\", Public = true)]\npublic partial struct Author\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Name;\n}\n\n[SpacetimeDB.Table(Accessor = \"Post\", Public = true)]\npublic partial struct Post\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n \n [SpacetimeDB.Index.BTree]\n public ulong AuthorId;\n \n public string Title;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void DeleteAuthor(ReducerContext ctx, ulong authorId)\n {\n foreach (var post in ctx.Db.Post.AuthorId.Find(authorId))\n {\n ctx.Db.Post.Id.Delete(post.Id);\n }\n \n ctx.Db.Author.Id.Delete(authorId);\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "elementary_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", - "reducer": "seed" - } - }, - "elementary_columns_row_count": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(31,51): error CS1061: 'Post.AuthorIdIndex' does not contain a definition for 'Find' and no accessible extension method 'Find' accepting a first argument of type 'Post.AuthorIdIndex' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:57:29.136441Z", + "finished_at": "2026-03-25T14:57:54.611851300Z" }, - "t_015_product_type_columns": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_015_product_type_columns", - "lang": "rust", - "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gemini-3-flash-preview", + "t_029_filter_and_aggregate": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Accessor = \"Order\", Public = true)]\npublic partial struct Order\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n \n [SpacetimeDB.Index.BTree(Accessor = \"Category\", Columns = new[] { nameof(Category) })]\n public string Category;\n public ulong Amount;\n public bool Fulfilled;\n}\n\n[SpacetimeDB.Table(Accessor = \"CategoryStats\", Public = true)]\npublic partial struct CategoryStats\n{\n [SpacetimeDB.PrimaryKey]\n public string Category;\n public ulong TotalAmount;\n public uint OrderCount;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void ComputeStats(ReducerContext ctx, string category)\n {\n var orders = ctx.Db.Order.Category.Filter(category);\n ulong total = 0;\n foreach (var order in orders)\n {\n total += order.Amount;\n }\n\n var count = (uint)orders.Count();\n var existing = ctx.Db.CategoryStats.Category.Find(category);\n\n if (existing.HasValue)\n {\n var stats = existing.Value;\n stats.TotalAmount = total;\n stats.OrderCount = count;\n ctx.Db.CategoryStats.Category.Update(stats);\n }\n else\n {\n ctx.Db.CategoryStats.Insert(new CategoryStats\n {\n Category = category,\n TotalAmount = total,\n OrderCount = count\n });\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "product_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "query": "SELECT id, home, work, pos FROM profile WHERE id=1", - "reducer": "seed" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(11,6): error STDB0015: Index attribute on a field applies directly to that field, so it doesn't accept the Columns parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } - }, - "product_type_columns_row_count": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "deepseek", + "started_at": "2026-03-25T14:57:54.611994600Z", + "finished_at": "2026-03-25T14:59:01.747768200Z" + }, + "t_030_two_table_join": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Customer\")]\n public partial struct Customer\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Name;\n }\n\n [SpacetimeDB.Table(Accessor = \"Order\")]\n public partial struct Order\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n [SpacetimeDB.Index.BTree(Columns = new[] { nameof(CustomerId) })]\n public ulong CustomerId;\n public string Product;\n public uint Amount;\n }\n\n [SpacetimeDB.Table(Accessor = \"OrderDetail\")]\n public partial struct OrderDetail\n {\n [SpacetimeDB.PrimaryKey]\n public ulong OrderId;\n public string CustomerName;\n public string Product;\n public uint Amount;\n }\n\n [SpacetimeDB.Reducer]\n public static void BuildOrderDetails(ReducerContext ctx)\n {\n foreach (var order in ctx.Db.Order.Iter())\n {\n var customer = ctx.Db.Customer.Id.Find(order.CustomerId);\n if (customer.HasValue)\n {\n ctx.Db.OrderDetail.Insert(new OrderDetail\n {\n OrderId = order.Id,\n CustomerName = customer.Value.Name,\n Product = order.Product,\n Amount = order.Amount\n });\n }\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(21,10): error STDB0015: Index attribute on a field applies directly to that field, so it doesn't accept the Columns parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:58:00.078108400Z", + "finished_at": "2026-03-25T14:58:47.865959700Z" }, - "t_016_sum_type_columns": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_016_sum_type_columns", - "lang": "rust", + "t_031_unique_constraint": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_031_unique_constraint", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gemini-3-flash-preview", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "sum_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (Circle = 10) | (Rectangle = (width = 4, height = 6))", - "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (Circle = 10) | (Rectangle = (width = 4, height = 6))", - "query": "SELECT id, a, b FROM drawing WHERE id=1", - "reducer": "seed" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -14292,29 +15036,22 @@ "tables_diff": null, "tables_equal": true } - }, - "sum_type_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" - } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:58:00.504300800Z", + "finished_at": "2026-03-25T14:59:01.746730900Z" }, - "t_017_scheduled_columns": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_017_scheduled_columns", - "lang": "rust", + "t_032_range_query": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_032_range_query", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 2, - "passed_tests": 2, - "category": "schema", - "route_api_model": "gemini-3-flash-preview", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -14325,29 +15062,22 @@ "tables_diff": null, "tables_equal": true } - }, - "scheduled_seeded_one_row": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" - } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:58:47.866123500Z", + "finished_at": "2026-03-25T15:00:19.050447100Z" }, - "t_018_constraints": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_018_constraints", - "lang": "rust", + "t_033_sort_and_limit": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_033_sort_and_limit", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gemini-3-flash-preview", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -14358,59 +15088,23 @@ "tables_diff": null, "tables_equal": true } - }, - "constraints_row_parity_after_seed": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "query": "SELECT id, email, name FROM account WHERE id=1", - "reducer": "seed" - } - }, - "constraints_seed_two_rows": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" - } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:58:53.155764500Z", + "finished_at": "2026-03-25T15:00:49.292090800Z" }, - "t_019_many_to_many": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_019_many_to_many", - "lang": "rust", + "t_034_find_first": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_034_find_first", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "gemini-3-flash-preview", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "m2m_has_1_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=20" - } - }, - "m2m_has_2_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=20" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -14420,66 +15114,23 @@ "tables_diff": null, "tables_equal": true } - }, - "m2m_has_1_10": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=10" - } - }, - "memberships_three_rows": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM membership" - } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T14:59:01.748028900Z", + "finished_at": "2026-03-25T15:01:08.438957Z" }, - "t_020_ecs": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_020_ecs", - "lang": "rust", + "t_035_select_distinct": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_035_select_distinct", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "gemini-3-flash-preview", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "ecs_next_pos_entity2": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" - } - }, - "ecs_next_pos_entity1": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" - } - }, - "ecs_seed_position_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM position" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -14489,48 +15140,48 @@ "tables_diff": null, "tables_equal": true } - }, - "ecs_step_next_position_count": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "deepseek", + "started_at": "2026-03-25T14:59:02.086630900Z", + "finished_at": "2026-03-25T15:00:30.982908Z" + }, + "t_036_count_without_collect": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Accessor = \"User\", Public = true)]\npublic partial struct User\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Name;\n public bool Active;\n}\n\n[SpacetimeDB.Table(Accessor = \"UserStats\", Public = true)]\npublic partial struct UserStats\n{\n [SpacetimeDB.PrimaryKey]\n public string Key;\n public ulong Count;\n}\n\n[SpacetimeDB.Reducer]\npublic static void ComputeUserCounts(ReducerContext ctx)\n{\n ulong total = ctx.Db.User.Count();\n ulong active = 0;\n\n foreach (var user in ctx.Db.User.Iter())\n {\n if (user.Active) active++;\n }\n\n UpdateStat(ctx, \"total\", total);\n UpdateStat(ctx, \"active\", active);\n}\n\nprivate static void UpdateStat(ReducerContext ctx, string key, ulong count)\n{\n var existing = ctx.Db.UserStats.Key.Find(key);\n if (existing.HasValue)\n {\n existing.Value.Count = count;\n ctx.Db.UserStats.Key.Update(existing.Value);\n }\n else\n {\n ctx.Db.UserStats.Insert(new UserStats { Key = key, Count = count });\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM next_position" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(22,1): error CS8803: Top-level statements must precede namespace and type declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(23,1): error CS0106: The modifier 'public' is not valid for this item [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(37,1): error CS0106: The modifier 'private' is not valid for this item [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "google" + "vendor": "deepseek", + "started_at": "2026-03-25T15:00:19.050708200Z", + "finished_at": "2026-03-25T15:01:05.550854400Z" }, - "t_021_multi_column_index": { - "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", - "task": "t_021_multi_column_index", - "lang": "rust", + "t_037_multi_column_filter": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_037_multi_column_filter", + "lang": "csharp", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 4, - "passed_tests": 4, - "category": "schema", - "route_api_model": "gemini-3-flash-preview", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "mcindex_seed_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM log" - } - }, - "mcindex_lookup_u7_d1": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -14540,58 +15191,47 @@ "tables_diff": null, "tables_equal": true } - }, - "mcindex_lookup_u7_d2": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" - } } }, - "vendor": "google" - } - } - }, - { - "name": "GPT-5.2-Codex", - "route_api_model": "gpt-5.2-codex", - "tasks": { - "t_000_empty_reducers": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_000_empty_reducers", - "lang": "rust", + "vendor": "deepseek", + "started_at": "2026-03-25T15:00:30.983188900Z", + "finished_at": "2026-03-25T15:02:12.454484500Z" + }, + "t_038_schedule_at_time": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_038_schedule_at_time", + "lang": "csharp", "golden_published": false, - "model_name": "GPT-5.2-Codex", + "model_name": "DeepSeek Reasoner", "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::{ReducerContext};\n\n#[spacetimedb::table(accessor = Placeholder)]\npub struct Placeholder {\n #[primary_key]\n pub id: i32,\n}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_no_args(_ctx: &ReducerContext) {\n}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_int(_ctx: &ReducerContext, _count: i32) {\n}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_string(_ctx: &ReducerContext, _name: String) {\n}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_two_args(_ctx: &ReducerContext, _count: i32, _name: String) {\n}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_three_args(_ctx: &ReducerContext, _active: bool, _ratio: f32, _label: String) {\n}", + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Reminder\", Scheduled = nameof(SendReminder), ScheduledAt = nameof(ScheduledAt))]\n public partial struct Reminder\n {\n [PrimaryKey, AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n public string Message;\n }\n\n [Reducer]\n public static void SendReminder(ReducerContext ctx, Reminder reminder)\n {\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.Reminder.Insert(new Reminder\n {\n ScheduledAt = new ScheduleAt.Time(ctx.Timestamp.AddMicroseconds(60_000_000)),\n Message = \"Scheduled reminder\"\n });\n }\n}", "category": "basics", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "deepseek-reasoner", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.17\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling zerocopy v0.8.39\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling uuid v1.21.0\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_000_empty_reducers\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0428]: the name `Placeholder` is defined multiple times\n --> src\\lib.rs:5:1\n |\n4 | #[spacetimedb::table(accessor = Placeholder)]\n | _________________________________-\n5 | | pub struct Placeholder {\n | | ^^-^^^^^^^^^^^^^^^^^^^\n | |_|_|\n | | previous definition of the trait `Placeholder` here\n | `Placeholder` redefined here\n |\n = note: `Placeholder` must be defined only once in the type namespace of this module\n\nerror[E0574]: expected struct, variant or union type, found trait `Placeholder`\n --> src\\lib.rs:5:12\n |\n5 | pub struct Placeholder {\n | ^^^^^^^^^^^ not a struct, variant or union type\n\nerror[E0782]: expected a type, found a trait\n --> src\\lib.rs:5:12\n |\n5 | pub struct Placeholder {\n | ^^^^^^^^^^^\n |\nhelp: you can add the `dyn` keyword if you want a trait object\n |\n5 | pub struct dyn Placeholder {\n | +++\n\nerror[E0782]: expected a type, found a trait\n --> src\\lib.rs:5:12\n |\n5 | pub struct Placeholder {\n | ^^^^^^^^^^^\n\nerror[E0782]: expected a type, found a trait\n --> src\\lib.rs:5:12\n |\n5 | pub struct Placeholder {\n | ^^^^^^^^^^^\n |\nhelp: use a new generic type parameter, constrained by `Placeholder`\n |\n4 ~ #[spacetimedb::table(accessor = Placeholder)]\n5 ~ pub struct T {\n |\nhelp: you can also use an opaque type, but users won't be able to specify the type parameter when calling the `fn`, having to rely exclusively on type inference\n |\n5 | pub struct impl Placeholder {\n | ++++\nhelp: alternatively, use a trait object to accept any type that implements `Placeholder`, accessing its methods at runtime using dynamic dispatch\n |\n5 | pub struct dyn Placeholder {\n | +++\n\nSome errors have detailed explanations: E0428, E0574, E0782.\nFor more information about an error, try `rustc --explain E0428`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(25,61): error CS1061: 'Timestamp' does not contain a definition for 'AddMicroseconds' and no accessible extension method 'AddMicroseconds' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "deepseek", + "started_at": "2026-03-25T14:55:50.672575600Z", + "finished_at": "2026-03-25T14:57:06.161211800Z" }, - "t_001_basic_tables": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_001_basic_tables", - "lang": "rust", + "t_039_cancel_schedule": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_039_cancel_schedule", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "DeepSeek Reasoner", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -14604,18 +15244,20 @@ } } }, - "vendor": "openai" + "vendor": "deepseek", + "started_at": "2026-03-25T14:56:19.009106Z", + "finished_at": "2026-03-25T14:58:00.077820700Z" }, - "t_002_scheduled_table": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_002_scheduled_table", - "lang": "rust", + "t_040_lifecycle_player": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_040_lifecycle_player", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "DeepSeek Reasoner", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -14628,18 +15270,20 @@ } } }, - "vendor": "openai" + "vendor": "deepseek", + "started_at": "2026-03-25T14:56:30.152439800Z", + "finished_at": "2026-03-25T14:57:29.136245Z" }, - "t_003_struct_in_table": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_003_struct_in_table", - "lang": "rust", + "t_041_registered_user_gate": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_041_registered_user_gate", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "DeepSeek Reasoner", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "gpt-5.2-codex", + "category": "auth", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -14652,18 +15296,20 @@ } } }, - "vendor": "openai" + "vendor": "deepseek", + "started_at": "2026-03-25T14:52:51.063922300Z", + "finished_at": "2026-03-25T14:54:51.095258900Z" }, - "t_004_insert": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_004_insert", - "lang": "rust", + "t_042_admin_bootstrap": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_042_admin_bootstrap", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5.2-Codex", - "total_tests": 2, - "passed_tests": 2, - "category": "basics", - "route_api_model": "gpt-5.2-codex", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -14674,53 +15320,48 @@ "tables_diff": null, "tables_equal": true } - }, - "data_parity_insert_user": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "deepseek", + "started_at": "2026-03-25T14:52:51.453104500Z", + "finished_at": "2026-03-25T14:55:05.985438100Z" + }, + "t_043_role_based_access": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Accessor = \"User\", Public = false)]\npublic partial struct User\n{\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n public string Role;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Register(ReducerContext ctx)\n {\n if (ctx.Db.User.Identity.Find(ctx.Sender).HasValue)\n {\n throw new System.Exception(\"already registered\");\n }\n \n ctx.Db.User.Insert(new User\n {\n Identity = ctx.Sender,\n Role = \"member\"\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void Promote(ReducerContext ctx, Identity target)\n {\n var caller = ctx.Db.User.Identity.Find(ctx.Sender).ValueOrThrow(\"not registered\");\n if (caller.Role != \"admin\")\n {\n throw new System.Exception(\"not admin\");\n }\n \n var targetUser = ctx.Db.User.Identity.Find(target).ValueOrThrow(\"target not registered\");\n targetUser.Role = \"admin\";\n ctx.Db.User.Identity.Update(targetUser);\n }\n\n [SpacetimeDB.Reducer]\n public static void MemberAction(ReducerContext ctx)\n {\n ctx.Db.User.Identity.Find(ctx.Sender).ValueOrThrow(\"not registered\");\n }\n\n [SpacetimeDB.Reducer]\n public static void AdminAction(ReducerContext ctx)\n {\n var user = ctx.Db.User.Identity.Find(ctx.Sender).ValueOrThrow(\"not registered\");\n if (user.Role != \"admin\")\n {\n throw new System.Exception(\"not admin\");\n }\n }\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "args": [ - 1, - "Alice", - 30, - true - ], - "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "insert_user" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(32,60): error CS1061: 'User?' does not contain a definition for 'ValueOrThrow' and no accessible extension method 'ValueOrThrow' accepting a first argument of type 'User?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(38,60): error CS1061: 'User?' does not contain a definition for 'ValueOrThrow' and no accessible extension method 'ValueOrThrow' accepting a first argument of type 'User?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(46,47): error CS1061: 'User?' does not contain a definition for 'ValueOrThrow' and no accessible extension method 'ValueOrThrow' accepting a first argument of type 'User?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(52,58): error CS1061: 'User?' does not contain a definition for 'ValueOrThrow' and no accessible extension method 'ValueOrThrow' accepting a first argument of type 'User?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:46.883389200Z", + "finished_at": "2026-03-25T14:55:50.672345900Z" }, - "t_005_update": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_005_update", - "lang": "rust", + "t_044_ban_list": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_044_ban_list", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5.2-Codex", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "gpt-5.2-codex", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "data_parity_update_user": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - "Alice2", - 31, - false - ], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "update_user" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -14730,67 +15371,373 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_users_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" - } } }, - "vendor": "openai" + "vendor": "deepseek", + "started_at": "2026-03-25T14:54:51.095506200Z", + "finished_at": "2026-03-25T14:56:19.008746100Z" }, - "t_006_delete": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "task": "t_006_delete", - "lang": "rust", - "golden_published": true, - "model_name": "GPT-5.2-Codex", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "gpt-5.2-codex", + "t_045_rate_limit": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Accessor = \"RateLimit\", Public = false)]\npublic partial struct RateLimit\n{\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n}\n\n[SpacetimeDB.Table(Accessor = \"ActionLog\", Public = true)]\npublic partial struct ActionLog\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n var now = ctx.Timestamp.ToUnixTimeMilliseconds() * 1000;\n var rateLimit = ctx.Db.RateLimit.Identity.Find(ctx.Sender);\n \n if (rateLimit.HasValue && (now - rateLimit.Value.LastCallUs) < 1_000_000)\n {\n throw new System.Exception(\"rate limited\");\n }\n\n ctx.Db.RateLimit.Identity.Insert(new RateLimit\n {\n Identity = ctx.Sender,\n LastCallUs = now\n });\n\n ctx.Db.ActionLog.Insert(new ActionLog\n {\n Id = 0,\n Identity = ctx.Sender,\n Payload = payload\n });\n }\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(27,33): error CS1061: 'Timestamp' does not contain a definition for 'ToUnixTimeMilliseconds' and no accessible extension method 'ToUnixTimeMilliseconds' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(35,35): error CS1061: 'RateLimit.IdentityUniqueIndex' does not contain a definition for 'Insert' and no accessible extension method 'Insert' accepting a first argument of type 'RateLimit.IdentityUniqueIndex' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-25T15:38:11.376834500Z", + "finished_at": "2026-03-25T15:39:15.651647300Z" + }, + "t_046_shared_document": { + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Accessor = \"Document\", Public = true)]\npublic partial struct Document\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n [SpacetimeDB.Index.BTree]\n public Identity Owner;\n public string Title;\n}\n\n[SpacetimeDB.Table(Accessor = \"DocumentShare\", Public = true)]\npublic partial struct DocumentShare\n{\n [SpacetimeDB.Index", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(18,23): error CS1003: Syntax error, ']' expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(18,23): error CS1513: } expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-25T16:00:22.133461200Z", + "finished_at": "2026-03-25T16:02:17.466791700Z" + } + } + } + ] + }, + { + "mode": "llms.md", + "hash": "171b01e97d14a2c03356933e7c86331362cc53b87e82cd534cd74273e7bc8ea4", + "models": [] + }, + { + "mode": "no_context", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "models": [ + { + "name": "Claude Sonnet 4.6", + "route_api_model": "claude-sonnet-4-6", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"EmptyTable\", Public = true)]\npublic partial struct EmptyTable\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_NoArgs(ReducerContext ctx)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithString(ReducerContext ctx, string name)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label)\n {\n }\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "empty_table": {} + }, + "only_llm": { + "EmptyTable": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 394, + "output_tokens": 281, + "generation_duration_ms": 3708, + "started_at": "2026-03-27T20:08:19.120156200Z", + "finished_at": "2026-03-27T20:09:34.781088500Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"User\", Public = true)]\npublic partial struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\n[SpacetimeDB.Table(Name = \"Product\", Public = true)]\npublic partial struct Product\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Title;\n public float Price;\n public bool InStock;\n}\n\n[SpacetimeDB.Table(Name = \"Note\", Public = true)]\npublic partial struct Note\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Body;\n public long Rating;\n public bool Pinned;\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "note": {}, + "product": {}, + "user": {} + }, + "only_llm": { + "Note": {}, + "Product": {}, + "User": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 382, + "output_tokens": 208, + "generation_duration_ms": 2997, + "started_at": "2026-03-27T20:08:19.121465600Z", + "finished_at": "2026-03-27T20:09:33.405128800Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"TickTimer\", Scheduled = nameof(Tick), Public = true)]\n public partial struct TickTimer\n {\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKeyAuto)]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n new TickTimer\n {\n ScheduledAt = new ScheduleAt.Interval(new TimeSpan(50_000 * 10))\n }.Insert();\n }\n\n [SpacetimeDB.Reducer]\n public static void Tick(ReducerContext ctx, TickTimer timer)\n {\n }\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(6,6): error STDB0014: TickTimer is a scheduled table but doesn't have a primary key of type `ulong`. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(9,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(9,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(9,29): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 366, + "output_tokens": 228, + "generation_duration_ms": 4614, + "started_at": "2026-03-27T20:08:31.430546700Z", + "finished_at": "2026-03-27T20:08:45.307583200Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Position\n{\n public int X;\n public int Y;\n}\n\n[SpacetimeDB.Table(Name = \"Entity\", Public = true)]\npublic partial struct Entity\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Position Pos;\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "entity": {} + }, + "only_llm": { + "Entity": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 313, + "output_tokens": 95, + "generation_duration_ms": 2071, + "started_at": "2026-03-27T20:08:45.307680100Z", + "finished_at": "2026-03-27T20:09:52.380561Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 2, + "passed_tests": 1, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"User\", Public = true)]\npublic partial struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void InsertUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n ctx.Db.User.Insert(new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n });\n }\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user": {} + }, + "only_llm": { + "User": {} + } + }, + "tables_equal": false } }, - "seed_users_row": { + "data_parity_insert_user": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 348, + "output_tokens": 172, + "generation_duration_ms": 3147, + "started_at": "2026-03-27T20:08:56.893013200Z", + "finished_at": "2026-03-27T20:10:08.168456400Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"User\", Public = true)]\npublic partial struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n var existing = ctx.Db.User.Id.Find(id);\n if (existing is null)\n {\n throw new Exception($\"User with Id={id} not found.\");\n }\n\n ctx.Db.User.Id.Update(new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n });\n }\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "data_parity_update_user": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: User with Id=1 not found.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:57303/v1/database/c2002e44dc245df6d3805afb66138036586ca03be5e7a9e5aaa4ab816b429518/call/update_user)\n", + "phase": "call_reducer_llm" } }, - "delete_user_count_zero": { - "pass": true, - "partial": 1.0, + "schema_parity": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user": {} + }, + "only_llm": { + "User": {} + } + }, + "tables_equal": false + } + }, + "seed_users_row": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:57303/v1/database/c200e3ee1cb598efe0d4623bfc06129e243edb516137145bdbce455f0092535f/sql)\n", + "phase": "sql_golden", + "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 353, + "output_tokens": 221, + "generation_duration_ms": 3423, + "started_at": "2026-03-27T20:09:33.405357200Z", + "finished_at": "2026-03-27T20:10:46.101892400Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"User\", Public = true)]\npublic partial struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void DeleteUser(ReducerContext ctx, int id)\n {\n foreach (var user in ctx.Db.User.Id.Filter(id))\n {\n ctx.Db.User.Id.Delete(id);\n break;\n }\n }\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(19,45): error CS1061: 'User.IdUniqueIndex' does not contain a definition for 'Filter' and no accessible extension method 'Filter' accepting a first argument of type 'User.IdUniqueIndex' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 317, + "output_tokens": 165, + "generation_duration_ms": 5336, + "started_at": "2026-03-27T20:09:34.781332300Z", + "finished_at": "2026-03-27T20:09:47.309064200Z" }, "t_007_crud": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_007_crud", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Claude Sonnet 4.6", "total_tests": 4, - "passed_tests": 4, + "passed_tests": 1, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"User\", Public = true)]\npublic partial struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n\n var alice = ctx.Db.User.Id.Find(1);\n if (alice != null)\n {\n var updated = alice.Value;\n updated.Name = \"Alice2\";\n updated.Age = 31;\n updated.Active = false;\n ctx.Db.User.Id.Update(updated);\n }\n\n ctx.Db.User.Id.Delete(2);\n }\n}", "category": "basics", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { "crud_row_id2_deleted": { "pass": true, @@ -14798,52 +15745,63 @@ "notes": { "actual": 0, "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2" } }, "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "user": {} + }, + "only_llm": { + "User": {} + } + }, + "tables_equal": false } }, "crud_row_id1_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "args": [], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "crud" + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: Value with given unique identifier already exists\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:57303/v1/database/c2002d04459263d1b87e8907eca29e9d2e45012056c1bcce8e7a3dd8fff43752/call/crud)\n", + "phase": "call_reducer_golden" } }, "crud_total_count_one": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, + "actual": 0, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user" + "sql": "SELECT COUNT(*) AS n FROM User" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 387, + "output_tokens": 281, + "generation_duration_ms": 4131, + "started_at": "2026-03-27T20:09:47.309239200Z", + "finished_at": "2026-03-27T20:11:19.382732200Z" }, "t_008_index_lookup": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_008_index_lookup", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Claude Sonnet 4.6", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"User\", Public = true)]\npublic partial struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\n[SpacetimeDB.Table(Name = \"Result\", Public = true)]\npublic partial struct Result\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void LookupUserName(ReducerContext ctx, int id)\n {\n var user = ctx.Db.User.Id.Find(id);\n if (user is User u)\n {\n ctx.Db.Result.Insert(new Result { Id = u.Id, Name = u.Name });\n }\n }\n}", "category": "basics", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { "index_lookup_projection_parity": { "pass": true, @@ -14852,42 +15810,58 @@ "args": [ 1 ], - "golden_out": "id | name ----+--------- 1 | \"Alice\"", - "llm_out": "id | name ----+--------- 1 | \"Alice\"", - "query": "SELECT id, name FROM result WHERE id=1", + "golden_out": "Id | Name ----+--------- 1 | \"Alice\"", + "llm_out": "Id | Name ----+--------- 1 | \"Alice\"", + "query": "SELECT Id, Name FROM Result WHERE Id=1", "reducer": "lookup_user_name" } }, "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "result": {}, + "user": {} + }, + "only_llm": { + "Result": {}, + "User": {} + } + }, + "tables_equal": false } }, "seed_user_row": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 378, + "output_tokens": 235, + "generation_duration_ms": 3582, + "started_at": "2026-03-27T20:09:52.380750800Z", + "finished_at": "2026-03-27T20:11:22.186881900Z" }, "t_009_init": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_009_init", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Claude Sonnet 4.6", "total_tests": 4, - "passed_tests": 4, + "passed_tests": 3, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"User\", Public = true)]\npublic partial struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n }\n}", "category": "basics", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { "init_seed_alice": { "pass": true, @@ -14895,7 +15869,7 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true" } }, "init_total_two": { @@ -14904,17 +15878,25 @@ "notes": { "actual": 2, "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM user" + "sql": "SELECT COUNT(*) AS n FROM User" } }, "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "user": {} + }, + "only_llm": { + "User": {} + } + }, + "tables_equal": false } }, "init_seed_bob": { @@ -14923,46 +15905,66 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 352, + "output_tokens": 190, + "generation_duration_ms": 3782, + "started_at": "2026-03-27T20:10:08.168619500Z", + "finished_at": "2026-03-27T20:11:23.764904700Z" }, "t_010_connect": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_010_connect", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Claude Sonnet 4.6", "total_tests": 1, - "passed_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Event\", Public = true)]\npublic partial struct Event\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public int Id;\n public string Kind;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.Event.Insert(new Event { Kind = \"connected\" });\n }\n\n [SpacetimeDB.Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.Event.Insert(new Event { Kind = \"disconnected\" });\n }\n}", "category": "basics", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "event": {} + }, + "only_llm": { + "Event": {} + } + }, + "tables_equal": false } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 338, + "output_tokens": 215, + "generation_duration_ms": 4164, + "started_at": "2026-03-27T20:10:46.102118600Z", + "finished_at": "2026-03-27T20:12:11.092784300Z" }, "t_011_helper_function": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_011_helper_function", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Claude Sonnet 4.6", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"Result\", Public = true)]\n public partial struct Result\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int Sum;\n }\n\n public static int Add(int a, int b)\n {\n return a + b;\n }\n\n [SpacetimeDB.Reducer]\n public static void ComputeSum(ReducerContext ctx, int id, int a, int b)\n {\n ctx.Db.Result.Insert(new Result { Id = id, Sum = Add(a, b) });\n }\n}", "category": "basics", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { "helper_func_sum_parity": { "pass": true, @@ -14973,20 +15975,28 @@ 2, 3 ], - "golden_out": "id | sum ----+----- 1 | 5", - "llm_out": "id | sum ----+----- 1 | 5", - "query": "SELECT id, sum FROM result WHERE id=1", + "golden_out": "Id | Sum ----+----- 1 | 5", + "llm_out": "Id | Sum ----+----- 1 | 5", + "query": "SELECT Id, Sum FROM Result WHERE Id=1", "reducer": "compute_sum" } }, "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "result": {} + }, + "only_llm": { + "Result": {} + } + }, + "tables_equal": false } }, "helper_func_sum_abs": { @@ -14995,22 +16005,28 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 356, + "output_tokens": 173, + "generation_duration_ms": 3241, + "started_at": "2026-03-27T20:11:22.187055Z", + "finished_at": "2026-03-27T20:12:42.302141500Z" }, "t_012_spacetime_product_type": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_012_spacetime_product_type", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Claude Sonnet 4.6", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Score\n{\n public int Left;\n public int Right;\n}\n\n[SpacetimeDB.Table(Name = \"Result\", Public = true)]\npublic partial struct Result\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Score Value;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = id,\n Value = new Score { Left = left, Right = right }\n });\n }\n}", "category": "schema", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { "product_type_row_count": { "pass": true, @@ -15018,17 +16034,25 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" } }, "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "result": {} + }, + "only_llm": { + "Result": {} + } + }, + "tables_equal": false } }, "product_type_row_parity": { @@ -15040,81 +16064,76 @@ 2, 3 ], - "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "query": "SELECT id, value FROM result WHERE id=1", + "golden_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT Id, Value FROM Result WHERE Id=1", "reducer": "set_score" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 364, + "output_tokens": 185, + "generation_duration_ms": 2681, + "started_at": "2026-03-27T20:15:10.372578600Z", + "finished_at": "2026-03-27T20:16:31.546472200Z" }, "t_013_spacetime_sum_type": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_013_spacetime_sum_type", - "lang": "rust", - "golden_published": true, - "model_name": "GPT-5.2-Codex", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial record Circle(int Radius);\n\n[SpacetimeDB.Type]\npublic partial record Rectangle(int Width, int Height);\n\n[SpacetimeDB.Type]\n[Union]\npublic abstract partial record Shape\n{\n public partial record Circle(int Radius) : Shape;\n public partial record Rectangle(int Width, int Height) : Shape;\n}\n\n[SpacetimeDB.Table(Name = \"Result\", Public = true)]\npublic partial struct Result\n{\n [PrimaryKey]\n public int Id;\n public Shape Value;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = id,\n Value = new Shape.Circle(radius)\n });\n }\n}", "category": "schema", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "sum_type_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 10 - ], - "golden_out": "id | value ----+--------------- 1 | (circle = 10)", - "llm_out": "id | value ----+--------------- 1 | (circle = 10)", - "query": "SELECT id, value FROM result WHERE id=1", - "reducer": "set_circle" - } - }, - "sum_type_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(11,2): error CS0246: The type or namespace name 'UnionAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(11,2): error CS0246: The type or namespace name 'Union' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 383, + "output_tokens": 238, + "generation_duration_ms": 6142, + "started_at": "2026-03-27T20:15:11.241685300Z", + "finished_at": "2026-03-27T20:15:30.429147700Z" }, "t_014_elementary_columns": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_014_elementary_columns", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Claude Sonnet 4.6", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Primitive\", Public = true)]\npublic partial struct Primitive\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Primitive.Insert(new Primitive\n {\n Id = 1,\n Count = 2,\n Total = 3000000000L,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}", "category": "schema", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "primitive": {} + }, + "only_llm": { + "Primitive": {} + } + }, + "tables_equal": false } }, "elementary_columns_row_parity": { @@ -15122,9 +16141,9 @@ "partial": 1.0, "notes": { "args": [], - "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM Primitive WHERE Id=1", "reducer": "seed" } }, @@ -15134,42 +16153,56 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + "sql": "SELECT COUNT(*) AS n FROM Primitive WHERE Id=1" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 370, + "output_tokens": 217, + "generation_duration_ms": 10739, + "started_at": "2026-03-27T20:15:16.449354900Z", + "finished_at": "2026-03-27T20:16:40.852173300Z" }, "t_015_product_type_columns": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_015_product_type_columns", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Claude Sonnet 4.6", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Address\n{\n public string Street;\n public int Zip;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Position\n{\n public int X;\n public int Y;\n}\n\n[SpacetimeDB.Table(Name = \"Profile\", Public = true)]\npublic partial struct Profile\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Profile.Insert(new Profile\n {\n Id = 1,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n });\n }\n}", "category": "schema", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { "product_type_columns_row_parity": { "pass": true, "partial": 1.0, "notes": { "args": [], - "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT Id, Home, Work, Pos FROM Profile WHERE Id=1", "reducer": "seed" } }, "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "profile": {} + }, + "only_llm": { + "Profile": {} + } + }, + "tables_equal": false } }, "product_type_columns_row_count": { @@ -15178,108 +16211,101 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + "sql": "SELECT COUNT(*) AS n FROM Profile WHERE Id=1" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 422, + "output_tokens": 271, + "generation_duration_ms": 4088, + "started_at": "2026-03-27T20:15:30.429373400Z", + "finished_at": "2026-03-27T20:16:44.546999300Z" }, "t_016_sum_type_columns": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_016_sum_type_columns", - "lang": "rust", - "golden_published": true, - "model_name": "GPT-5.2-Codex", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial record Circle(int Radius);\n\n[SpacetimeDB.Type]\npublic partial record Rectangle(int Width, int Height);\n\n[SpacetimeDB.Type]\n[SpacetimeDB.TaggedUnion]\npublic partial record Shape\n{\n public partial record Circle(global::Circle Value) : Shape;\n public partial record Rectangle(global::Rectangle Value) : Shape;\n}\n\n[SpacetimeDB.Table(Name = \"Drawing\", Public = true)]\npublic partial struct Drawing\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape A;\n public Shape B;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Drawing.Insert(new Drawing\n {\n Id = 1,\n A = new Shape.Circle(new Circle(10)),\n B = new Shape.Rectangle(new Rectangle(4, 6))\n });\n }\n}", "category": "schema", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { - "sum_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", - "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", - "query": "SELECT id, a, b FROM drawing WHERE id=1", - "reducer": "seed" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "sum_type_columns_row_count": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(11,14): error CS0234: The type or namespace name 'TaggedUnionAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(11,14): error CS0234: The type or namespace name 'TaggedUnion' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 390, + "output_tokens": 272, + "generation_duration_ms": 5558, + "started_at": "2026-03-27T20:15:41.825189200Z", + "finished_at": "2026-03-27T20:16:01.824449800Z" }, "t_017_scheduled_columns": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_017_scheduled_columns", - "lang": "rust", - "golden_published": true, - "model_name": "GPT-5.2-Codex", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", "total_tests": 2, - "passed_tests": 2, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"TickTimer\", Scheduled = nameof(Tick), Public = true)]\n public partial struct TickTimer\n {\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKeyAuto)]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n new TickTimer\n {\n ScheduledAt = new ScheduleAt.Interval(new TimeSpan(50_000 * 10))\n }.Insert();\n }\n\n [SpacetimeDB.Reducer]\n public static void Tick(ReducerContext ctx, TickTimer timer)\n {\n }\n}", "category": "schema", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "scheduled_seeded_one_row": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(6,6): error STDB0014: TickTimer is a scheduled table but doesn't have a primary key of type `ulong`. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(9,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(9,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(9,29): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 367, + "output_tokens": 228, + "generation_duration_ms": 3915, + "started_at": "2026-03-27T20:16:01.824563300Z", + "finished_at": "2026-03-27T20:16:16.982016400Z" }, "t_018_constraints": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_018_constraints", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Claude Sonnet 4.6", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Account\", Public = true)]\npublic partial class Account\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n\n [SpacetimeDB.Unique]\n public string Email = \"\";\n\n [SpacetimeDB.Index.BTree]\n public string Name = \"\";\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Account.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.Account.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}", "category": "schema", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "account": {} + }, + "only_llm": { + "Account": {} + } + }, + "tables_equal": false } }, "constraints_row_parity_after_seed": { @@ -15287,9 +16313,9 @@ "partial": 1.0, "notes": { "args": [], - "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "query": "SELECT id, email, name FROM account WHERE id=1", + "golden_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT Id, Email, Name FROM Account WHERE Id=1", "reducer": "seed" } }, @@ -15299,45 +16325,56 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + "sql": "SELECT COUNT(*) AS n FROM Account WHERE Id=2" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 364, + "output_tokens": 207, + "generation_duration_ms": 3050, + "started_at": "2026-03-27T20:16:16.982300400Z", + "finished_at": "2026-03-27T20:17:21.303161800Z" }, "t_019_many_to_many": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_019_many_to_many", - "lang": "rust", + "lang": "csharp", "golden_published": false, - "model_name": "GPT-5.2-Codex", + "model_name": "Claude Sonnet 4.6", "total_tests": 5, "passed_tests": 0, - "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = user, public)]\npub struct User {\n #[primary_key]\n pub user_id: i32,\n pub name: String,\n}\n\n#[spacetimedb::table(name = group, public)]\npub struct Group {\n #[primary_key]\n pub group_id: i32,\n pub title: String,\n}\n\n#[spacetimedb::table(\n name = membership,\n public,\n index(name = by_user, btree(columns = [user_id])),\n index(name = by_group, btree(columns = [group_id]))\n)]\npub struct Membership {\n #[primary_key]\n pub id: i32,\n pub user_id: i32,\n pub group_id: i32,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.user().insert(User {\n user_id: 1,\n name: \"Alice\".to_string(),\n });\n ctx.db.user().insert(User {\n user_id: 2,\n name: \"Bob\".to_string(),\n });\n\n ctx.db.group().insert(Group {\n group_id: 10,\n title: \"Admin\".to_string(),\n });\n ctx.db.group().insert(Group {\n group_id: 20,\n title: \"Dev\".to_string(),\n });\n\n ctx.db.membership().insert(Membership {\n id: 1,\n user_id: 1,\n group_id: 10,\n });\n ctx.db.membership().insert(Membership {\n id: 2,\n user_id: 1,\n group_id: 20,\n });\n ctx.db.membership().insert(Membership {\n id: 3,\n user_id: 2,\n group_id: 20,\n });\n}", + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public int UserId;\n public string Name;\n }\n\n [SpacetimeDB.Table(Name = \"Group\", Public = true)]\n public partial struct Group\n {\n [SpacetimeDB.PrimaryKey]\n public int GroupId;\n public string Title;\n }\n\n [SpacetimeDB.Table(Name = \"Membership\", Public = true)]\n [SpacetimeDB.Index(BTree = new[] { \"UserId\" }, Name = \"by_user\")]\n [SpacetimeDB.Index(BTree = new[] { \"GroupId\" }, Name = \"by_group\")]\n public partial struct Membership\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int UserId;\n public int GroupId;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Db.User.Insert(new User { UserId = 2, Name = \"Bob\" });\n\n ctx.Db.Group.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Db.Group.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n\n ctx.Db.Membership.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Db.Membership.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Db.Membership.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}", "category": "schema", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.17\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.39\n Compiling bitflags v2.11.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling uuid v1.21.0\n Compiling bytemuck v1.25.0\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_019_many_to_many\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = user, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = group` with `accessor = group`.\n --> src\\lib.rs:11:22\n |\n11 | #[spacetimedb::table(name = group, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = membership` with `accessor = membership`.\n --> src\\lib.rs:19:5\n |\n19 | name = membership,\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:33:26\n |\n33 | ctx.db.user().insert(User {\n | ^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:37:26\n |\n37 | ctx.db.user().insert(User {\n | ^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Group` in this scope\n --> src\\lib.rs:42:27\n |\n42 | ctx.db.group().insert(Group {\n | ^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Group` in this scope\n --> src\\lib.rs:46:27\n |\n46 | ctx.db.group().insert(Group {\n | ^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Membership` in this scope\n --> src\\lib.rs:51:32\n |\n51 | ctx.db.membership().insert(Membership {\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Membership` in this scope\n --> src\\lib.rs:56:32\n |\n56 | ctx.db.membership().insert(Membership {\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Membership` in this scope\n --> src\\lib.rs:61:32\n |\n61 | ctx.db.membership().insert(Membership {\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:33:12\n |\n33 | ctx.db.user().insert(User {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:37:12\n |\n37 | ctx.db.user().insert(User {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `group` found for struct `Local` in the current scope\n --> src\\lib.rs:42:12\n |\n42 | ctx.db.group().insert(Group {\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `group` found for struct `Local` in the current scope\n --> src\\lib.rs:46:12\n |\n46 | ctx.db.group().insert(Group {\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `membership` found for struct `Local` in the current scope\n --> src\\lib.rs:51:12\n |\n51 | ctx.db.membership().insert(Membership {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `membership` found for struct `Local` in the current scope\n --> src\\lib.rs:56:12\n |\n56 | ctx.db.membership().insert(Membership {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `membership` found for struct `Local` in the current scope\n --> src\\lib.rs:61:12\n |\n61 | ctx.db.membership().insert(Membership {\n | ^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 17 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(23,18): error CS0653: Cannot apply attribute class 'Index' because it is abstract [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(24,18): error CS0653: Cannot apply attribute class 'Index' because it is abstract [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(23,24): error CS0246: The type or namespace name 'BTree' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(24,24): error CS0246: The type or namespace name 'BTree' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 520, + "output_tokens": 499, + "generation_duration_ms": 5356, + "started_at": "2026-03-27T20:16:31.546705100Z", + "finished_at": "2026-03-27T20:16:47.134783300Z" }, "t_020_ecs": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_020_ecs", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Claude Sonnet 4.6", "total_tests": 5, - "passed_tests": 5, + "passed_tests": 4, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Entity\", Public = true)]\npublic partial struct Entity\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n}\n\n[SpacetimeDB.Table(Name = \"Position\", Public = true)]\npublic partial struct Position\n{\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n}\n\n[SpacetimeDB.Table(Name = \"Velocity\", Public = true)]\npublic partial struct Velocity\n{\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n}\n\n[SpacetimeDB.Table(Name = \"NextPosition\", Public = true)]\npublic partial struct NextPosition\n{\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Entity.Insert(new Entity { Id = 1 });\n ctx.Db.Entity.Insert(new Entity { Id = 2 });\n\n ctx.Db.Position.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.Position.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [SpacetimeDB.Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var pos in ctx.Db.Position.Iter())\n {\n var vel = ctx.Db.Velocity.EntityId.Find(pos.EntityId);\n if (vel == null) continue;\n\n var v = vel.Value;\n int newX = pos.X + v.VX;\n int newY = pos.Y + v.VY;\n\n var existing = ctx.Db.NextPosition.EntityId.Find(pos.EntityId);\n if (existing != null)\n {\n ctx.Db.NextPosition.EntityId.Delete(pos.EntityId);\n }\n\n ctx.Db.NextPosition.Insert(new NextPosition { EntityId = pos.EntityId, X = newX, Y = newY });\n }\n }\n}", "category": "schema", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { "ecs_next_pos_entity2": { "pass": true, @@ -15345,7 +16382,7 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=2 AND X=8 AND Y=3" } }, "ecs_next_pos_entity1": { @@ -15354,7 +16391,7 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=1 AND X=1 AND Y=0" } }, "ecs_seed_position_count": { @@ -15363,17 +16400,31 @@ "notes": { "actual": 2, "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM position" + "sql": "SELECT COUNT(*) AS n FROM Position" } }, "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "entity": {}, + "next_position": {}, + "position": {}, + "velocity": {} + }, + "only_llm": { + "Entity": {}, + "NextPosition": {}, + "Position": {}, + "Velocity": {} + } + }, + "tables_equal": false } }, "ecs_step_next_position_count": { @@ -15382,610 +16433,923 @@ "notes": { "actual": 2, "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM next_position" + "sql": "SELECT COUNT(*) AS n FROM NextPosition" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 498, + "output_tokens": 674, + "generation_duration_ms": 7961, + "started_at": "2026-03-27T20:16:40.858994900Z", + "finished_at": "2026-03-27T20:17:50.822305700Z" }, "t_021_multi_column_index": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_021_multi_column_index", - "lang": "rust", - "golden_published": true, - "model_name": "GPT-5.2-Codex", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", "total_tests": 4, - "passed_tests": 4, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Log\", Public = true)]\n[SpacetimeDB.Index.BTree(Name = \"by_user_day\", Columns = new[] { nameof(Log.UserId), nameof(Log.Day) })]\npublic partial struct Log\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public int UserId;\n public int Day;\n public string Message;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Log.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\n ctx.Db.Log.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\n ctx.Db.Log.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\n }\n}", "category": "schema", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { - "mcindex_seed_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM log" - } - }, - "mcindex_lookup_u7_d1": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(5,2): error STDB0029: Index attribute on a table declaration must specify Accessor. Field-level index attributes may omit Accessor and default to the field name. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "anthropic", + "input_tokens": 405, + "output_tokens": 271, + "generation_duration_ms": 3727, + "started_at": "2026-03-27T20:16:44.547314200Z", + "finished_at": "2026-03-27T20:16:58.540874700Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Announcement\", Public = true)]\npublic partial struct Announcement\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Message;\n [SpacetimeDB.Index.BTree]\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.View(Name = \"ActiveAnnouncements\", Public = true)]\n public static IEnumerable ActiveAnnouncements(AnonymousViewContext ctx)\n {\n return Announcement.FilterByActive(true);\n }\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(17,5): error STDB0023: View 'ActiveAnnouncements' must have an explicit name. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(18,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(18,19): error STDB0024: View 'ActiveAnnouncements' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(20,29): error CS0117: 'Announcement' does not contain a definition for 'FilterByActive' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } - }, - "mcindex_lookup_u7_d2": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "anthropic", + "input_tokens": 344, + "output_tokens": 176, + "generation_duration_ms": 3881, + "started_at": "2026-03-27T20:12:56.578476700Z", + "finished_at": "2026-03-27T20:13:13.386952200Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Profile\", Public = true)]\npublic partial struct Profile\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n\n [SpacetimeDB.Unique]\n public Identity Identity;\n\n public string Name;\n public string Bio;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.ClientVisibilityFilter]\n public static readonly Filter MyProfile = Filter.Sql(\"SELECT * FROM Profile WHERE Identity = :sender\");\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(20,6): error STDB_UNSTABLE: 'SpacetimeDB.ClientVisibilityFilterAttribute' is for evaluation purposes only and is subject to change or removal in future updates. Suppress this diagnostic to proceed. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(21,54): error CS1955: Non-invocable member 'Filter.Sql' cannot be used like a method. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" - } - } - }, - { - "name": "GPT-5-mini", - "route_api_model": "gpt-5-mini", - "tasks": { - "t_000_empty_reducers": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_000_empty_reducers", - "lang": "rust", - "golden_published": true, - "model_name": "GPT-5-mini", + "vendor": "anthropic", + "input_tokens": 384, + "output_tokens": 150, + "generation_duration_ms": 2822, + "started_at": "2026-03-27T20:12:57.829764200Z", + "finished_at": "2026-03-27T20:13:14.429997400Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "gpt-5-mini", + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial class DamageEvent\n{\n public ulong EntityId;\n public uint Damage;\n public string Source = string.Empty;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"DamageEvent\", Public = true, Scheduled = null)]\n [SpacetimeDB.Table(Name = \"DamageEvent\", Public = true)]\n public partial struct DamageEventTable\n {\n public ulong EntityId;\n public uint Damage;\n public string Source;\n }\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"DamageEvent\", Public = true, Event = true)]\n public partial struct DamageEventRow\n {\n public ulong EntityId;\n public uint Damage;\n public string Source;\n }\n\n [SpacetimeDB.Reducer]\n public static void DealDamage(ReducerContext ctx, ulong entityId, uint damage, string source)\n {\n ctx.Db.DamageEvent.Insert(new DamageEventRow\n {\n EntityId = entityId,\n Damage = damage,\n Source = source,\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nCSC : error STDB0007: Table with the same export name DamageEventTable is registered in multiple places: global::Module.DamageEventTable, global::Module.DamageEventTable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nCSC : error STDB0007: TableReadOnly with the same export name DamageEventTableReadOnly is registered in multiple places: global::Module.DamageEventTable, global::Module.DamageEventTable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\claude-sonnet-4-6\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(74,24): error CS0101: The namespace 'SpacetimeDB' already contains a definition for 'DamageEventTableCols' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\claude-sonnet-4-6\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(88,24): error CS0101: The namespace 'SpacetimeDB' already contains a definition for 'DamageEventTableIxCols' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\claude-sonnet-4-6\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(100,117): error CS0111: Type 'QueryBuilder' already defines a member called 'DamageEventTable' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\claude-sonnet-4-6\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(80,14): error CS0111: Type 'DamageEventTableCols' already defines a member called 'DamageEventTableCols' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\claude-sonnet-4-6\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(92,14): error CS0111: Type 'DamageEventTableIxCols' already defines a member called 'DamageEventTableIxCols' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 363, + "output_tokens": 322, + "generation_duration_ms": 4004, + "started_at": "2026-03-27T20:11:40.206359200Z", + "finished_at": "2026-03-27T20:11:55.564213900Z" }, - "t_001_basic_tables": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_001_basic_tables", - "lang": "rust", - "golden_published": true, - "model_name": "GPT-5-mini", + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "gpt-5-mini", + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"Player\", Public = true)]\n public partial struct Player\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Name;\n public string? Nickname;\n public uint? HighScore;\n }\n\n [SpacetimeDB.Reducer]\n public static void CreatePlayer(ReducerContext ctx, string name, string? nickname, uint? highScore)\n {\n new Player\n {\n Id = 0,\n Name = name,\n Nickname = nickname,\n HighScore = highScore,\n }.Insert();\n }\n}", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(26,11): error CS1061: 'Module.Player' does not contain a definition for 'Insert' and no accessible extension method 'Insert' accepting a first argument of type 'Module.Player' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 376, + "output_tokens": 193, + "generation_duration_ms": 2699, + "started_at": "2026-03-27T20:11:55.564388400Z", + "finished_at": "2026-03-27T20:12:09.183567Z" }, - "t_002_scheduled_table": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_002_scheduled_table", - "lang": "rust", - "golden_published": true, - "model_name": "GPT-5-mini", + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "gpt-5-mini", + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Message\", Public = true)]\npublic partial struct Message\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n\n [SpacetimeDB.Index.BTree]\n public Identity Owner;\n\n public string Text;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void CreateMessage(ReducerContext ctx, string text)\n {\n new Message\n {\n Id = 0,\n Owner = ctx.Sender,\n Text = text\n }.Insert();\n }\n\n [SpacetimeDB.Reducer]\n public static void DeleteMessage(ReducerContext ctx, ulong id)\n {\n var message = Message.FilterById(id);\n if (message is null)\n {\n throw new Exception(\"not found\");\n }\n\n if (message.Value.Owner != ctx.Sender)\n {\n throw new Exception(\"unauthorized\");\n }\n\n Message.DeleteById(id);\n }\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(27,11): error CS1061: 'Message' does not contain a definition for 'Insert' and no accessible extension method 'Insert' accepting a first argument of type 'Message' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(33,31): error CS0117: 'Message' does not contain a definition for 'FilterById' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(44,17): error CS0117: 'Message' does not contain a definition for 'DeleteById' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 418, + "output_tokens": 284, + "generation_duration_ms": 4555, + "started_at": "2026-03-27T20:07:03.403135900Z", + "finished_at": "2026-03-27T20:07:15.785581700Z" }, - "t_003_struct_in_table": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_003_struct_in_table", - "lang": "rust", + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", + "model_name": "Claude Sonnet 4.6", "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "gpt-5-mini", + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"UserInternal\", Public = false)]\npublic partial struct UserInternal\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Name;\n public string Email;\n public string PasswordHash;\n}\n\n[SpacetimeDB.Table(Name = \"UserPublic\", Public = true)]\npublic partial struct UserPublic\n{\n [SpacetimeDB.PrimaryKey]\n public ulong Id;\n public string Name;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void RegisterUser(ReducerContext ctx, string name, string email, string passwordHash)\n {\n var internalUser = new UserInternal\n {\n Id = 0,\n Name = name,\n Email = email,\n PasswordHash = passwordHash\n };\n\n ctx.Db.UserInternal.Insert(internalUser);\n\n ulong newId = 0;\n foreach (var u in ctx.Db.UserInternal.Iter())\n {\n if (u.Name == name && u.Email == email)\n {\n newId = u.Id;\n }\n }\n\n var publicUser = new UserPublic\n {\n Id = newId,\n Name = name\n };\n\n ctx.Db.UserPublic.Insert(publicUser);\n }\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "user_internal": {}, + "user_public": {} + }, + "only_llm": { + "UserInternal": {}, + "UserPublic": {} + } + }, + "tables_equal": false } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 449, + "output_tokens": 376, + "generation_duration_ms": 5608, + "started_at": "2026-03-27T20:07:03.403777800Z", + "finished_at": "2026-03-27T20:08:18.800599200Z" }, - "t_004_insert": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_004_insert", - "lang": "rust", + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 2, - "passed_tests": 2, - "category": "basics", - "route_api_model": "gpt-5-mini", + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"Author\", Public = true)]\n public partial struct Author\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Name;\n }\n\n [SpacetimeDB.Table(Name = \"Post\", Public = true)]\n public partial struct Post\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n [SpacetimeDB.Index.BTree]\n public ulong AuthorId;\n public string Title;\n }\n\n [SpacetimeDB.Reducer]\n public static void DeleteAuthor(ReducerContext ctx, ulong authorId)\n {\n foreach (var post in ctx.Db.Post.AuthorId.Filter(authorId))\n {\n ctx.Db.Post.Id.Delete(post.Id);\n }\n ctx.Db.Author.Id.Delete(authorId);\n }\n}", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "data_parity_insert_user": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - "Alice", - 30, - true - ], - "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "insert_user" + "tables_diff": { + "changed": {}, + "only_golden": { + "author": {}, + "post": {} + }, + "only_llm": { + "Author": {}, + "Post": {} + } + }, + "tables_equal": false } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 399, + "output_tokens": 285, + "generation_duration_ms": 3676, + "started_at": "2026-03-27T20:12:09.183725100Z", + "finished_at": "2026-03-27T20:13:32.104991900Z" }, - "t_005_update": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_005_update", - "lang": "rust", - "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 1, - "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(accessor = user)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) -> Result<(), String> {\n if ctx.db.user().id().find(id).is_some() {\n ctx.db.user().id().update(User { id, name, age, active });\n Ok(())\n } else {\n Err(\"User not found\".to_string())\n }\n}", - "category": "basics", - "route_api_model": "gpt-5-mini", + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"Order\", Public = true)]\n [SpacetimeDB.Index.BTree(Name = \"Order_Category\", Columns = new[] { nameof(Order.Category) })]\n public partial struct Order\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Category;\n public ulong Amount;\n public bool Fulfilled;\n }\n\n [SpacetimeDB.Table(Name = \"CategoryStats\", Public = true)]\n public partial struct CategoryStats\n {\n [SpacetimeDB.PrimaryKey]\n public string Category;\n public ulong TotalAmount;\n public uint OrderCount;\n }\n\n [SpacetimeDB.Reducer]\n public static void ComputeStats(ReducerContext ctx, string category)\n {\n ulong totalAmount = 0;\n uint orderCount = 0;\n\n foreach (var order in ctx.Db.Order.Category.Filter(category))\n {\n totalAmount += order.Amount;\n orderCount += 1;\n }\n\n var existing = ctx.Db.CategoryStats.Category.Find(category);\n if (existing is CategoryStats existingStats)\n {\n existingStats.TotalAmount = totalAmount;\n existingStats.OrderCount = orderCount;\n ctx.Db.CategoryStats.Category.Update(existingStats);\n }\n else\n {\n ctx.Db.CategoryStats.Insert(new CategoryStats\n {\n Category = category,\n TotalAmount = totalAmount,\n OrderCount = orderCount\n });\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { - "data_parity_update_user": { + "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: User not found\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62032/v1/database/c2009b55af479168fa8dc45fa8e822846c3e82e1fb2e0ac91f9ffd0da9f1a058/call/update_user)\n", - "phase": "call_reducer_llm" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(7,6): error STDB0029: Index attribute on a table declaration must specify Accessor. Field-level index attributes may omit Accessor and default to the field name. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } - }, + } + }, + "vendor": "anthropic", + "input_tokens": 421, + "output_tokens": 441, + "generation_duration_ms": 6824, + "started_at": "2026-03-27T20:12:11.093067200Z", + "finished_at": "2026-03-27T20:12:27.292773500Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Customer\", Public = true)]\npublic partial struct Customer\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Name;\n}\n\n[SpacetimeDB.Table(Name = \"Order\", Public = true)]\npublic partial struct Order\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n [SpacetimeDB.Index.BTree]\n public ulong CustomerId;\n public string Product;\n public uint Amount;\n}\n\n[SpacetimeDB.Table(Name = \"OrderDetail\", Public = true)]\npublic partial struct OrderDetail\n{\n [SpacetimeDB.PrimaryKey]\n public ulong OrderId;\n public string CustomerName;\n public string Product;\n public uint Amount;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void BuildOrderDetails(ReducerContext ctx)\n {\n foreach (var order in ctx.Db.Order.Iter())\n {\n var customer = ctx.Db.Customer.Id.Find(order.CustomerId);\n if (customer is Customer c)\n {\n ctx.Db.OrderDetail.Insert(new OrderDetail\n {\n OrderId = order.Id,\n CustomerName = c.Name,\n Product = order.Product,\n Amount = order.Amount,\n });\n }\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "customer": {}, + "order": {}, + "order_detail": {} + }, + "only_llm": { + "Customer": {}, + "Order": {}, + "OrderDetail": {} + } + }, + "tables_equal": false } - }, - "seed_users_row": { + } + }, + "vendor": "anthropic", + "input_tokens": 470, + "output_tokens": 403, + "generation_duration_ms": 11137, + "started_at": "2026-03-27T20:12:27.292943200Z", + "finished_at": "2026-03-27T20:14:13.888598300Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Account\", Public = true)]\npublic partial struct Account\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n\n [SpacetimeDB.Unique]\n public string Email;\n\n public string DisplayName;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void CreateAccount(ReducerContext ctx, string email, string displayName)\n {\n new Account\n {\n Id = 0,\n Email = email,\n DisplayName = displayName\n }.Insert();\n }\n}", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:62032/v1/database/c2003a3ababf2e2b5374bac162fec14fc8b57142230b968a3bbb889bbd60b560/sql)\n", - "phase": "sql_golden", - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(27,11): error CS1061: 'Account' does not contain a definition for 'Insert' and no accessible extension method 'Insert' accepting a first argument of type 'Account' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 358, + "output_tokens": 177, + "generation_duration_ms": 2660, + "started_at": "2026-03-27T20:12:42.302394400Z", + "finished_at": "2026-03-27T20:12:57.829569Z" }, - "t_006_delete": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_006_delete", - "lang": "rust", + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "gpt-5-mini", + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Product\", Public = true)]\npublic partial struct Product\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Name;\n [SpacetimeDB.Index.BTree]\n public uint Price;\n}\n\n[SpacetimeDB.Table(Name = \"PriceRangeResult\", Public = true)]\npublic partial struct PriceRangeResult\n{\n [SpacetimeDB.PrimaryKey]\n public ulong ProductId;\n public string Name;\n public uint Price;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void FindInPriceRange(ReducerContext ctx, uint minPrice, uint maxPrice)\n {\n foreach (var product in ctx.Db.Product.Iter())\n {\n if (product.Price >= minPrice && product.Price <= maxPrice)\n {\n ctx.Db.PriceRangeResult.Insert(new PriceRangeResult\n {\n ProductId = product.Id,\n Name = product.Name,\n Price = product.Price\n });\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "seed_users_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "tables_diff": { + "changed": {}, + "only_golden": { + "price_range_result": {}, + "product": {} + }, + "only_llm": { + "PriceRangeResult": {}, + "Product": {} + } + }, + "tables_equal": false } - }, - "delete_user_count_zero": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "anthropic", + "input_tokens": 433, + "output_tokens": 329, + "generation_duration_ms": 4325, + "started_at": "2026-03-27T20:13:13.387151200Z", + "finished_at": "2026-03-27T20:14:54.265151200Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System.Linq;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"Player\", Public = true)]\n public partial struct Player\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Name;\n public ulong Score;\n }\n\n [SpacetimeDB.Table(Name = \"Leaderboard\", Public = true)]\n public partial struct LeaderboardEntry\n {\n [SpacetimeDB.PrimaryKey]\n public uint Rank;\n public string PlayerName;\n public ulong Score;\n }\n\n [SpacetimeDB.Reducer]\n public static void BuildLeaderboard(ReducerContext ctx, uint limit)\n {\n var players = ctx.Db.Player.Iter().ToList();\n players.Sort((a, b) => b.Score.CompareTo(a.Score));\n\n var top = players.Take((int)limit).ToList();\n\n for (int i = 0; i < top.Count; i++)\n {\n var entry = new LeaderboardEntry\n {\n Rank = (uint)(i + 1),\n PlayerName = top[i].Name,\n Score = top[i].Score\n };\n ctx.Db.Leaderboard.Insert(entry);\n }\n }\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(42,20): error CS1061: 'Local' does not contain a definition for 'Leaderboard' and no accessible extension method 'Leaderboard' accepting a first argument of type 'Local' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 431, + "output_tokens": 360, + "generation_duration_ms": 4475, + "started_at": "2026-03-27T20:13:14.430104800Z", + "finished_at": "2026-03-27T20:13:33.099658800Z" }, - "t_007_crud": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_007_crud", - "lang": "rust", + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 4, - "passed_tests": 2, - "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(accessor = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn crud(ctx: &ReducerContext) -> Result<(), String> {\n // Insert id=1 Alice\n ctx.db.user().insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n\n // Insert id=2 Bob\n ctx.db.user().insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n\n // Update id=1 -> Alice2, age=31, active=false\n if let Some(mut u) = ctx.db.user().id().find(1) {\n u.name = \"Alice2\".to_string();\n u.age = 31;\n u.active = false;\n ctx.db.user().id().update(u);\n } else {\n return Err(\"User with id=1 not found for update\".to_string());\n }\n\n // Delete id=2\n ctx.db.user().id().delete(2);\n\n Ok(())\n}", - "category": "basics", - "route_api_model": "gpt-5-mini", + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Task\", Public = true)]\npublic partial struct Task\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Title;\n public bool Completed;\n}\n\n[SpacetimeDB.Table(Name = \"FirstIncomplete\", Public = true)]\npublic partial struct FirstIncomplete\n{\n [SpacetimeDB.PrimaryKey]\n public ulong TaskId;\n public string Title;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void FindFirstIncomplete(ReducerContext ctx)\n {\n foreach (var task in ctx.Db.Task.Iter())\n {\n if (!task.Completed)\n {\n ctx.Db.FirstIncomplete.Insert(new FirstIncomplete\n {\n TaskId = task.Id,\n Title = task.Title\n });\n break;\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { - "crud_row_id2_deleted": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" - } - }, "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "crud_row_id1_parity": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62032/v1/database/c200b25c6336d7792fc5beed9cc4b084a6e741db8bf7ce1e2484acf8479e91e0/call/crud)\n", - "phase": "call_reducer_golden" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "first_incomplete": {}, + "task": {} + }, + "only_llm": { + "FirstIncomplete": {}, + "Task": {} + } + }, + "tables_equal": false } - }, - "crud_total_count_one": { + } + }, + "vendor": "anthropic", + "input_tokens": 395, + "output_tokens": 270, + "generation_duration_ms": 3701, + "started_at": "2026-03-27T20:13:32.108467500Z", + "finished_at": "2026-03-27T20:15:11.238969200Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System.Collections.Generic;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"Order\", Public = true)]\n public partial struct Order\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Category;\n public uint Amount;\n }\n\n [SpacetimeDB.Table(Name = \"DistinctCategory\", Public = true)]\n public partial struct DistinctCategory\n {\n [SpacetimeDB.PrimaryKey]\n public string Category;\n }\n\n [SpacetimeDB.Reducer]\n public static void CollectDistinctCategories(ReducerContext ctx)\n {\n var seen = new HashSet();\n foreach (var order in ctx.Db.Order.Iter())\n {\n seen.Add(order.Category);\n }\n foreach (var category in seen)\n {\n ctx.Db.DistinctCategory.Insert(new DistinctCategory { Category = category });\n }\n }\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { "pass": false, "partial": 0.0, "notes": { - "actual": 0, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "distinct_category": {}, + "order": {} + }, + "only_llm": { + "DistinctCategory": {}, + "Order": {} + } + }, + "tables_equal": false } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 394, + "output_tokens": 286, + "generation_duration_ms": 3723, + "started_at": "2026-03-27T20:13:33.099853300Z", + "finished_at": "2026-03-27T20:15:16.449102400Z" }, - "t_008_index_lookup": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_008_index_lookup", - "lang": "rust", + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "gpt-5-mini", + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"User\", Public = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Name;\n public bool Active;\n }\n\n [SpacetimeDB.Table(Name = \"UserStats\", Public = true)]\n public partial struct UserStats\n {\n [SpacetimeDB.PrimaryKey]\n public string Key;\n public ulong Count;\n }\n\n [SpacetimeDB.Reducer]\n public static void ComputeUserCounts(ReducerContext ctx)\n {\n ulong total = 0;\n ulong active = 0;\n\n foreach (var user in ctx.Db.User.Iter())\n {\n total++;\n if (user.Active == true)\n {\n active++;\n }\n }\n\n ctx.Db.UserStats.Insert(new UserStats { Key = \"total\", Count = total });\n ctx.Db.UserStats.Insert(new UserStats { Key = \"active\", Count = active });\n }\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { - "index_lookup_projection_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1 - ], - "golden_out": "id | name ----+--------- 1 | \"Alice\"", - "llm_out": "id | name ----+--------- 1 | \"Alice\"", - "query": "SELECT id, name FROM result WHERE id=1", - "reducer": "lookup_user_name" - } - }, "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "user": {}, + "user_stats": {} + }, + "only_llm": { + "User": {}, + "UserStats": {} + } + }, + "tables_equal": false } - }, - "seed_user_row": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "anthropic", + "input_tokens": 427, + "output_tokens": 308, + "generation_duration_ms": 4224, + "started_at": "2026-03-27T20:14:13.893216700Z", + "finished_at": "2026-03-27T20:15:41.824923400Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"EventLog\", Public = true)]\n[SpacetimeDB.Index.BTree(Name = \"category_severity_idx\", Columns = new[] { \"Category\", \"Severity\" })]\npublic partial struct EventLog\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Category;\n public uint Severity;\n public string Message;\n}\n\n[SpacetimeDB.Table(Name = \"FilteredEvent\", Public = true)]\npublic partial struct FilteredEvent\n{\n [SpacetimeDB.PrimaryKey]\n public ulong EventId;\n public string Message;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void FilterEvents(ReducerContext ctx, string category, uint severity)\n {\n foreach (var row in ctx.Db.EventLog.Iter())\n {\n if (row.Category == category && row.Severity == severity)\n {\n ctx.Db.FilteredEvent.Insert(new FilteredEvent\n {\n EventId = row.Id,\n Message = row.Message\n });\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(5,2): error STDB0029: Index attribute on a table declaration must specify Accessor. Field-level index attributes may omit Accessor and default to the field name. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 427, + "output_tokens": 324, + "generation_duration_ms": 4038, + "started_at": "2026-03-27T20:14:54.265551600Z", + "finished_at": "2026-03-27T20:15:10.372417Z" }, - "t_009_init": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_009_init", - "lang": "rust", - "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 4, - "passed_tests": 4, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Reminder\", Scheduled = nameof(SendReminder), ScheduledAt = nameof(Reminder.ScheduledAt))]\npublic partial class Reminder\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n public string Message = \"\";\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer(SpacetimeDB.ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n var fireAt = ctx.Timestamp + new TimeDuration(60_000_000);\n new Reminder\n {\n ScheduledAt = new ScheduleAt.Time(fireAt),\n Message = \"Reminder!\"\n }.Insert();\n }\n\n [SpacetimeDB.Reducer]\n public static void SendReminder(ReducerContext ctx, Reminder reminder)\n {\n }\n}", "category": "basics", - "route_api_model": "gpt-5-mini", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { - "init_seed_alice": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" - } - }, - "init_total_two": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM user" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(4,58): error CS0103: The name 'SendReminder' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } - }, - "init_seed_bob": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "anthropic", + "input_tokens": 425, + "output_tokens": 271, + "generation_duration_ms": 5150, + "started_at": "2026-03-27T20:11:22.188338500Z", + "finished_at": "2026-03-27T20:11:39.076785700Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"CleanupJob\", Public = true, Scheduled = nameof(RunCleanup), ScheduledAt = nameof(CleanupJob.ScheduledAt))]\npublic partial class CleanupJob\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer(SpacetimeDB.ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n new CleanupJob\n {\n ScheduledAt = new ScheduleAt.Interval(new TimeSpan(0, 0, 0, 0, 0, 60_000_000))\n }.Insert();\n }\n\n [SpacetimeDB.Reducer]\n public static void RunCleanup(ReducerContext ctx, CleanupJob job)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void CancelCleanup(ReducerContext ctx, ulong scheduledId)\n {\n CleanupJob.DeleteByScheduledId(scheduledId);\n }\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(4,75): error CS0103: The name 'RunCleanup' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 449, + "output_tokens": 332, + "generation_duration_ms": 4551, + "started_at": "2026-03-27T20:11:23.765297400Z", + "finished_at": "2026-03-27T20:11:40.206193400Z" }, - "t_010_connect": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_010_connect", - "lang": "rust", + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", + "model_name": "Claude Sonnet 4.6", "total_tests": 1, - "passed_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"OnlinePlayer\", Public = true)]\npublic partial struct OnlinePlayer\n{\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n public Timestamp ConnectedAt;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n var player = new OnlinePlayer\n {\n Identity = ctx.Sender,\n ConnectedAt = ctx.Timestamp\n };\n ctx.Db.OnlinePlayer.Insert(player);\n }\n\n [SpacetimeDB.Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.OnlinePlayer.Identity.Delete(ctx.Sender);\n }\n}", "category": "basics", - "route_api_model": "gpt-5-mini", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "online_player": {} + }, + "only_llm": { + "OnlinePlayer": {} + } + }, + "tables_equal": false } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 360, + "output_tokens": 237, + "generation_duration_ms": 3352, + "started_at": "2026-03-27T20:11:39.077145700Z", + "finished_at": "2026-03-27T20:12:56.576704600Z" }, - "t_011_helper_function": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_011_helper_function", - "lang": "rust", + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "gpt-5-mini", + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"User\", Public = false)]\npublic partial struct User\n{\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n public string Name;\n}\n\n[SpacetimeDB.Table(Name = \"Message\", Public = true)]\npublic partial struct Message\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n [SpacetimeDB.Index.BTree]\n public Identity Sender;\n public string Text;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Register(ReducerContext ctx, string name)\n {\n if (ctx.Db.User.Identity.Find(ctx.Sender) != null)\n {\n throw new Exception(\"already registered\");\n }\n ctx.Db.User.Insert(new User\n {\n Identity = ctx.Sender,\n Name = name,\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void PostMessage(ReducerContext ctx, string text)\n {\n if (ctx.Db.User.Identity.Find(ctx.Sender) == null)\n {\n throw new Exception(\"not registered\");\n }\n ctx.Db.Message.Insert(new Message\n {\n Id = 0,\n Sender = ctx.Sender,\n Text = text,\n });\n }\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { - "helper_func_sum_abs": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" - } - }, "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "message": {}, + "user": {} + }, + "only_llm": { + "Message": {}, + "User": {} + } + }, + "tables_equal": false } - }, - "helper_func_sum_parity": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "anthropic", + "input_tokens": 455, + "output_tokens": 382, + "generation_duration_ms": 6014, + "started_at": "2026-03-27T20:07:03.404641300Z", + "finished_at": "2026-03-27T20:08:19.119940600Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"Config\", Private = true)]\n public partial struct Config\n {\n [SpacetimeDB.PrimaryKey]\n public uint Id;\n public Identity Admin;\n }\n\n [SpacetimeDB.Table(Name = \"AdminLog\", Public = true)]\n public partial struct AdminLog\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Action;\n }\n\n [SpacetimeDB.Reducer]\n public static void BootstrapAdmin(ReducerContext ctx)\n {\n if (ctx.Db.Config.Id.Find(0) != null)\n {\n throw new Exception(\"already bootstrapped\");\n }\n ctx.Db.Config.Insert(new Config { Id = 0, Admin = ctx.Sender });\n }\n\n [SpacetimeDB.Reducer]\n public static void AdminAction(ReducerContext ctx, string action)\n {\n var config = ctx.Db.Config.Id.Find(0);\n if (config == null)\n {\n throw new Exception(\"not bootstrapped\");\n }\n if (ctx.Sender != config.Value.Admin)\n {\n throw new Exception(\"not admin\");\n }\n ctx.Db.AdminLog.Insert(new AdminLog { Id = 0, Action = action });\n }\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | sum ----+----- 1 | 5", - "llm_out": "id | sum ----+----- 1 | 5", - "query": "SELECT id, sum FROM result WHERE id=1", - "reducer": "compute_sum" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(6,41): error CS0246: The type or namespace name 'Private' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 465, + "output_tokens": 379, + "generation_duration_ms": 7653, + "started_at": "2026-03-27T20:07:03.405507800Z", + "finished_at": "2026-03-27T20:07:19.073593200Z" }, - "t_012_spacetime_product_type": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_012_spacetime_product_type", - "lang": "rust", - "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gpt-5-mini", + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"User\", Private = true)]\n public partial struct User\n {\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n public string Role;\n }\n\n [SpacetimeDB.Reducer]\n public static void Register(ReducerContext ctx)\n {\n if (ctx.Db.User.Identity.Find(ctx.Sender) != null)\n throw new Exception(\"already registered\");\n\n ctx.Db.User.Insert(new User { Identity = ctx.Sender, Role = \"member\" });\n }\n\n [SpacetimeDB.Reducer]\n public static void Promote(ReducerContext ctx, Identity target)\n {\n var caller = ctx.Db.User.Identity.Find(ctx.Sender);\n if (caller == null)\n throw new Exception(\"not registered\");\n\n if (caller.Value.Role != \"admin\")\n throw new Exception(\"not admin\");\n\n var targetUser = ctx.Db.User.Identity.Find(target);\n if (targetUser == null)\n throw new Exception(\"target not registered\");\n\n var updated = targetUser.Value;\n updated.Role = \"admin\";\n ctx.Db.User.Identity.Update(updated);\n }\n\n [SpacetimeDB.Reducer]\n public static void MemberAction(ReducerContext ctx)\n {\n var user = ctx.Db.User.Identity.Find(ctx.Sender);\n if (user == null)\n throw new Exception(\"not registered\");\n }\n\n [SpacetimeDB.Reducer]\n public static void AdminAction(ReducerContext ctx)\n {\n var user = ctx.Db.User.Identity.Find(ctx.Sender);\n if (user == null)\n throw new Exception(\"not registered\");\n\n if (user.Value.Role != \"admin\")\n throw new Exception(\"not admin\");\n }\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { - "product_type_row_count": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(6,39): error CS0246: The type or namespace name 'Private' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } - }, + } + }, + "vendor": "anthropic", + "input_tokens": 512, + "output_tokens": 497, + "generation_duration_ms": 5556, + "started_at": "2026-03-27T20:07:15.785694100Z", + "finished_at": "2026-03-27T20:07:29.948020200Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Admin\", Public = false)]\npublic partial struct Admin\n{\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n}\n\n[SpacetimeDB.Table(Name = \"Banned\", Public = false)]\npublic partial struct Banned\n{\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n}\n\n[SpacetimeDB.Table(Name = \"Player\", Public = true)]\npublic partial struct Player\n{\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n public string Name;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void AddAdmin(ReducerContext ctx, Identity target)\n {\n if (ctx.Db.Admin.Identity.Find(ctx.Sender) == null)\n throw new Exception(\"not admin\");\n\n try\n {\n ctx.Db.Admin.Insert(new Admin { Identity = target });\n }\n catch\n {\n // ignore if already present\n }\n }\n\n [SpacetimeDB.Reducer]\n public static void BanPlayer(ReducerContext ctx, Identity target)\n {\n if (ctx.Db.Admin.Identity.Find(ctx.Sender) == null)\n throw new Exception(\"not admin\");\n\n ctx.Db.Banned.Insert(new Banned { Identity = target });\n\n var existing = ctx.Db.Player.Identity.Find(target);\n if (existing != null)\n ctx.Db.Player.Identity.Delete(target);\n }\n\n [SpacetimeDB.Reducer]\n public static void JoinGame(ReducerContext ctx, string name)\n {\n if (ctx.Db.Banned.Identity.Find(ctx.Sender) != null)\n throw new Exception(\"banned\");\n\n var existing = ctx.Db.Player.Identity.Find(ctx.Sender);\n if (existing != null)\n throw new Exception(\"already in game\");\n\n ctx.Db.Player.Insert(new Player { Identity = ctx.Sender, Name = name });\n }\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "admin": {}, + "banned": {}, + "player": {} + }, + "only_llm": { + "Admin": {}, + "Banned": {}, + "Player": {} + } + }, + "tables_equal": false } - }, - "product_type_row_parity": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "anthropic", + "input_tokens": 521, + "output_tokens": 540, + "generation_duration_ms": 6020, + "started_at": "2026-03-27T20:07:19.073740Z", + "finished_at": "2026-03-27T20:08:31.430307200Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"RateLimit\", Private = true)]\n public partial struct RateLimit\n {\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n }\n\n [SpacetimeDB.Table(Name = \"ActionLog\", Public = true)]\n public partial struct ActionLog\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n }\n\n [SpacetimeDB.Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)(ctx.Timestamp.ToUnixTimeMilliseconds() * 1000);\n\n var existing = ctx.Db.RateLimit.Identity.Find(ctx.Sender);\n if (existing is RateLimit rl)\n {\n if (now - rl.LastCallUs < 1_000_000)\n {\n throw new Exception(\"rate limited\");\n }\n rl.LastCallUs = now;\n ctx.Db.RateLimit.Identity.Update(rl);\n }\n else\n {\n ctx.Db.RateLimit.Insert(new RateLimit\n {\n Identity = ctx.Sender,\n LastCallUs = now\n });\n }\n\n ctx.Db.ActionLog.Insert(new ActionLog\n {\n Id = 0,\n Identity = ctx.Sender,\n Payload = payload\n });\n }\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "query": "SELECT id, value FROM result WHERE id=1", - "reducer": "set_score" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(6,44): error CS0246: The type or namespace name 'Private' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "anthropic", + "input_tokens": 492, + "output_tokens": 425, + "generation_duration_ms": 4843, + "started_at": "2026-03-27T20:07:29.948216Z", + "finished_at": "2026-03-27T20:07:42.201034500Z" }, - "t_013_spacetime_sum_type": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_013_spacetime_sum_type", - "lang": "rust", + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gpt-5-mini", + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Name = \"Document\", Public = true)]\n public partial struct Document\n {\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n [SpacetimeDB.Index.BTree]\n public Identity Owner;\n public string Title;\n }\n\n [SpacetimeDB.Table(Name = \"DocumentShare\", Public = true)]\n public partial struct DocumentShare\n {\n [SpacetimeDB.Index.BTree]\n public ulong DocumentId;\n [SpacetimeDB.Index.BTree]\n public Identity SharedWith;\n }\n\n [SpacetimeDB.Reducer]\n public static void CreateDocument(ReducerContext ctx, string title)\n {\n ctx.Db.Document.Insert(new Document\n {\n Id = 0,\n Owner = ctx.Sender,\n Title = title\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void ShareDocument(ReducerContext ctx, ulong documentId, Identity target)\n {\n var doc = ctx.Db.Document.Id.Find(documentId);\n if (doc == null)\n throw new Exception(\"not found\");\n if (doc.Value.Owner != ctx.Sender)\n throw new Exception(\"not owner\");\n ctx.Db.DocumentShare.Insert(new DocumentShare\n {\n DocumentId = documentId,\n SharedWith = target\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void EditDocument(ReducerContext ctx, ulong documentId, string newTitle)\n {\n var doc = ctx.Db.Document.Id.Find(documentId);\n if (doc == null)\n throw new Exception(\"not found\");\n\n bool isOwner = doc.Value.Owner == ctx.Sender;\n bool isShared = false;\n\n if (!isOwner)\n {\n foreach (var share in ctx.Db.DocumentShare.DocumentId.Filter(documentId))\n {\n if (share.SharedWith == ctx.Sender)\n {\n isShared = true;\n break;\n }\n }\n }\n\n if (!isOwner && !isShared)\n throw new Exception(\"unauthorized\");\n\n var updated = doc.Value;\n updated.Title = newTitle;\n ctx.Db.Document.Id.Update(updated);\n }\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "sum_type_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 10 - ], - "golden_out": "id | value ----+--------------- 1 | (circle = 10)", - "llm_out": "id | value ----+--------------- 1 | (circle = 10)", - "query": "SELECT id, value FROM result WHERE id=1", - "reducer": "set_circle" + "tables_diff": { + "changed": {}, + "only_golden": { + "document": {}, + "document_share": {} + }, + "only_llm": { + "Document": {}, + "DocumentShare": {} + } + }, + "tables_equal": false } - }, - "sum_type_row_count": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "anthropic", + "input_tokens": 557, + "output_tokens": 633, + "generation_duration_ms": 7888, + "started_at": "2026-03-27T20:07:42.201223800Z", + "finished_at": "2026-03-27T20:08:56.892805800Z" + } + } + }, + { + "name": "GPT-5.2-Codex", + "route_api_model": "gpt-5.2-codex", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table]\npublic struct EmptyTable\n{\n [PrimaryKey]\n public int Id;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void EmptyReducer_NoArgs()\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithInt(int count)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithString(string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithTwoArgs(int count, string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithThreeArgs(bool active, float ratio, string label)\n {\n }\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(14,43): error STDB0008: Reducer method EmptyReducer_NoArgs does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(19,44): error STDB0008: Reducer method EmptyReducer_WithInt does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(24,47): error STDB0008: Reducer method EmptyReducer_WithString does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(29,48): error STDB0008: Reducer method EmptyReducer_WithTwoArgs does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(34,50): error STDB0008: Reducer method EmptyReducer_WithThreeArgs does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'EmptyTable'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "openai", + "input_tokens": 335, + "output_tokens": 482, + "generation_duration_ms": 5348, + "started_at": "2026-03-27T20:07:32.538222Z", + "finished_at": "2026-03-27T20:07:46.676109200Z" }, - "t_014_elementary_columns": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_014_elementary_columns", - "lang": "rust", + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gpt-5-mini", + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", "scorer_details": { "schema_parity": { "pass": true, @@ -15996,342 +17360,238 @@ "tables_diff": null, "tables_equal": true } - }, - "elementary_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", - "reducer": "seed" - } - }, - "elementary_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" - } } }, - "vendor": "openai" + "vendor": "openai", + "input_tokens": 337, + "output_tokens": 289, + "generation_duration_ms": 4384, + "started_at": "2026-03-27T20:07:39.221034400Z", + "finished_at": "2026-03-27T20:08:48.280225700Z" }, - "t_015_product_type_columns": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_015_product_type_columns", - "lang": "rust", - "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gpt-5-mini", + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"TickTimer\", Scheduled = \"Tick\", ScheduledAt = \"ScheduledAt\")]\npublic partial struct TickTimer\n{\n [PrimaryKey, AutoIncrement]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void Init(ReducerContext ctx)\n {\n TickTimer.Insert(ctx, new TickTimer\n {\n ScheduledAt = ScheduleAt.Repeating(Duration.FromMicroseconds(50_000))\n });\n }\n\n [Reducer]\n public static void Tick(ReducerContext ctx, TickTimer timer)\n {\n }\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "product_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "query": "SELECT id, home, work, pos FROM profile WHERE id=1", - "reducer": "seed" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "product_type_columns_row_count": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(12,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(7,18): error CS0246: The type or namespace name 'AutoIncrementAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(7,18): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "openai", + "input_tokens": 309, + "output_tokens": 3077, + "generation_duration_ms": 30726, + "started_at": "2026-03-27T20:07:46.562266400Z", + "finished_at": "2026-03-27T20:08:24.774645800Z" }, - "t_016_sum_type_columns": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_016_sum_type_columns", - "lang": "rust", - "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gpt-5-mini", + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Module]\npublic partial class Module : SpacetimeDB.Module\n{\n}\n\n[SpacetimeDB.Type]\npublic partial struct Position\n{\n public int X;\n public int Y;\n}\n\n[SpacetimeDB.Table]\npublic partial struct Entity\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Position Pos;\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "sum_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", - "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", - "query": "SELECT id, a, b FROM drawing WHERE id=1", - "reducer": "seed" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "sum_type_columns_row_count": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,43): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'ModuleAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "openai", + "input_tokens": 271, + "output_tokens": 505, + "generation_duration_ms": 6999, + "started_at": "2026-03-27T20:07:46.676293900Z", + "finished_at": "2026-03-27T20:08:02.047618500Z" }, - "t_017_scheduled_columns": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_017_scheduled_columns", - "lang": "rust", - "golden_published": true, - "model_name": "GPT-5-mini", + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", "total_tests": 2, - "passed_tests": 2, - "category": "schema", - "route_api_model": "gpt-5-mini", + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic partial class Module\n{\n [Table]\n public struct User\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void InsertUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n ctx.Db.User.Insert(new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n });\n }\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "scheduled_seeded_one_row": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(7,19): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "openai", + "input_tokens": 304, + "output_tokens": 350, + "generation_duration_ms": 4158, + "started_at": "2026-03-27T20:07:53.786736900Z", + "finished_at": "2026-03-27T20:08:06.898471300Z" }, - "t_018_constraints": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_018_constraints", - "lang": "rust", - "golden_published": true, - "model_name": "GPT-5-mini", + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gpt-5-mini", + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic partial class Module\n{\n [Table]\n public partial struct User\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n var user = new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n };\n ctx.Db.User.Update(user);\n }\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "constraints_row_parity_after_seed": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "query": "SELECT id, email, name FROM account WHERE id=1", - "reducer": "seed" - } - }, - "constraints_seed_two_rows": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(26,21): error CS1061: 'User' does not contain a definition for 'Update' and no accessible extension method 'Update' accepting a first argument of type 'User' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "openai", + "input_tokens": 310, + "output_tokens": 604, + "generation_duration_ms": 6468, + "started_at": "2026-03-27T20:08:02.047817600Z", + "finished_at": "2026-03-27T20:08:19.123275700Z" }, - "t_019_many_to_many": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_019_many_to_many", - "lang": "rust", - "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "gpt-5-mini", + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"User\")]\npublic partial struct User\n{\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\n[Module]\npublic static class Module\n{\n [Reducer]\n public static void DeleteUser(ReducerContext ctx, int id)\n {\n ctx.Db.User.Delete(id);\n }\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "m2m_has_1_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=20" - } - }, - "m2m_has_2_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=20" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "m2m_has_1_10": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=10" - } - }, - "memberships_three_rows": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM membership" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(15,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(14,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "openai", + "input_tokens": 278, + "output_tokens": 556, + "generation_duration_ms": 6133, + "started_at": "2026-03-27T20:08:06.898640200Z", + "finished_at": "2026-03-27T20:08:23.959445400Z" }, - "t_020_ecs": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_020_ecs", - "lang": "rust", - "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "gpt-5-mini", + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic partial class Module\n{\n [Table]\n public partial struct User\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n ctx.Db.User.Update(new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\n ctx.Db.User.Delete(2);\n }\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "ecs_next_pos_entity2": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" - } - }, - "ecs_next_pos_entity1": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" - } - }, - "ecs_seed_position_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM position" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(21,21): error CS1061: 'User' does not contain a definition for 'Update' and no accessible extension method 'Update' accepting a first argument of type 'User' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(22,28): error CS1503: Argument 1: cannot convert from 'int' to 'Module.User' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } - }, - "ecs_step_next_position_count": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "openai", + "input_tokens": 344, + "output_tokens": 981, + "generation_duration_ms": 10048, + "started_at": "2026-03-27T20:08:19.123473600Z", + "finished_at": "2026-03-27T20:08:37.300288200Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic static class Module\n{\n [Table]\n public struct User\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Table]\n public struct Result\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n }\n\n [Reducer]\n public static void LookupUserName(ReducerContext ctx, int id)\n {\n if (ctx.Db.User.Id.TryGet(id, out var user))\n {\n ctx.Db.Result.Insert(new Result { Id = user.Id, Name = user.Name });\n }\n }\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM next_position" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(8,19): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(18,19): error CS0260: Missing partial modifier on declaration of type 'Result'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "openai", + "input_tokens": 333, + "output_tokens": 3907, + "generation_duration_ms": 33829, + "started_at": "2026-03-27T20:08:23.959671400Z", + "finished_at": "2026-03-27T20:09:08.228652300Z" }, - "t_021_multi_column_index": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_021_multi_column_index", - "lang": "rust", + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "csharp", "golden_published": true, - "model_name": "GPT-5-mini", + "model_name": "GPT-5.2-Codex", "total_tests": 4, "passed_tests": 4, - "category": "schema", - "route_api_model": "gpt-5-mini", + "category": "basics", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "mcindex_seed_count": { + "init_seed_alice": { "pass": true, "partial": 1.0, "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM log" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true" } }, - "mcindex_lookup_u7_d1": { + "init_total_two": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM User" } }, "schema_parity": { @@ -16344,997 +17604,1244 @@ "tables_equal": true } }, - "mcindex_lookup_u7_d2": { + "init_seed_bob": { "pass": true, "partial": 1.0, "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false" } } }, - "vendor": "openai" - } - } - }, - { - "name": "DeepSeek Chat", - "route_api_model": "deepseek-chat", - "tasks": { - "t_000_empty_reducers": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_000_empty_reducers", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Chat", + "vendor": "openai", + "input_tokens": 312, + "output_tokens": 845, + "generation_duration_ms": 7854, + "started_at": "2026-03-27T20:08:24.774784300Z", + "finished_at": "2026-03-27T20:09:43.057400300Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", "total_tests": 1, - "passed_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Module]\npublic static partial class t_010_connect\n{\n [Table]\n public partial struct Event\n {\n [PrimaryKey, AutoIncrement]\n public int Id;\n public string Kind;\n }\n\n [Reducer]\n public static void ClientConnected(ReducerContext ctx)\n {\n Event.Insert(ctx, new Event { Kind = \"connected\" });\n }\n\n [Reducer]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n Event.Insert(ctx, new Event { Kind = \"disconnected\" });\n }\n}", "category": "basics", - "route_api_model": "deepseek-chat", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'ModuleAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(10,22): error CS0246: The type or namespace name 'AutoIncrementAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(10,22): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 296, + "output_tokens": 865, + "generation_duration_ms": 8271, + "started_at": "2026-03-27T20:08:37.300483Z", + "finished_at": "2026-03-27T20:08:57.112818200Z" }, - "t_001_basic_tables": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_001_basic_tables", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 1, - "passed_tests": 1, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Module]\npublic static partial class Module\n{\n [Table]\n public struct Result\n {\n [PrimaryKey]\n public int Id;\n public int Sum;\n }\n\n public static int Add(int a, int b)\n {\n return a + b;\n }\n\n [Reducer]\n public static void ComputeSum(ReducerContext ctx, int id, int a, int b)\n {\n ctx.Db.Result.Insert(new Result { Id = id, Sum = Add(a, b) });\n }\n}", "category": "basics", - "route_api_model": "deepseek-chat", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(8,19): error CS0260: Missing partial modifier on declaration of type 'Result'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'ModuleAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 309, + "output_tokens": 635, + "generation_duration_ms": 7326, + "started_at": "2026-03-27T20:08:48.280532800Z", + "finished_at": "2026-03-27T20:09:09.280597800Z" }, - "t_002_scheduled_table": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_002_scheduled_table", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "deepseek-chat", + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing SpacetimeDB.Runtime;\n\n[ProductType]\npublic partial struct Score\n{\n public int Left;\n public int Right;\n}\n\n[Table]\npublic partial struct Result\n{\n [PrimaryKey]\n public int Id;\n public Score Value;\n}\n\n[Module]\npublic partial class Module\n{\n [Reducer]\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\n {\n var row = new Result\n {\n Id = id,\n Value = new Score { Left = left, Right = right }\n };\n ctx.Db.Result.Insert(row);\n }\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(3,19): error CS0234: The type or namespace name 'Runtime' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(20,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'ProductTypeAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'ProductType' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-2-codex\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Result.cs(24,40): error CS0426: The type name 'BSATN' does not exist in the type 'Score' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 319, + "output_tokens": 680, + "generation_duration_ms": 6774, + "started_at": "2026-03-27T20:10:50.261772200Z", + "finished_at": "2026-03-27T20:11:08.665174500Z" }, - "t_003_struct_in_table": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_003_struct_in_table", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "deepseek-chat", + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Type]\npublic partial struct Circle\n{\n public int Radius;\n}\n\n[Type]\npublic partial struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[SumType]\npublic partial struct Shape\n{\n public partial struct Circle\n {\n public global::Circle Value;\n }\n\n public partial struct Rectangle\n {\n public global::Rectangle Value;\n }\n}\n\npublic static partial class Module\n{\n [Table(Name = \"Result\")]\n public partial struct Result\n {\n [PrimaryKey]\n public int Id;\n public Shape Value;\n }\n\n [Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = id,\n Value = new Shape.Circle\n {\n Value = new Circle { Radius = radius }\n }\n });\n }\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(17,2): error CS0246: The type or namespace name 'SumTypeAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(17,2): error CS0246: The type or namespace name 'SumType' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-2-codex\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Module.Result.cs(25,40): error CS0426: The type name 'BSATN' does not exist in the type 'Shape' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 335, + "output_tokens": 3236, + "generation_duration_ms": 29933, + "started_at": "2026-03-27T20:10:53.919937700Z", + "finished_at": "2026-03-27T20:11:34.283662700Z" }, - "t_004_insert": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_004_insert", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 2, - "passed_tests": 2, - "category": "basics", - "route_api_model": "deepseek-chat", + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table]\npublic struct Primitive\n{\n [PrimaryKey]\n public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n}\n\n[Module]\npublic static class Module\n{\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Primitive.Insert(new Primitive\n {\n Id = 1,\n Count = 2,\n Total = 3000000000L,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "data_parity_insert_user": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "args": [ - 1, - "Alice", - 30, - true - ], - "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "insert_user" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Primitive'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(18,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(17,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 326, + "output_tokens": 996, + "generation_duration_ms": 9956, + "started_at": "2026-03-27T20:10:56.125911500Z", + "finished_at": "2026-03-27T20:11:22.192387800Z" }, - "t_005_update": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_005_update", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Chat", + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "deepseek-chat", + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Address\n{\n public string Street;\n public int Zip;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Position\n{\n public int X;\n public int Y;\n}\n\n[SpacetimeDB.Table(Public = true)]\npublic partial struct Profile\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n}\n\n[SpacetimeDB.Module]\npublic partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(SpacetimeDB.ReducerContext ctx)\n {\n var profile = new Profile\n {\n Id = 1,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n };\n ctx.Db.Profile.Insert(profile);\n }\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "data_parity_update_user": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - "Alice2", - 31, - false - ], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "update_user" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "seed_users_row": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(28,14): error CS0234: The type or namespace name 'ModuleAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(28,14): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 369, + "output_tokens": 1411, + "generation_duration_ms": 15218, + "started_at": "2026-03-27T20:11:07.104538400Z", + "finished_at": "2026-03-27T20:11:32.013183200Z" }, - "t_006_delete": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_006_delete", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Chat", + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "deepseek-chat", + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Struct]\npublic partial struct Circle\n{\n public int Radius;\n}\n\n[SpacetimeDB.Struct]\npublic partial struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.SumType]\npublic partial struct Shape\n{\n [SpacetimeDB.SumTypeVariant]\n public Circle Circle;\n [SpacetimeDB.SumTypeVariant]\n public Rectangle Rectangle;\n}\n\n[SpacetimeDB.Table(name: \"Drawing\")]\npublic partial struct Drawing\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape A;\n public Shape B;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n var drawing = new Drawing\n {\n Id = 1,\n A = new Shape { Circle = new Circle { Radius = 10 } },\n B = new Shape { Rectangle = new Rectangle { Width = 4, Height = 6 } }\n };\n ctx.Db.Drawing.Insert(drawing);\n }\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "seed_users_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" - } - }, - "delete_user_count_zero": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(10,14): error CS0234: The type or namespace name 'StructAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(10,14): error CS0234: The type or namespace name 'Struct' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(17,14): error CS0234: The type or namespace name 'SumTypeAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(17,14): error CS0234: The type or namespace name 'SumType' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'StructAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'Struct' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(20,18): error CS0234: The type or namespace name 'SumTypeVariantAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(20,18): error CS0234: The type or namespace name 'SumTypeVariant' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(26,20): error CS1739: The best overload for 'TableAttribute' does not have a parameter named 'name' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(22,18): error CS0234: The type or namespace name 'SumTypeVariantAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(22,18): error CS0234: The type or namespace name 'SumTypeVariant' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Drawing.cs(26,40): error CS0426: The type name 'BSATN' does not exist in the type 'Shape' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Drawing.cs(27,40): error CS0426: The type name 'BSATN' does not exist in the type 'Shape' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 344, + "output_tokens": 1938, + "generation_duration_ms": 16908, + "started_at": "2026-03-27T20:11:08.665271600Z", + "finished_at": "2026-03-27T20:11:37.960617400Z" }, - "t_007_crud": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_007_crud", - "lang": "rust", + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "csharp", "golden_published": false, - "model_name": "DeepSeek Chat", - "total_tests": 4, + "model_name": "GPT-5.2-Codex", + "total_tests": 2, "passed_tests": 0, - "llm_output": "use spacetimedb::{ReducerContext, Table, TableWithPrimaryKey};\n\n#[spacetimedb::table(accessor = user, public)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn crud(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.user().insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n ctx.db.user().insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n if let Some(mut user) = ctx.db.user().id().find(&1) {\n user.name = \"Alice2\".to_string();\n user.age = 31;\n user.active = false;\n ctx.db.user().id().update(user);\n }\n ctx.db.user().id().delete(&2);\n Ok(())\n}", - "category": "basics", - "route_api_model": "deepseek-chat", + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table]\n [Scheduled(nameof(Tick), nameof(ScheduledAt))]\n public partial struct TickTimer\n {\n [PrimaryKey, AutoIncrement]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [Reducer]\n public static void Init(Context ctx)\n {\n ctx.Db.TickTimer.Insert(new TickTimer\n {\n ScheduledAt = ScheduleAt.Interval(Duration.FromMicros(50_000))\n });\n }\n\n [Reducer]\n public static void Tick(Context ctx, TickTimer row)\n {\n }\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.17\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.39\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.21.0\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling cc v1.2.56\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_007_crud\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::TableWithPrimaryKey`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{ReducerContext, Table, TableWithPrimaryKey};\n | ^^^^^^^^^^^^^^^^^^^ no `TableWithPrimaryKey` in the root\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(16,28): error STDB0008: Reducer method Init does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(25,28): error STDB0008: Reducer method Tick does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(16,29): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(25,29): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'ScheduledAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'Scheduled' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(10,22): error CS0246: The type or namespace name 'AutoIncrementAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(10,22): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 311, + "output_tokens": 5763, + "generation_duration_ms": 53002, + "started_at": "2026-03-27T20:11:22.192500600Z", + "finished_at": "2026-03-27T20:12:28.230612200Z" }, - "t_008_index_lookup": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_008_index_lookup", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Chat", + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "deepseek-chat", + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Public = true)]\npublic partial struct Account\n{\n [PrimaryKey]\n public int Id;\n [Unique]\n public string Email;\n [Index(Name = \"by_name\")]\n public string Name;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Account.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.Account.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "index_lookup_projection_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "args": [ - 1 - ], - "golden_out": "id | name ----+--------- 1 | \"Alice\"", - "llm_out": "id | name ----+--------- 1 | \"Alice\"", - "query": "SELECT id, name FROM result WHERE id=1", - "reducer": "lookup_user_name" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(11,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "openai", + "input_tokens": 315, + "output_tokens": 2285, + "generation_duration_ms": 26792, + "started_at": "2026-03-27T20:11:32.013304200Z", + "finished_at": "2026-03-27T20:12:11.645221300Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Module]\npublic partial class Module\n{\n [Table]\n public struct User\n {\n [PrimaryKey]\n public int UserId;\n public string Name;\n }\n\n [Table]\n public struct Group\n {\n [PrimaryKey]\n public int GroupId;\n public string Title;\n }\n\n [Table]\n [Index(nameof(UserId), Name = \"by_user\", Type = IndexType.BTree)]\n [Index(nameof(GroupId), Name = \"by_group\", Type = IndexType.BTree)]\n public struct Membership\n {\n [PrimaryKey]\n public int Id;\n public int UserId;\n public int GroupId;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Db.User.Insert(new User { UserId = 2, Name = \"Bob\" });\n ctx.Db.Group.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Db.Group.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n ctx.Db.Membership.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Db.Membership.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Db.Membership.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(8,19): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(16,19): error CS0260: Missing partial modifier on declaration of type 'Group'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(26,19): error CS0260: Missing partial modifier on declaration of type 'Membership'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'ModuleAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(24,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(25,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(24,53): error CS0103: The name 'IndexType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(25,55): error CS0103: The name 'IndexType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } - }, - "seed_user_row": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "openai", + "input_tokens": 457, + "output_tokens": 837, + "generation_duration_ms": 6914, + "started_at": "2026-03-27T20:11:34.283917800Z", + "finished_at": "2026-03-27T20:11:55.533003Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Module]\npublic static partial class Module\n{\n [SpacetimeDB.Table]\n public struct Entity\n {\n [SpacetimeDB.PrimaryKey]\n public int Id;\n }\n\n [SpacetimeDB.Table]\n public struct Position\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Table]\n public struct Velocity\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n }\n\n [SpacetimeDB.Table]\n public struct NextPosition\n {\n [SpacetimeDB.PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Entity.Insert(new Entity { Id = 1 });\n ctx.Db.Position.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n\n ctx.Db.Entity.Insert(new Entity { Id = 2 });\n ctx.Db.Position.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [SpacetimeDB.Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var pos in ctx.Db.Position.Iter())\n {\n if (ctx.Db.Velocity.TryGet(pos.EntityId, out var vel))\n {\n var next = new NextPosition\n {\n EntityId = pos.EntityId,\n X = pos.X + vel.VX,\n Y = pos.Y + vel.VY\n };\n\n if (ctx.Db.NextPosition.TryGet(pos.EntityId, out var existing))\n {\n ctx.Db.NextPosition.Update(next);\n }\n else\n {\n ctx.Db.NextPosition.Insert(next);\n }\n }\n }\n }\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(8,19): error CS0260: Missing partial modifier on declaration of type 'Entity'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(15,19): error CS0260: Missing partial modifier on declaration of type 'Position'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(24,19): error CS0260: Missing partial modifier on declaration of type 'Velocity'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(33,19): error CS0260: Missing partial modifier on declaration of type 'NextPosition'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'ModuleAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 434, + "output_tokens": 1206, + "generation_duration_ms": 11114, + "started_at": "2026-03-27T20:11:37.960808900Z", + "finished_at": "2026-03-27T20:11:59.393313700Z" }, - "t_009_init": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_009_init", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Chat", + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", "total_tests": 4, - "passed_tests": 4, - "category": "basics", - "route_api_model": "deepseek-chat", + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table]\n[BTreeIndex(\"by_user_day\", nameof(UserId), nameof(Day))]\npublic partial struct Log\n{\n [PrimaryKey]\n public int Id;\n public int UserId;\n public int Day;\n public string Message;\n}\n\n[Module]\npublic static partial class Module\n{\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Log.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\n ctx.Db.Log.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\n ctx.Db.Log.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\n }\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "init_seed_alice": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" - } - }, - "init_total_two": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM user" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'BTreeIndexAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'BTreeIndex' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(15,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } - }, - "init_seed_bob": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "openai", + "input_tokens": 357, + "output_tokens": 877, + "generation_duration_ms": 9355, + "started_at": "2026-03-27T20:11:55.533216500Z", + "finished_at": "2026-03-27T20:12:16.761846100Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System.Collections.Generic;\nusing SpacetimeDB;\n\n[Module]\npublic static partial class Module\n{\n [Table]\n public class Announcement\n {\n [PrimaryKey]\n [AutoIncrement]\n public ulong Id;\n public string Message;\n [Index(BTree = true)]\n public bool Active;\n }\n\n [View]\n public static IEnumerable ActiveAnnouncements(AnonymousViewContext ctx)\n {\n return ctx.Db.Announcement.FilterByActive(true);\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(19,5): error STDB0023: View 'ActiveAnnouncements' must have an explicit name. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(19,5): error STDB0025: View 'ActiveAnnouncements' must have Public = true. Views are always public in SpacetimeDB. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(20,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(20,19): error STDB0024: View 'ActiveAnnouncements' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(9,18): error CS0260: Missing partial modifier on declaration of type 'Announcement'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(12,10): error CS0246: The type or namespace name 'AutoIncrementAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(12,10): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(15,10): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 291, + "output_tokens": 1654, + "generation_duration_ms": 17920, + "started_at": "2026-03-27T20:09:55.943011600Z", + "finished_at": "2026-03-27T20:10:24.424389100Z" }, - "t_010_connect": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_010_connect", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Chat", + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "deepseek-chat", + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Module]\npublic static partial class Module\n{\n [Table]\n public partial struct Profile\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Unique]\n public Identity Identity;\n public string Name;\n public string Bio;\n }\n\n [View]\n public static Profile? MyProfile(ViewContext ctx)\n {\n return ctx.Db.Profile.FindByIdentity(ctx.Sender);\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(18,5): error STDB0023: View 'MyProfile' must have an explicit name. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(18,5): error STDB0025: View 'MyProfile' must have Public = true. Views are always public in SpacetimeDB. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'ModuleAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 332, + "output_tokens": 930, + "generation_duration_ms": 12027, + "started_at": "2026-03-27T20:09:56.142480100Z", + "finished_at": "2026-03-27T20:10:19.748617500Z" }, - "t_011_helper_function": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_011_helper_function", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "deepseek-chat", + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module\n{\n [Table(Name = \"DamageEvent\", Public = true, Event = true)]\n public struct DamageEvent\n {\n public ulong EntityId;\n public uint Damage;\n public string Source;\n }\n\n [Reducer]\n public static void DealDamage(ReducerContext ctx, ulong entityId, uint damage, string source)\n {\n ctx.Db.DamageEvent.Insert(new DamageEvent\n {\n EntityId = entityId,\n Damage = damage,\n Source = source\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "helper_func_sum_abs": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(8,19): error CS0260: Missing partial modifier on declaration of type 'DamageEvent'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "openai", + "input_tokens": 309, + "output_tokens": 344, + "generation_duration_ms": 4519, + "started_at": "2026-03-27T20:09:18.970617600Z", + "finished_at": "2026-03-27T20:09:32.157280600Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "#nullable enable\nusing SpacetimeDB;\n\n[Module]\npublic static partial class Module\n{\n [Table]\n public struct Player\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n public string? Nickname;\n public uint? HighScore;\n }\n\n [Reducer]\n public static void CreatePlayer(ReducerContext ctx, string name, string? nickname, uint? highScore)\n {\n ctx.Db.Player.Insert(new Player\n {\n Id = 0,\n Name = name,\n Nickname = nickname,\n HighScore = highScore\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(9,19): error CS0260: Missing partial modifier on declaration of type 'Player'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } - }, - "helper_func_sum_parity": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "openai", + "input_tokens": 326, + "output_tokens": 397, + "generation_duration_ms": 4473, + "started_at": "2026-03-27T20:09:31.130233400Z", + "finished_at": "2026-03-27T20:09:43.279492400Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing SpacetimeDB;\n\npublic partial class Module\n{\n [Table]\n public struct Message\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Index(IndexKind.BTree)]\n public Identity Owner;\n public string Text;\n }\n\n [Reducer]\n public static void CreateMessage(ReducerContext ctx, string text)\n {\n Message.Insert(new Message { Id = 0, Owner = ctx.Sender, Text = text });\n }\n\n [Reducer]\n public static void DeleteMessage(ReducerContext ctx, ulong id)\n {\n Message? msg = Message.FindById(id);\n if (msg is null)\n throw new Exception(\"not found\");\n if (msg.Value.Owner != ctx.Sender)\n throw new Exception(\"unauthorized\");\n Message.Delete(msg.Value);\n }\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | sum ----+----- 1 | 5", - "llm_out": "id | sum ----+----- 1 | 5", - "query": "SELECT id, sum FROM result WHERE id=1", - "reducer": "compute_sum" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(8,19): error CS0260: Missing partial modifier on declaration of type 'Message'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(12,10): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(12,16): error CS0103: The name 'IndexKind' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 363, + "output_tokens": 1237, + "generation_duration_ms": 11326, + "started_at": "2026-03-27T20:07:03.388695600Z", + "finished_at": "2026-03-27T20:07:21.341400100Z" }, - "t_012_spacetime_product_type": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_012_spacetime_product_type", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "deepseek-chat", + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic static partial class Module\n{\n [Table]\n public partial struct UserInternal\n {\n [PrimaryKey]\n [AutoIncrement]\n public ulong Id;\n public string Name;\n public string Email;\n public string PasswordHash;\n }\n\n [Table(Public = true)]\n public partial struct UserPublic\n {\n [PrimaryKey]\n public ulong Id;\n public string Name;\n }\n\n [Reducer]\n public static void RegisterUser(ReducerContext ctx, string name, string email, string passwordHash)\n {\n var internalRow = ctx.Db.UserInternal.Insert(new UserInternal\n {\n Id = 0,\n Name = name,\n Email = email,\n PasswordHash = passwordHash\n });\n\n ctx.Db.UserPublic.Insert(new UserPublic\n {\n Id = internalRow.Id,\n Name = name\n });\n }\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "product_type_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "product_type_row_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "query": "SELECT id, value FROM result WHERE id=1", - "reducer": "set_score" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(11,10): error CS0246: The type or namespace name 'AutoIncrementAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(11,10): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 386, + "output_tokens": 601, + "generation_duration_ms": 5681, + "started_at": "2026-03-27T20:07:03.389856300Z", + "finished_at": "2026-03-27T20:07:16.304595100Z" }, - "t_013_spacetime_sum_type": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_013_spacetime_sum_type", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "deepseek-chat", + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table]\n public struct Author\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n }\n\n [Table]\n public struct Post\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Index(BTree = true)]\n public ulong AuthorId;\n public string Title;\n }\n\n [Reducer]\n public static void DeleteAuthor(ReducerContext ctx, ulong authorId)\n {\n foreach (var post in ctx.Db.Post.Iter())\n {\n if (post.AuthorId == authorId)\n {\n ctx.Db.Post.Delete(post.Id);\n }\n }\n ctx.Db.Author.Delete(authorId);\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "sum_type_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 10 - ], - "golden_out": "id | value ----+--------------- 1 | (circle = 10)", - "llm_out": "id | value ----+--------------- 1 | (circle = 10)", - "query": "SELECT id, value FROM result WHERE id=1", - "reducer": "set_circle" - } - }, - "sum_type_row_count": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(7,19): error CS0260: Missing partial modifier on declaration of type 'Author'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(16,19): error CS0260: Missing partial modifier on declaration of type 'Post'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(21,10): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 345, + "output_tokens": 780, + "generation_duration_ms": 9677, + "started_at": "2026-03-27T20:09:32.157483300Z", + "finished_at": "2026-03-27T20:09:51.524009500Z" }, - "t_014_elementary_columns": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_014_elementary_columns", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "deepseek-chat", + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table]\npublic struct Order\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Index(BTree)]\n public string Category;\n public ulong Amount;\n public bool Fulfilled;\n}\n\n[Table]\npublic struct CategoryStats\n{\n [PrimaryKey]\n public string Category;\n public ulong TotalAmount;\n public uint OrderCount;\n}\n\npublic static class Reducers\n{\n [Reducer]\n public static void ComputeStats(ReducerContext ctx, string category)\n {\n ulong total = 0;\n uint count = 0;\n\n foreach (var order in ctx.Db.Order.Iter())\n {\n if (order.Category == category)\n {\n total += order.Amount;\n count++;\n }\n }\n\n var existing = ctx.Db.CategoryStats.TryGet(category);\n if (existing.HasValue)\n {\n var row = existing.Value;\n row.TotalAmount = total;\n row.OrderCount = count;\n ctx.Db.CategoryStats.Update(row);\n }\n else\n {\n ctx.Db.CategoryStats.Insert(new CategoryStats\n {\n Category = category,\n TotalAmount = total,\n OrderCount = count\n });\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "elementary_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", - "reducer": "seed" - } - }, - "elementary_columns_row_count": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Order'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(17,15): error CS0260: Missing partial modifier on declaration of type 'CategoryStats'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(25,21): error CS0260: Missing partial modifier on declaration of type 'Reducers'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(10,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(10,12): error CS0103: The name 'BTree' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 368, + "output_tokens": 507, + "generation_duration_ms": 4814, + "started_at": "2026-03-27T20:09:43.057688900Z", + "finished_at": "2026-03-27T20:09:55.942856Z" }, - "t_015_product_type_columns": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_015_product_type_columns", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "deepseek-chat", + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"Customer\")]\npublic struct Customer\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n}\n\n[Table(Name = \"Order\")]\npublic struct Order\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Index(IndexType.BTree)]\n public ulong CustomerId;\n public string Product;\n public uint Amount;\n}\n\n[Table(Name = \"OrderDetail\")]\npublic struct OrderDetail\n{\n [PrimaryKey]\n public ulong OrderId;\n public string CustomerName;\n public string Product;\n public uint Amount;\n}\n\npublic partial class Module\n{\n [Reducer]\n public static void BuildOrderDetails(ReducerContext ctx)\n {\n foreach (var order in ctx.Db.Order.Iter())\n {\n if (ctx.Db.Customer.TryGet(order.CustomerId, out var customer))\n {\n ctx.Db.OrderDetail.Insert(new OrderDetail\n {\n OrderId = order.Id,\n CustomerName = customer.Name,\n Product = order.Product,\n Amount = order.Amount\n });\n }\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "product_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "query": "SELECT id, home, work, pos FROM profile WHERE id=1", - "reducer": "seed" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "product_type_columns_row_count": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Customer'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(13,15): error CS0260: Missing partial modifier on declaration of type 'Order'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(24,15): error CS0260: Missing partial modifier on declaration of type 'OrderDetail'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(17,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(17,12): error CS0103: The name 'IndexType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 414, + "output_tokens": 2325, + "generation_duration_ms": 24952, + "started_at": "2026-03-27T20:09:43.279681300Z", + "finished_at": "2026-03-27T20:10:18.502833Z" }, - "t_016_sum_type_columns": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_016_sum_type_columns", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "deepseek-chat", + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table]\npublic partial struct Account\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n\n [Unique]\n public string Email;\n\n public string DisplayName;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void CreateAccount(ReducerContext ctx, string email, string displayName)\n {\n ctx.DB.Account.Insert(new Account { Id = 0, Email = email, DisplayName = displayName });\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "sum_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", - "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", - "query": "SELECT id, a, b FROM drawing WHERE id=1", - "reducer": "seed" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "sum_type_columns_row_count": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(17,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 308, + "output_tokens": 1408, + "generation_duration_ms": 13614, + "started_at": "2026-03-27T20:09:51.524203400Z", + "finished_at": "2026-03-27T20:10:14.483029Z" }, - "t_017_scheduled_columns": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_017_scheduled_columns", - "lang": "rust", + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "csharp", "golden_published": false, - "model_name": "DeepSeek Chat", - "total_tests": 2, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::{ReducerContext, ScheduleAt};\n\n#[spacetimedb::table(accessor = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb::reducer]\npub fn tick(_ctx: &ReducerContext, _timer: TickTimer) {}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(std::time::Duration::from_micros(50_000).into()),\n });\n}", - "category": "schema", - "route_api_model": "deepseek-chat", + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic static partial class Module\n{\n [Table]\n public struct Product\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n [Index.BTree]\n public uint Price;\n }\n\n [Table]\n public struct PriceRangeResult\n {\n [PrimaryKey]\n public ulong ProductId;\n public string Name;\n public uint Price;\n }\n\n [Reducer]\n public static void FindInPriceRange(ReducerContext ctx, uint minPrice, uint maxPrice)\n {\n foreach (var product in Product.All(ctx))\n {\n if (product.Price >= minPrice && product.Price <= maxPrice)\n {\n PriceRangeResult.Insert(ctx, new PriceRangeResult\n {\n ProductId = product.Id,\n Name = product.Name,\n Price = product.Price\n });\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.44\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.17\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.39\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling uuid v1.21.0\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling cc v1.2.56\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_017_scheduled_columns\\rust\\server\\deepseek-chat\\llm)\nerror[E0599]: no method named `insert` found for reference `&tick_timer__TableHandle` in the current scope\n --> src\\lib.rs:17:25\n |\n17 | ctx.db.tick_timer().insert(TickTimer {\n | --------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n17 | ctx.db.tick_timer().try_insert(TickTimer {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(8,19): error CS0260: Missing partial modifier on declaration of type 'Product'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(18,19): error CS0260: Missing partial modifier on declaration of type 'PriceRangeResult'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(13,10): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 370, + "output_tokens": 1090, + "generation_duration_ms": 10746, + "started_at": "2026-03-27T20:10:14.483197Z", + "finished_at": "2026-03-27T20:10:36.408883400Z" }, - "t_018_constraints": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_018_constraints", - "lang": "rust", + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "csharp", "golden_published": false, - "model_name": "DeepSeek Chat", - "total_tests": 3, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(accessor = account, public)]\npub struct Account {\n #[primary_key]\n id: i32,\n #[unique]\n email: String,\n name: String,\n}\n\n#[spacetimedb::index(accessor = by_name, btree(columns = [name]))]\nimpl Account {}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.account().try_insert(Account {\n id: 1,\n email: \"a@example.com\".to_string(),\n name: \"Alice\".to_string(),\n })?;\n ctx.db.account().try_insert(Account {\n id: 2,\n email: \"b@example.com\".to_string(),\n name: \"Bob\".to_string(),\n })?;\n Ok(())\n}", - "category": "schema", - "route_api_model": "deepseek-chat", + "llm_output": "using System;\nusing System.Linq;\nusing System.Collections.Generic;\nusing SpacetimeDB;\n\n[Table(Name = \"Player\")]\npublic partial class Player\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n public ulong Score;\n}\n\n[Table(Name = \"Leaderboard\")]\npublic partial class LeaderboardEntry\n{\n [PrimaryKey]\n public uint Rank;\n public string PlayerName;\n public ulong Score;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void BuildLeaderboard(ReducerContext ctx, uint limit)\n {\n var players = ctx.Db.Player.ToList();\n players.Sort((a, b) => b.Score.CompareTo(a.Score));\n uint rank = 1;\n foreach (var p in players)\n {\n if (rank > limit) break;\n ctx.Db.LeaderboardEntry.Insert(new LeaderboardEntry\n {\n Rank = rank,\n PlayerName = p.Name,\n Score = p.Score\n });\n rank++;\n }\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.17\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.39\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling cc v1.2.56\n Compiling second-stack v0.3.5\n Compiling uuid v1.21.0\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_018_constraints\\rust\\server\\deepseek-chat\\llm)\nerror[E0433]: failed to resolve: could not find `index` in `spacetimedb`\n --> src\\lib.rs:13:16\n |\n13 | #[spacetimedb::index(accessor = by_name, btree(columns = [name]))]\n | ^^^^^ could not find `index` in `spacetimedb`\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(31,37): error CS1061: 'Player' does not contain a definition for 'ToList' and no accessible extension method 'ToList' accepting a first argument of type 'Player' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(22,19): warning CS8618: Non-nullable field 'PlayerName' must contain a non-null value when exiting constructor. Consider adding the 'required' modifier or declaring the field as nullable. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(13,19): warning CS8618: Non-nullable field 'Name' must contain a non-null value when exiting constructor. Consider adding the 'required' modifier or declaring the field as nullable. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 368, + "output_tokens": 1429, + "generation_duration_ms": 17907, + "started_at": "2026-03-27T20:10:18.503067400Z", + "finished_at": "2026-03-27T20:10:56.125721100Z" }, - "t_019_many_to_many": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_019_many_to_many", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "deepseek-chat", + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"Task\", Public = true)]\npublic partial struct Task\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Title;\n public bool Completed;\n}\n\n[Table(Name = \"FirstIncomplete\", Public = true)]\npublic partial struct FirstIncomplete\n{\n [PrimaryKey]\n public ulong TaskId;\n public string Title;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void FindFirstIncomplete(ReducerContext ctx)\n {\n foreach (var task in ctx.Db.Task.Iterate())\n {\n if (!task.Completed)\n {\n ctx.Db.FirstIncomplete.Insert(new FirstIncomplete\n {\n TaskId = task.Id,\n Title = task.Title\n });\n break;\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "m2m_has_1_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=20" - } - }, - "m2m_has_2_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=20" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "m2m_has_1_10": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=10" - } - }, - "memberships_three_rows": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM membership" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(26,42): error CS1061: 'Task' does not contain a definition for 'Iterate' and no accessible extension method 'Iterate' accepting a first argument of type 'Task' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 341, + "output_tokens": 922, + "generation_duration_ms": 9817, + "started_at": "2026-03-27T20:10:19.748885800Z", + "finished_at": "2026-03-27T20:10:50.261433400Z" }, - "t_020_ecs": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_020_ecs", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 5, - "passed_tests": 2, - "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(accessor = entity, public)]\npub struct Entity {\n #[primary_key]\n id: i32,\n}\n\n#[spacetimedb::table(accessor = position, public)]\npub struct Position {\n #[primary_key]\n entity_id: i32,\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::table(accessor = velocity, public)]\npub struct Velocity {\n #[primary_key]\n entity_id: i32,\n vx: i32,\n vy: i32,\n}\n\n#[spacetimedb::table(accessor = next_position, public)]\npub struct NextPosition {\n #[primary_key]\n entity_id: i32,\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.entity().insert(Entity { id: 1 });\n ctx.db.entity().insert(Entity { id: 2 });\n ctx.db.position().insert(Position { entity_id: 1, x: 0, y: 0 });\n ctx.db.position().insert(Position { entity_id: 2, x: 10, y: 0 });\n ctx.db.velocity().insert(Velocity { entity_id: 1, vx: 1, vy: 0 });\n ctx.db.velocity().insert(Velocity { entity_id: 2, vx: -2, vy: 3 });\n}\n\n#[spacetimedb::reducer]\npub fn step(ctx: &ReducerContext) {\n for position in ctx.db.position().iter() {\n if let Some(velocity) = ctx.db.velocity().entity_id().find(&position.entity_id) {\n let x = position.x + velocity.vx;\n let y = position.y + velocity.vy;\n ctx.db.next_position().entity_id().update(NextPosition {\n entity_id: position.entity_id,\n x,\n y,\n });\n }\n }\n}", - "category": "schema", - "route_api_model": "deepseek-chat", + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System.Collections.Generic;\nusing SpacetimeDB;\n\npublic partial class Module : SpacetimeDB.Module\n{\n [Reducer]\n public static void CollectDistinctCategories(ReducerContext ctx)\n {\n var set = new HashSet();\n foreach (var order in ctx.Db.Order.Iter())\n {\n set.Add(order.Category);\n }\n\n foreach (var category in set)\n {\n ctx.Db.DistinctCategory.Insert(new DistinctCategory { Category = category });\n }\n }\n}\n\n[Table]\npublic partial struct Order\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Category;\n public uint Amount;\n}\n\n[Table]\npublic partial struct DistinctCategory\n{\n [PrimaryKey]\n public string Category;\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "ecs_next_pos_entity2": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:51837/v1/database/c2003ca2cbca9219edc134b65e4f06ddb6ceeec39e53cc91fab5832436194d5e/call/step)\n", - "phase": "call_reducer" - } - }, - "ecs_next_pos_entity1": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:51837/v1/database/c2003ca2cbca9219edc134b65e4f06ddb6ceeec39e53cc91fab5832436194d5e/call/step)\n", - "phase": "call_reducer" - } - }, - "ecs_seed_position_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM position" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "ecs_step_next_position_count": { + "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:51837/v1/database/c2003ca2cbca9219edc134b65e4f06ddb6ceeec39e53cc91fab5832436194d5e/call/step)\n", - "phase": "call_reducer" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,43): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 335, + "output_tokens": 581, + "generation_duration_ms": 7231, + "started_at": "2026-03-27T20:10:24.424526100Z", + "finished_at": "2026-03-27T20:10:42.436007400Z" }, - "t_021_multi_column_index": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_021_multi_column_index", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Chat", - "total_tests": 4, - "passed_tests": 4, - "category": "schema", - "route_api_model": "deepseek-chat", + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic static class Module\n{\n [Table]\n public struct User\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n public bool Active;\n }\n\n [Table]\n public struct UserStats\n {\n [PrimaryKey]\n public string Key;\n public ulong Count;\n }\n\n [Reducer]\n public static void ComputeUserCounts(ReducerContext ctx)\n {\n ulong total = 0;\n ulong active = 0;\n\n foreach (var user in ctx.Db.User.Iterate())\n {\n total++;\n if (user.Active)\n {\n active++;\n }\n }\n\n ctx.Db.UserStats.Insert(new UserStats { Key = \"total\", Count = total });\n ctx.Db.UserStats.Insert(new UserStats { Key = \"active\", Count = active });\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", "scorer_details": { - "mcindex_seed_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM log" - } - }, - "mcindex_lookup_u7_d1": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "mcindex_lookup_u7_d2": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(8,19): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(18,19): error CS0260: Missing partial modifier on declaration of type 'UserStats'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" - } - } - }, - { - "name": "DeepSeek Reasoner", - "route_api_model": "deepseek-reasoner", - "tasks": { - "t_000_empty_reducers": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_000_empty_reducers", - "lang": "rust", + "vendor": "openai", + "input_tokens": 375, + "output_tokens": 566, + "generation_duration_ms": 5144, + "started_at": "2026-03-27T20:10:36.409070Z", + "finished_at": "2026-03-27T20:10:53.919732400Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "csharp", "golden_published": false, - "model_name": "DeepSeek Reasoner", + "model_name": "GPT-5.2-Codex", "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::reducer;\n\n#[reducer]\npub fn empty_reducer_no_args() {}\n\n#[reducer]\npub fn empty_reducer_with_int(count: i32) {}\n\n#[reducer]\npub fn empty_reducer_with_string(name: String) {}\n\n#[reducer]\npub fn empty_reducer_with_two_args(count: i32, name: String) {}\n\n#[reducer]\npub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}", - "category": "basics", - "route_api_model": "deepseek-reasoner", + "llm_output": "using SpacetimeDB;\n\n[Table]\n[Index(BTree = true, Columns = new[] { nameof(EventLog.Category), nameof(EventLog.Severity) })]\npublic partial struct EventLog\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Category;\n public uint Severity;\n public string Message;\n}\n\n[Table]\npublic partial struct FilteredEvent\n{\n [PrimaryKey]\n public ulong EventId;\n public string Message;\n}\n\n[Module]\npublic static partial class Module\n{\n [Reducer]\n public static void FilterEvents(ReducerContext ctx, string category, uint severity)\n {\n foreach (var row in ctx.Db.EventLog.Iter())\n {\n if (row.Category == category && row.Severity == severity)\n {\n ctx.Db.FilteredEvent.Insert(new FilteredEvent\n {\n EventId = row.Id,\n Message = row.Message\n });\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.17\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.39\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling uuid v1.21.0\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling cc v1.2.56\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_000_empty_reducers\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:5:8\n |\n 4 | #[reducer]\n | ---------- required by a bound introduced by this call\n 5 | pub fn empty_reducer_no_args() {}\n | ^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn() {empty_reducer_no_args}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:5:8\n |\n 4 | #[reducer]\n | ---------- required by a bound introduced by this call\n 5 | pub fn empty_reducer_no_args() {}\n | ^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn() {empty_reducer_no_args}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:8:8\n |\n 7 | #[reducer]\n | ---------- required by a bound introduced by this call\n 8 | pub fn empty_reducer_with_int(count: i32) {}\n | ^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(i32) {empty_reducer_with_int}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:8:38\n |\n 8 | pub fn empty_reducer_with_int(count: i32) {}\n | ^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `i32`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:8:8\n |\n 7 | #[reducer]\n | ---------- required by a bound introduced by this call\n 8 | pub fn empty_reducer_with_int(count: i32) {}\n | ^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(i32) {empty_reducer_with_int}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:11:8\n |\n 10 | #[reducer]\n | ---------- required by a bound introduced by this call\n 11 | pub fn empty_reducer_with_string(name: String) {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(std::string::String) {empty_reducer_with_string}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:11:40\n |\n 11 | pub fn empty_reducer_with_string(name: String) {}\n | ^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `std::string::String`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:11:8\n |\n10 | #[reducer]\n | ---------- required by a bound introduced by this call\n11 | pub fn empty_reducer_with_string(name: String) {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(std::string::String) {empty_reducer_with_string}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:14:8\n |\n 13 | #[reducer]\n | ---------- required by a bound introduced by this call\n 14 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(i32, std::string::String) {empty_reducer_with_two_args}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:14:43\n |\n 14 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `i32`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:14:8\n |\n13 | #[reducer]\n | ---------- required by a bound introduced by this call\n14 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(i32, std::string::String) {empty_reducer_with_two_args}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:17:8\n |\n 16 | #[reducer]\n | ---------- required by a bound introduced by this call\n 17 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(bool, f32, std::string::String) {empty_reducer_with_three_args}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:17:46\n |\n 17 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `bool`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:17:8\n |\n16 | #[reducer]\n | ---------- required by a bound introduced by this call\n17 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(bool, f32, std::string::String) {empty_reducer_with_three_args}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nwarning: unused variable: `count`\n --> src\\lib.rs:8:31\n |\n8 | pub fn empty_reducer_with_int(count: i32) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_count`\n |\n = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused variable: `name`\n --> src\\lib.rs:11:34\n |\n11 | pub fn empty_reducer_with_string(name: String) {}\n | ^^^^ help: if this is intentional, prefix it with an underscore: `_name`\n\nwarning: unused variable: `count`\n --> src\\lib.rs:14:36\n |\n14 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_count`\n\nwarning: unused variable: `name`\n --> src\\lib.rs:14:48\n |\n14 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^ help: if this is intentional, prefix it with an underscore: `_name`\n\nwarning: unused variable: `active`\n --> src\\lib.rs:17:38\n |\n17 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^^ help: if this is intentional, prefix it with an underscore: `_active`\n\nwarning: unused variable: `ratio`\n --> src\\lib.rs:17:52\n |\n17 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_ratio`\n\nwarning: unused variable: `label`\n --> src\\lib.rs:17:64\n |\n17 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_label`\n\nFor more information about this error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 7 warnings\nerror: could not compile `spacetime-module` (lib) due to 14 previous errors; 7 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,2): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(24,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 372, + "output_tokens": 1138, + "generation_duration_ms": 11070, + "started_at": "2026-03-27T20:10:42.436214300Z", + "finished_at": "2026-03-27T20:11:07.104436600Z" }, - "t_001_basic_tables": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_001_basic_tables", - "lang": "rust", + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "csharp", "golden_published": false, - "model_name": "DeepSeek Reasoner", + "model_name": "GPT-5.2-Codex", "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::*;\n\n#[spacetimedb::table(name = \"user\", public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb::table(name = \"product\", public)]\npub struct Product {\n #[primary_key]\n pub id: i32,\n pub title: String,\n pub price: f32,\n pub in_stock: bool,\n}\n\n#[spacetimedb::table(name = \"note\", public)]\npub struct Note {\n #[primary_key]\n pub id: i32,\n pub body: String,\n pub rating: i64,\n pub pinned: bool,\n}", + "llm_output": "using SpacetimeDB;\n\npublic static class Module\n{\n [Table(Scheduled = nameof(SendReminder), ScheduledAt = nameof(Reminder.ScheduledAt))]\n public partial struct Reminder\n {\n [PrimaryKey, AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n public string Message;\n }\n\n [Reducer]\n public static void SendReminder(ReducerContext ctx, Reminder reminder)\n {\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n var when = ScheduleAt.Time(ctx.Timestamp + TimeDuration.FromMicroseconds(60_000_000));\n ctx.Db.Reminder.Insert(new Reminder { ScheduledAt = when, Message = \"\" });\n }\n}", "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "gpt-5.2-codex", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling itoa v1.0.17\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.39\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling uuid v1.21.0\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_001_basic_tables\\rust\\server\\deepseek-reasoner\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"user\"` with `accessor = user`\n --> src\\lib.rs:4:29\n |\n4 | #[spacetimedb::table(name = \"user\", public)]\n | ^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"product\"` with `accessor = product`\n --> src\\lib.rs:13:29\n |\n13 | #[spacetimedb::table(name = \"product\", public)]\n | ^^^^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"note\"` with `accessor = note`\n --> src\\lib.rs:22:29\n |\n22 | #[spacetimedb::table(name = \"note\", public)]\n | ^^^^^^\n\nwarning: unused import: `spacetimedb::*`\n --> src\\lib.rs:2:5\n |\n2 | use spacetimedb::*;\n | ^^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 345, + "output_tokens": 958, + "generation_duration_ms": 9439, + "started_at": "2026-03-27T20:08:57.112994600Z", + "finished_at": "2026-03-27T20:09:18.970422400Z" }, - "t_002_scheduled_table": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_002_scheduled_table", - "lang": "rust", + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "csharp", "golden_published": false, - "model_name": "DeepSeek Reasoner", + "model_name": "GPT-5.2-Codex", "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::{ReducerContext, ScheduleAt};\nuse std::time::Duration;\n\n#[spacetimedb::table(accessor = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb::reducer]\npub fn tick(_ctx: &ReducerContext, _timer: TickTimer) -> Result<(), String> {\n Ok(())\n}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.tick_timer().try_insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_micros(50_000).into()),\n })?;\n Ok(())\n}", + "llm_output": "using SpacetimeDB;\nusing SpacetimeDB.Types;\n\n[Table(Name = \"CleanupJob\", Scheduled = nameof(RunCleanup), ScheduledAt = nameof(CleanupJob.ScheduledAt))]\npublic partial class CleanupJob\n{\n [PrimaryKey, AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n\n [Reducer]\n public static void RunCleanup(ReducerContext ctx, CleanupJob row)\n {\n }\n}\n\npublic static partial class Module\n{\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n CleanupJob.Insert(ctx, new CleanupJob { ScheduledAt = ScheduleAt.Interval(60_000_000) });\n }\n\n [Reducer]\n public static void CancelCleanup(ReducerContext ctx, ulong scheduledId)\n {\n CleanupJob.Delete(ctx, scheduledId);\n }\n}", "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "gpt-5.2-codex", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.44\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.17\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.39\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling cc v1.2.56\n Compiling uuid v1.21.0\n Compiling second-stack v0.3.5\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0599]: no method named `try_insert` found for reference `&tick_timer__TableHandle` in the current scope\n --> src\\lib.rs:20:25\n |\n20 | ctx.db.tick_timer().try_insert(TickTimer {\n | --------------------^^^^^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `try_insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `insert` with a similar name\n |\n20 - ctx.db.tick_timer().try_insert(TickTimer {\n20 + ctx.db.tick_timer().insert(TickTimer {\n |\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(3,19): error CS0234: The type or namespace name 'Types' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openai", + "input_tokens": 359, + "output_tokens": 3994, + "generation_duration_ms": 39746, + "started_at": "2026-03-27T20:09:08.228850100Z", + "finished_at": "2026-03-27T20:09:56.142327700Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Module]\npublic static partial class Module\n{\n [Table(Public = true)]\n public partial struct OnlinePlayer\n {\n [PrimaryKey]\n public Identity Identity;\n public Timestamp ConnectedAt;\n }\n\n [Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.OnlinePlayer.Insert(new OnlinePlayer { Identity = ctx.Sender, ConnectedAt = ctx.Timestamp });\n }\n\n [Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.OnlinePlayer.Delete(ctx.Sender);\n }\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'ModuleAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 295, + "output_tokens": 1037, + "generation_duration_ms": 10314, + "started_at": "2026-03-27T20:09:09.280773700Z", + "finished_at": "2026-03-27T20:09:31.130035800Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing SpacetimeDB;\n\n[Module]\npublic static partial class Module\n{\n [Table(Name = \"User\", Public = false)]\n public partial struct User\n {\n [PrimaryKey]\n public Identity Identity;\n public string Name;\n }\n\n [Table(Name = \"Message\", Public = true)]\n public partial struct Message\n {\n [PrimaryKey]\n [AutoIncrement]\n public ulong Id;\n [Index(BTree = true)]\n public Identity Sender;\n public string Text;\n }\n\n [Reducer]\n public static void Register(ReducerContext ctx, string name)\n {\n if (ctx.Db.User.TryGet(ctx.Sender, out var _))\n throw new Exception(\"already registered\");\n ctx.Db.User.Insert(new User { Identity = ctx.Sender, Name = name });\n }\n\n [Reducer]\n public static void PostMessage(ReducerContext ctx, string text)\n {\n if (!ctx.Db.User.TryGet(ctx.Sender, out var _))\n throw new Exception(\"not registered\");\n ctx.Db.Message.Insert(new Message { Id = 0, Sender = ctx.Sender, Text = text });\n }\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(20,10): error CS0246: The type or namespace name 'AutoIncrementAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(20,10): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(22,10): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 395, + "output_tokens": 1645, + "generation_duration_ms": 15441, + "started_at": "2026-03-27T20:07:03.390752500Z", + "finished_at": "2026-03-27T20:07:26.558975200Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing SpacetimeDB;\n\n[Table(Name = \"Config\", Access = TableAccess.Private)]\npublic partial struct Config\n{\n [PrimaryKey]\n public uint Id;\n public Identity Admin;\n}\n\n[Table(Name = \"AdminLog\", Access = TableAccess.Public)]\npublic partial struct AdminLog\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Action;\n}\n\n[SpacetimeDB.Module]\npublic partial class Module : SpacetimeDBModule\n{\n [Reducer]\n public static void BootstrapAdmin(ReducerContext ctx)\n {\n if (Config.Find(ctx, 0u) != null)\n throw new Exception(\"already bootstrapped\");\n Config.Insert(ctx, new Config { Id = 0u, Admin = ctx.Sender });\n }\n\n [Reducer]\n public static void AdminAction(ReducerContext ctx, string action)\n {\n Config? config = Config.Find(ctx, 0u);\n if (config == null)\n throw new Exception(\"not bootstrapped\");\n if (config.Value.Admin != ctx.Sender)\n throw new Exception(\"not admin\");\n AdminLog.Insert(ctx, new AdminLog { Id = 0ul, Action = action });\n }\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(23,31): error CS0246: The type or namespace name 'SpacetimeDBModule' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(22,14): error CS0234: The type or namespace name 'ModuleAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(22,14): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,25): error CS0246: The type or namespace name 'Access' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,34): error CS0103: The name 'TableAccess' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(13,27): error CS0246: The type or namespace name 'Access' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(13,36): error CS0103: The name 'TableAccess' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 407, + "output_tokens": 1468, + "generation_duration_ms": 13366, + "started_at": "2026-03-27T20:07:03.391612700Z", + "finished_at": "2026-03-27T20:07:25.805016Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing SpacetimeDB;\nusing SpacetimeDB.Types;\n\n[Table(Name = \"User\", Public = false)]\npublic struct User\n{\n [PrimaryKey]\n public Identity Identity;\n public string Role;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void Register(ReducerContext ctx)\n {\n User? existing = ctx.Db.User.Find(ctx.Sender);\n if (existing != null)\n throw new Exception(\"already registered\");\n ctx.Db.User.Insert(new User { Identity = ctx.Sender, Role = \"member\" });\n }\n\n [Reducer]\n public static void Promote(ReducerContext ctx, Identity target)\n {\n User? caller = ctx.Db.User.Find(ctx.Sender);\n if (caller == null)\n throw new Exception(\"not registered\");\n if (caller.Value.Role != \"admin\")\n throw new Exception(\"not admin\");\n\n User? targetUser = ctx.Db.User.Find(target);\n if (targetUser == null)\n throw new Exception(\"target not registered\");\n\n User updated = targetUser.Value;\n updated.Role = \"admin\";\n ctx.Db.User.Update(updated);\n }\n\n [Reducer]\n public static void MemberAction(ReducerContext ctx)\n {\n User? caller = ctx.Db.User.Find(ctx.Sender);\n if (caller == null)\n throw new Exception(\"not registered\");\n }\n\n [Reducer]\n public static void AdminAction(ReducerContext ctx)\n {\n User? caller = ctx.Db.User.Find(ctx.Sender);\n if (caller == null)\n throw new Exception(\"not registered\");\n if (caller.Value.Role != \"admin\")\n throw new Exception(\"not admin\");\n }\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(7,15): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(14,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(4,19): error CS0234: The type or namespace name 'Types' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 446, + "output_tokens": 1027, + "generation_duration_ms": 8189, + "started_at": "2026-03-27T20:07:16.304792Z", + "finished_at": "2026-03-27T20:07:32.538032500Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing SpacetimeDB;\n\n[SpacetimeDB.Module]\npublic static class Module\n{\n [Table(Name = \"Admin\", Public = false)]\n public struct Admin\n {\n [PrimaryKey]\n public Identity Identity;\n }\n\n [Table(Name = \"Banned\", Public = false)]\n public struct Banned\n {\n [PrimaryKey]\n public Identity Identity;\n }\n\n [Table(Name = \"Player\", Public = true)]\n public struct Player\n {\n [PrimaryKey]\n public Identity Identity;\n public string Name;\n }\n\n [Reducer]\n public static void AddAdmin(ReducerContext ctx, Identity target)\n {\n if (!ctx.Db.Admin.TryGet(ctx.Sender, out _))\n throw new Exception(\"not admin\");\n\n if (!ctx.Db.Admin.TryGet(target, out _))\n {\n ctx.Db.Admin.Insert(new Admin { Identity = target });\n }\n }\n\n [Reducer]\n public static void BanPlayer(ReducerContext ctx, Identity target)\n {\n if (!ctx.Db.Admin.TryGet(ctx.Sender, out _))\n throw new Exception(\"not admin\");\n\n if (!ctx.Db.Banned.TryGet(target, out _))\n {\n ctx.Db.Banned.Insert(new Banned { Identity = target });\n }\n\n ctx.Db.Player.Delete(target);\n }\n\n [Reducer]\n public static void JoinGame(ReducerContext ctx, string name)\n {\n if (ctx.Db.Banned.TryGet(ctx.Sender, out _))\n throw new Exception(\"banned\");\n\n if (ctx.Db.Player.TryGet(ctx.Sender, out _))\n throw new Exception(\"already in game\");\n\n ctx.Db.Player.Insert(new Player { Identity = ctx.Sender, Name = name });\n }\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(6,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(9,19): error CS0260: Missing partial modifier on declaration of type 'Admin'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(16,19): error CS0260: Missing partial modifier on declaration of type 'Banned'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(23,19): error CS0260: Missing partial modifier on declaration of type 'Player'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,14): error CS0234: The type or namespace name 'ModuleAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,14): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 458, + "output_tokens": 849, + "generation_duration_ms": 7176, + "started_at": "2026-03-27T20:07:21.341541100Z", + "finished_at": "2026-03-27T20:07:39.220875Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing SpacetimeDB;\n\n[SpacetimeDB.Module]\npublic static class Module\n{\n [SpacetimeDB.Table(Name = \"RateLimit\", Public = false)]\n public struct RateLimit\n {\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n }\n\n [SpacetimeDB.Table(Name = \"ActionLog\", Public = true)]\n public struct ActionLog\n {\n [SpacetimeDB.PrimaryKey, SpacetimeDB.AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n }\n\n [SpacetimeDB.Reducer]\n public static void LimitedAction(SpacetimeDB.ReducerContext ctx, string payload)\n {\n ulong now = (ulong)(ctx.Timestamp.ToUnixTimeMilliseconds() * 1000);\n var existing = ctx.Db.RateLimit.Find(ctx.Sender);\n if (existing is not null)\n {\n var row = existing.Value;\n if (now - row.LastCallUs < 1_000_000UL)\n throw new Exception(\"rate limited\");\n row.LastCallUs = now;\n ctx.Db.RateLimit.Update(row);\n }\n else\n {\n ctx.Db.RateLimit.Insert(new RateLimit { Identity = ctx.Sender, LastCallUs = now });\n }\n\n ctx.Db.ActionLog.Insert(new ActionLog { Id = 0, Identity = ctx.Sender, Payload = payload });\n }\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(6,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(9,19): error CS0260: Missing partial modifier on declaration of type 'RateLimit'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(17,19): error CS0260: Missing partial modifier on declaration of type 'ActionLog'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,14): error CS0234: The type or namespace name 'ModuleAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(5,14): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 424, + "output_tokens": 1176, + "generation_duration_ms": 11149, + "started_at": "2026-03-27T20:07:25.805170300Z", + "finished_at": "2026-03-27T20:07:46.562066600Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing SpacetimeDB;\n\n[Table(Name = \"Document\", Public = true)]\npublic struct Document\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n\n [Index(BTree = true)]\n public Identity Owner;\n\n public string Title;\n}\n\n[Table(Name = \"DocumentShare\", Public = true)]\npublic struct DocumentShare\n{\n [Index(BTree = true)]\n public ulong DocumentId;\n\n [Index(BTree = true)]\n public Identity SharedWith;\n}\n\n[Module]\npublic static class Module\n{\n [Reducer]\n public static void CreateDocument(ReducerContext ctx, string title)\n {\n var doc = new Document\n {\n Id = 0,\n Owner = ctx.Sender,\n Title = title\n };\n Document.Insert(ctx, doc);\n }\n\n [Reducer]\n public static void ShareDocument(ReducerContext ctx, ulong documentId, Identity target)\n {\n var docOpt = Document.Get(ctx, documentId);\n if (docOpt == null)\n throw new Exception(\"not found\");\n var doc = docOpt.Value;\n if (doc.Owner != ctx.Sender)\n throw new Exception(\"not owner\");\n var share = new DocumentShare\n {\n DocumentId = documentId,\n SharedWith = target\n };\n DocumentShare.Insert(ctx, share);\n }\n\n [Reducer]\n public static void EditDocument(ReducerContext ctx, ulong documentId, string newTitle)\n {\n var docOpt = Document.Get(ctx, documentId);\n if (docOpt == null)\n throw new Exception(\"not found\");\n var doc = docOpt.Value;\n bool authorized = doc.Owner == ctx.Sender;\n if (!authorized)\n {\n foreach (var share in DocumentShare.Iter(ctx))\n {\n if (share.DocumentId == documentId && share.SharedWith == ctx.Sender)\n {\n authorized = true;\n break;\n }\n }\n }\n if (!authorized)\n throw new Exception(\"unauthorized\");\n doc.Title = newTitle;\n Document.Update(ctx, doc);\n }\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(6,15): error CS0260: Missing partial modifier on declaration of type 'Document'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(19,15): error CS0260: Missing partial modifier on declaration of type 'DocumentShare'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(29,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(28,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(12,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(21,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(24,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 492, + "output_tokens": 2101, + "generation_duration_ms": 18669, + "started_at": "2026-03-27T20:07:26.559133800Z", + "finished_at": "2026-03-27T20:07:53.786557400Z" + } + } + }, + { + "name": "Claude Opus 4.6", + "route_api_model": "claude-opus-4-6", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"EmptyTable\", Public = true)]\npublic partial class EmptyTable\n{\n [PrimaryKey]\n public int Id;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void EmptyReducer_NoArgs(ReducerContext ctx)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithString(ReducerContext ctx, string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label)\n {\n }\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "empty_table": {} + }, + "only_llm": { + "EmptyTable": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 394, + "output_tokens": 239, + "generation_duration_ms": 3862, + "started_at": "2026-03-27T20:08:10.150388600Z", + "finished_at": "2026-03-27T20:09:22.704235700Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"User\", Public = true)]\npublic partial class User\n{\n [PrimaryKey]\n public int Id;\n public string Name = \"\";\n public int Age;\n public bool Active;\n}\n\n[Table(Name = \"Product\", Public = true)]\npublic partial class Product\n{\n [PrimaryKey]\n public int Id;\n public string Title = \"\";\n public float Price;\n public bool InStock;\n}\n\n[Table(Name = \"Note\", Public = true)]\npublic partial class Note\n{\n [PrimaryKey]\n public int Id;\n public string Body = \"\";\n public long Rating;\n public bool Pinned;\n}\n\npublic static partial class Module\n{\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n }\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [], + "only_llm": [ + "init()" + ] + }, + "reducers_equal": false, + "tables_diff": { + "changed": {}, + "only_golden": { + "note": {}, + "product": {}, + "user": {} + }, + "only_llm": { + "Note": {}, + "Product": {}, + "User": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 382, + "output_tokens": 218, + "generation_duration_ms": 4710, + "started_at": "2026-03-27T20:08:18.478878700Z", + "finished_at": "2026-03-27T20:09:35.236451900Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"TickTimer\", Scheduled = nameof(Tick), Public = true)]\npublic partial struct TickTimer\n{\n [PrimaryKey, AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n}\n\npublic static partial class Module\n{\n [Reducer(Name = \"Init\")]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.TickTimer.Insert(new TickTimer\n {\n ScheduledId = 0,\n ScheduledAt = new ScheduleAt.Interval(TimeSpan.FromMicroseconds(50_000))\n });\n }\n\n [Reducer(Name = \"Tick\")]\n public static void Tick(ReducerContext ctx, TickTimer timer)\n {\n Log.Info(\"Tick fired\");\n }\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(4,47): error CS0103: The name 'Tick' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 366, + "output_tokens": 228, + "generation_duration_ms": 5072, + "started_at": "2026-03-27T20:08:18.480251400Z", + "finished_at": "2026-03-27T20:08:31.432918200Z" }, "t_003_struct_in_table": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_003_struct_in_table", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Claude Opus 4.6", "total_tests": 1, - "passed_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Position\n{\n public int X;\n public int Y;\n}\n\n[SpacetimeDB.Table(Name = \"Entity\", Public = true)]\npublic partial struct Entity\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Position Pos;\n}\n\npublic static partial class Module\n{\n}", "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "claude-opus-4-6", "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "entity": {} + }, + "only_llm": { + "Entity": {} + } + }, + "tables_equal": false } } }, - "vendor": "deepseek" + "vendor": "anthropic", + "input_tokens": 313, + "output_tokens": 105, + "generation_duration_ms": 3212, + "started_at": "2026-03-27T20:08:30.797186500Z", + "finished_at": "2026-03-27T20:09:44.632392100Z" }, "t_004_insert": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_004_insert", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Claude Opus 4.6", "total_tests": 2, - "passed_tests": 2, + "passed_tests": 1, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"User\", Public = true)]\npublic partial class User\n{\n [PrimaryKey]\n public int Id;\n public string Name = \"\";\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void InsertUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n ctx.Db.User.Insert(new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n });\n }\n}", "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "claude-opus-4-6", "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "user": {} + }, + "only_llm": { + "User": {} + } + }, + "tables_equal": false } }, "data_parity_insert_user": { @@ -17347,83 +18854,116 @@ 30, true ], - "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "query": "SELECT id, name, age, active FROM user WHERE id=1", + "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", "reducer": "insert_user" } } }, - "vendor": "deepseek" + "vendor": "anthropic", + "input_tokens": 348, + "output_tokens": 155, + "generation_duration_ms": 3523, + "started_at": "2026-03-27T20:08:31.433039100Z", + "finished_at": "2026-03-27T20:09:45.953323300Z" }, "t_005_update": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_005_update", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Claude Opus 4.6", "total_tests": 3, - "passed_tests": 1, - "llm_output": "use spacetimedb::{reducer, ReducerContext, Table};\n\n#[spacetimedb::table(accessor = user)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[reducer]\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) -> Result<(), String> {\n if let Some(mut user) = ctx.db.user().id().find(&id) {\n user.name = name;\n user.age = age;\n user.active = active;\n ctx.db.user().id().update(user);\n Ok(())\n } else {\n Err(\"User not found\".to_string())\n }\n}", + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"User\", Public = true)]\npublic partial class User\n{\n [PrimaryKey]\n public int Id;\n public string Name = \"\";\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n var user = ctx.Db.User.Id.Find(id);\n if (user == null)\n {\n throw new System.Exception($\"User with Id={id} not found\");\n }\n user.Name = name;\n user.Age = age;\n user.Active = active;\n ctx.Db.User.Id.Update(user);\n }\n}", "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "claude-opus-4-6", "scorer_details": { "data_parity_update_user": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: User not found\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:51837/v1/database/c2002164b37ce4f96f227fa5bb3cb6da9e53db6e1670422853aeac15b200b7e0/call/update_user)\n", - "phase": "call_reducer_llm" + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "update_user" } }, "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "user": {} + }, + "only_llm": { + "User": {} + } + }, + "tables_equal": false } }, "seed_users_row": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:51837/v1/database/c2000a90004ed84b414eff7b7f67582479ace69bf4205243a5687144b9b08fa3/sql)\n", - "phase": "sql_golden", - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" } } }, - "vendor": "deepseek" + "vendor": "anthropic", + "input_tokens": 353, + "output_tokens": 201, + "generation_duration_ms": 4608, + "started_at": "2026-03-27T20:09:22.810372200Z", + "finished_at": "2026-03-27T20:10:36.403264100Z" }, "t_006_delete": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_006_delete", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Claude Opus 4.6", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"User\", Public = true)]\npublic partial struct User\n{\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void DeleteUser(ReducerContext ctx, int id)\n {\n var user = ctx.Db.User.Id.Find(id);\n if (user != null)\n {\n ctx.Db.User.Id.Delete(id);\n }\n }\n}", "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "claude-opus-4-6", "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "user": {} + }, + "only_llm": { + "User": {} + } + }, + "tables_equal": false } }, "seed_users_row": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" } }, "delete_user_count_zero": { @@ -17432,22 +18972,28 @@ "notes": { "actual": 0, "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1" } } }, - "vendor": "deepseek" + "vendor": "anthropic", + "input_tokens": 317, + "output_tokens": 149, + "generation_duration_ms": 4328, + "started_at": "2026-03-27T20:09:35.236656900Z", + "finished_at": "2026-03-27T20:10:50.203278Z" }, "t_007_crud": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_007_crud", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Claude Opus 4.6", "total_tests": 4, - "passed_tests": 4, + "passed_tests": 3, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"User\", Public = true)]\npublic partial class User\n{\n [PrimaryKey]\n public int Id;\n public string Name = \"\";\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n\n var alice = ctx.Db.User.Id.Find(1);\n if (alice != null)\n {\n alice.Name = \"Alice2\";\n alice.Age = 31;\n alice.Active = false;\n ctx.Db.User.Id.Update(alice);\n }\n\n var bob = ctx.Db.User.Id.Find(2);\n if (bob != null)\n {\n ctx.Db.User.Id.Delete(2);\n }\n }\n}", "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "claude-opus-4-6", "scorer_details": { "crud_row_id2_deleted": { "pass": true, @@ -17455,17 +19001,25 @@ "notes": { "actual": 0, "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2" } }, "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "user": {} + }, + "only_llm": { + "User": {} + } + }, + "tables_equal": false } }, "crud_row_id1_parity": { @@ -17473,9 +19027,9 @@ "partial": 1.0, "notes": { "args": [], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", "reducer": "crud" } }, @@ -17485,22 +19039,28 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user" + "sql": "SELECT COUNT(*) AS n FROM User" } } }, - "vendor": "deepseek" + "vendor": "anthropic", + "input_tokens": 387, + "output_tokens": 287, + "generation_duration_ms": 4777, + "started_at": "2026-03-27T20:09:45.953519800Z", + "finished_at": "2026-03-27T20:11:13.092941600Z" }, "t_008_index_lookup": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_008_index_lookup", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Claude Opus 4.6", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"User\", Public = true)]\npublic partial class User\n{\n [PrimaryKey]\n public int Id;\n public string Name = \"\";\n public int Age;\n public bool Active;\n}\n\n[Table(Name = \"Result\", Public = true)]\npublic partial class Result\n{\n [PrimaryKey]\n public int Id;\n public string Name = \"\";\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void LookupUserName(ReducerContext ctx, int id)\n {\n var user = ctx.Db.User.Id.Find(id);\n if (user is not null)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = user.Id,\n Name = user.Name\n });\n }\n }\n}", "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "claude-opus-4-6", "scorer_details": { "index_lookup_projection_parity": { "pass": true, @@ -17509,42 +19069,58 @@ "args": [ 1 ], - "golden_out": "id | name ----+--------- 1 | \"Alice\"", - "llm_out": "id | name ----+--------- 1 | \"Alice\"", - "query": "SELECT id, name FROM result WHERE id=1", + "golden_out": "Id | Name ----+--------- 1 | \"Alice\"", + "llm_out": "Id | Name ----+--------- 1 | \"Alice\"", + "query": "SELECT Id, Name FROM Result WHERE Id=1", "reducer": "lookup_user_name" } }, "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "result": {}, + "user": {} + }, + "only_llm": { + "Result": {}, + "User": {} + } + }, + "tables_equal": false } }, "seed_user_row": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "sql": "INSERT INTO User(Id, Name, Age, Active) VALUES (1, 'Alice', 30, true)" } } }, - "vendor": "deepseek" + "vendor": "anthropic", + "input_tokens": 378, + "output_tokens": 215, + "generation_duration_ms": 4554, + "started_at": "2026-03-27T20:09:45.955285300Z", + "finished_at": "2026-03-27T20:11:17.838001700Z" }, "t_009_init": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_009_init", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Claude Opus 4.6", "total_tests": 4, - "passed_tests": 4, + "passed_tests": 3, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"User\", Public = true)]\npublic partial class User\n{\n [PrimaryKey]\n public int Id;\n public string Name = \"\";\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User\n {\n Id = 1,\n Name = \"Alice\",\n Age = 30,\n Active = true\n });\n ctx.Db.User.Insert(new User\n {\n Id = 2,\n Name = \"Bob\",\n Age = 22,\n Active = false\n });\n }\n}", "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "claude-opus-4-6", "scorer_details": { "init_seed_alice": { "pass": true, @@ -17552,7 +19128,7 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true" } }, "init_total_two": { @@ -17561,17 +19137,25 @@ "notes": { "actual": 2, "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM user" + "sql": "SELECT COUNT(*) AS n FROM User" } }, "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "user": {} + }, + "only_llm": { + "User": {} + } + }, + "tables_equal": false } }, "init_seed_bob": { @@ -17580,94 +19164,128 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false" } } }, - "vendor": "deepseek" + "vendor": "anthropic", + "input_tokens": 352, + "output_tokens": 197, + "generation_duration_ms": 13997, + "started_at": "2026-03-27T20:10:36.403478600Z", + "finished_at": "2026-03-27T20:12:08.327091400Z" }, "t_010_connect": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_010_connect", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Claude Opus 4.6", "total_tests": 1, - "passed_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"Event\", Public = true)]\npublic partial struct Event\n{\n [PrimaryKey]\n [AutoInc]\n public int Id;\n public string Kind;\n}\n\npublic static partial class Module\n{\n [Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.Event.Insert(new Event { Kind = \"connected\" });\n }\n\n [Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.Event.Insert(new Event { Kind = \"disconnected\" });\n }\n}", "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "claude-opus-4-6", "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "event": {} + }, + "only_llm": { + "Event": {} + } + }, + "tables_equal": false } } }, - "vendor": "deepseek" + "vendor": "anthropic", + "input_tokens": 338, + "output_tokens": 185, + "generation_duration_ms": 5181, + "started_at": "2026-03-27T20:10:50.255981400Z", + "finished_at": "2026-03-27T20:12:10.760020Z" }, "t_011_helper_function": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_011_helper_function", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Claude Opus 4.6", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"Result\", Public = true)]\npublic partial class Result\n{\n [PrimaryKey]\n public int Id;\n public int Sum;\n}\n\npublic static partial class Module\n{\n public static int Add(int a, int b)\n {\n return a + b;\n }\n\n [Reducer]\n public static void ComputeSum(ReducerContext ctx, int id, int a, int b)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = id,\n Sum = Add(a, b)\n });\n }\n}", "category": "basics", - "route_api_model": "deepseek-reasoner", + "route_api_model": "claude-opus-4-6", "scorer_details": { - "helper_func_sum_parity": { + "helper_func_sum_abs": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | sum ----+----- 1 | 5", - "llm_out": "id | sum ----+----- 1 | 5", - "query": "SELECT id, sum FROM result WHERE id=1", - "reducer": "compute_sum" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" } }, "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "result": {} + }, + "only_llm": { + "Result": {} + } + }, + "tables_equal": false } }, - "helper_func_sum_abs": { + "helper_func_sum_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Sum ----+----- 1 | 5", + "llm_out": "Id | Sum ----+----- 1 | 5", + "query": "SELECT Id, Sum FROM Result WHERE Id=1", + "reducer": "compute_sum" } } }, - "vendor": "deepseek" + "vendor": "anthropic", + "input_tokens": 356, + "output_tokens": 159, + "generation_duration_ms": 4419, + "started_at": "2026-03-27T20:11:17.838668300Z", + "finished_at": "2026-03-27T20:12:38.281826100Z" }, "t_012_spacetime_product_type": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_012_spacetime_product_type", - "lang": "rust", + "lang": "csharp", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Claude Opus 4.6", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Score\n{\n public int Left;\n public int Right;\n}\n\n[SpacetimeDB.Table(Name = \"Result\", Public = true)]\npublic partial struct Result\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Score Value;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = id,\n Value = new Score\n {\n Left = left,\n Right = right\n }\n });\n }\n}", "category": "schema", - "route_api_model": "deepseek-reasoner", + "route_api_model": "claude-opus-4-6", "scorer_details": { "product_type_row_count": { "pass": true, @@ -17675,17 +19293,25 @@ "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" } }, "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "result": {} + }, + "only_llm": { + "Result": {} + } + }, + "tables_equal": false } }, "product_type_row_parity": { @@ -17697,1212 +19323,129006 @@ 2, 3 ], - "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "query": "SELECT id, value FROM result WHERE id=1", + "golden_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT Id, Value FROM Result WHERE Id=1", "reducer": "set_score" } } }, - "vendor": "deepseek" + "vendor": "anthropic", + "input_tokens": 364, + "output_tokens": 193, + "generation_duration_ms": 4010, + "started_at": "2026-03-27T20:15:03.872576900Z", + "finished_at": "2026-03-27T20:16:30.363722600Z" }, "t_013_spacetime_sum_type": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_013_spacetime_sum_type", - "lang": "rust", + "lang": "csharp", "golden_published": false, - "model_name": "DeepSeek Reasoner", + "model_name": "Claude Opus 4.6", "total_tests": 3, "passed_tests": 0, - "llm_output": "use spacetimedb::{ReducerContext, SpacetimeType};\n\n#[derive(SpacetimeType, Clone)]\npub struct Rect {\n width: i32,\n height: i32,\n}\n\n#[derive(SpacetimeType, Clone)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb::table(accessor = result, public)]\npub struct ResultRow {\n #[primary_key]\n id: i32,\n value: Shape,\n}\n\n#[spacetimedb::reducer]\npub fn set_circle(ctx: &ReducerContext, id: i32, radius: i32) {\n ctx.db.result().insert(ResultRow {\n id,\n value: Shape::Circle(radius),\n });\n}", + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Circle\n{\n public int Radius;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Type]\npublic partial record Shape : SpacetimeDB.TaggedEnum<(Circle Circle, Rectangle Rectangle)>;\n\n[SpacetimeDB.Table(Name = \"Result\", Public = true)]\npublic partial struct Result\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape Value;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = id,\n Value = new Shape.Circle(new Circle { Radius = radius })\n });\n }\n}", "category": "schema", - "route_api_model": "deepseek-reasoner", + "route_api_model": "claude-opus-4-6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.17\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.39\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling cc v1.2.56\n Compiling generic-array v0.14.7\n Compiling uuid v1.21.0\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0599]: no method named `insert` found for reference `&result__TableHandle` in the current scope\n --> src\\lib.rs:25:21\n |\n25 | ctx.db.result().insert(ResultRow {\n | ----------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n25 | ctx.db.result().try_insert(ResultRow {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\claude-opus-4-6\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(6,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\claude-opus-4-6\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(12,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "anthropic", + "input_tokens": 383, + "output_tokens": 245, + "generation_duration_ms": 5455, + "started_at": "2026-03-27T20:15:34.515176500Z", + "finished_at": "2026-03-27T20:15:49.041330700Z" }, "t_014_elementary_columns": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_014_elementary_columns", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Reasoner", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Opus 4.6", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"Primitive\", Public = true)]\npublic partial class Primitive\n{\n [PrimaryKey]\n public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name = \"\";\n}\n\npublic static partial class Module\n{\n [Reducer(\"Seed\")]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Primitive.Insert(new Primitive\n {\n Id = 1,\n Count = 2,\n Total = 3000000000L,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}", "category": "schema", - "route_api_model": "deepseek-reasoner", + "route_api_model": "claude-opus-4-6", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(19,5): error STDBINT0001: An internal error occurred during codegen: Parameter count mismatch. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(19,14): error CS1503: Argument 1: cannot convert from 'string' to 'SpacetimeDB.ReducerKind' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } - }, - "elementary_columns_row_parity": { + } + }, + "vendor": "anthropic", + "input_tokens": 370, + "output_tokens": 203, + "generation_duration_ms": 3953, + "started_at": "2026-03-27T20:15:36.508489900Z", + "finished_at": "2026-03-27T20:15:53.733543700Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Address\n{\n public string Street;\n public int Zip;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Position\n{\n public int X;\n public int Y;\n}\n\n[SpacetimeDB.Table(Name = \"Profile\", Public = true)]\npublic partial struct Profile\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Profile.Insert(new Profile\n {\n Id = 1,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n });\n }\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "product_type_columns_row_parity": { "pass": true, "partial": 1.0, "notes": { "args": [], - "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT Id, Home, Work, Pos FROM Profile WHERE Id=1", "reducer": "seed" } }, - "elementary_columns_row_count": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "profile": {} + }, + "only_llm": { + "Profile": {} + } + }, + "tables_equal": false + } + }, + "product_type_columns_row_count": { "pass": true, "partial": 1.0, "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" - } - } - }, - "vendor": "deepseek" - }, - "t_015_product_type_columns": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", - "task": "t_015_product_type_columns", - "lang": "rust", - "golden_published": false, - "model_name": "DeepSeek Reasoner", - "total_tests": 3, - "passed_tests": 0, - "llm_output": "use spacetimedb::{ReducerContext, SpacetimeType};\n\n#[derive(SpacetimeType, Clone)]\npub struct Address {\n street: String,\n zip: i32,\n}\n\n#[derive(SpacetimeType, Clone)]\npub struct Position {\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::table(accessor = profile)]\npub struct Profile {\n #[primary_key]\n id: i32,\n home: Address,\n work: Address,\n pos: Position,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.profile().insert(Profile {\n id: 1,\n home: Address {\n street: \"1 Main\".into(),\n zip: 11111,\n },\n work: Address {\n street: \"2 Broad\".into(),\n zip: 22222,\n },\n pos: Position { x: 7, y: 9 },\n });\n}", - "category": "schema", - "route_api_model": "deepseek-reasoner", - "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.17\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.39\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.21.0\n Compiling generic-array v0.14.7\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.56\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0599]: no method named `insert` found for reference `&profile__TableHandle` in the current scope\n --> src\\lib.rs:27:22\n |\n27 | ctx.db.profile().insert(Profile {\n | -----------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n27 | ctx.db.profile().try_insert(Profile {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", - "phase": "build_or_publish" + "sql": "SELECT COUNT(*) AS n FROM Profile WHERE Id=1" } } }, - "vendor": "deepseek" + "vendor": "anthropic", + "input_tokens": 422, + "output_tokens": 271, + "generation_duration_ms": 5519, + "started_at": "2026-03-27T20:15:47.364674600Z", + "finished_at": "2026-03-27T20:17:01.795374600Z" }, "t_016_sum_type_columns": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_016_sum_type_columns", - "lang": "rust", + "lang": "csharp", "golden_published": false, - "model_name": "DeepSeek Reasoner", + "model_name": "Claude Opus 4.6", "total_tests": 3, "passed_tests": 0, - "llm_output": "use spacetimedb::{ReducerContext, SpacetimeType};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb::table(accessor = drawing, public)]\npub struct Drawing {\n #[primary_key]\n pub id: i32,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.drawing().try_insert(Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n })?;\n Ok(())\n}", + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Circle\n{\n public int Radius;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Type]\npublic partial record Shape : SpacetimeDB.TaggedEnum<(Circle Circle, Rectangle Rectangle)>;\n\n[SpacetimeDB.Table(Name = \"Drawing\", Public = true)]\npublic partial struct Drawing\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape A;\n public Shape B;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Drawing.Insert(new Drawing\n {\n Id = 1,\n A = new Shape.Circle(new Circle { Radius = 10 }),\n B = new Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\n });\n }\n}", "category": "schema", - "route_api_model": "deepseek-reasoner", + "route_api_model": "claude-opus-4-6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.17\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.39\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling uuid v1.21.0\n Compiling zmij v1.0.21\n Compiling cc v1.2.56\n Compiling constant_time_eq v0.4.2\n Compiling num-traits v0.2.19\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0599]: no method named `try_insert` found for reference `&drawing__TableHandle` in the current scope\n --> src\\lib.rs:26:22\n |\n26 | ctx.db.drawing().try_insert(Drawing {\n | -----------------^^^^^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `try_insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `insert` with a similar name\n |\n26 - ctx.db.drawing().try_insert(Drawing {\n26 + ctx.db.drawing().insert(Drawing {\n |\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\claude-opus-4-6\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(6,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\claude-opus-4-6\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Shape.cs(12,26): error CS8910: The primary constructor conflicts with the synthesized copy constructor. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "anthropic", + "input_tokens": 390, + "output_tokens": 270, + "generation_duration_ms": 4834, + "started_at": "2026-03-27T20:15:49.041624400Z", + "finished_at": "2026-03-27T20:16:06.293877Z" }, "t_017_scheduled_columns": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_017_scheduled_columns", - "lang": "rust", + "lang": "csharp", "golden_published": false, - "model_name": "DeepSeek Reasoner", + "model_name": "Claude Opus 4.6", "total_tests": 2, "passed_tests": 0, - "llm_output": "use spacetimedb::{ReducerContext, ScheduleAt};\nuse std::time::Duration;\n\n#[spacetimedb::table(accessor = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb::reducer]\npub fn tick(_ctx: &ReducerContext, _timer: TickTimer) -> Result<(), String> {\n Ok(())\n}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.tick_timer().try_insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_micros(50_000).into()),\n })?;\n Ok(())\n}", + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"TickTimer\", Scheduled = nameof(Tick), Public = true)]\npublic partial struct TickTimer\n{\n [PrimaryKey, AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n}\n\npublic static partial class Module\n{\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.TickTimer.Insert(new TickTimer\n {\n ScheduledId = 0,\n ScheduledAt = new ScheduleAt.Interval(TimeSpan.FromMicroseconds(50_000))\n });\n }\n\n [Reducer]\n public static void Tick(ReducerContext ctx, TickTimer timer)\n {\n }\n}", "category": "schema", - "route_api_model": "deepseek-reasoner", + "route_api_model": "claude-opus-4-6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.17\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.39\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling uuid v1.21.0\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling arrayref v0.3.9\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling generic-array v0.14.7\n Compiling cc v1.2.56\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_017_scheduled_columns\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0599]: no method named `try_insert` found for reference `&tick_timer__TableHandle` in the current scope\n --> src\\lib.rs:20:25\n |\n20 | ctx.db.tick_timer().try_insert(TickTimer {\n | --------------------^^^^^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `try_insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `insert` with a similar name\n |\n20 - ctx.db.tick_timer().try_insert(TickTimer {\n20 + ctx.db.tick_timer().insert(TickTimer {\n |\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(4,47): error CS0103: The name 'Tick' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "anthropic", + "input_tokens": 367, + "output_tokens": 215, + "generation_duration_ms": 5189, + "started_at": "2026-03-27T20:15:53.733870900Z", + "finished_at": "2026-03-27T20:16:09.475056300Z" }, "t_018_constraints": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_018_constraints", - "lang": "rust", + "lang": "csharp", "golden_published": false, - "model_name": "DeepSeek Reasoner", + "model_name": "Claude Opus 4.6", "total_tests": 3, "passed_tests": 0, - "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(\n accessor = account,\n index(accessor = by_name, btree(name))\n)]\npub struct Account {\n #[primary_key]\n id: i32,\n #[unique]\n email: String,\n name: String,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.account().insert(Account {\n id: 1,\n email: \"a@example.com\".to_string(),\n name: \"Alice\".to_string(),\n });\n ctx.db.account().insert(Account {\n id: 2,\n email: \"b@example.com\".to_string(),\n name: \"Bob\".to_string(),\n });\n Ok(())\n}", + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"Account\", Public = true)]\npublic partial class Account\n{\n [PrimaryKey]\n public int Id;\n\n [Unique]\n public string Email = \"\";\n\n [Index(BTree = nameof(Name))]\n public string Name = \"\";\n}\n\npublic static partial class Module\n{\n [Reducer(\"Seed\")]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Account.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.Account.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}", "category": "schema", - "route_api_model": "deepseek-reasoner", + "route_api_model": "claude-opus-4-6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.44\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.17\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.39\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling arrayref v0.3.9\n Compiling uuid v1.21.0\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_018_constraints\\rust\\server\\deepseek-reasoner\\llm)\nerror: expected `columns`\n --> src\\lib.rs:6:37\n |\n6 | index(accessor = by_name, btree(name))\n | ^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Account` in this scope\n --> src\\lib.rs:18:29\n |\n18 | ctx.db.account().insert(Account {\n | ^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Account` in this scope\n --> src\\lib.rs:23:29\n |\n23 | ctx.db.account().insert(Account {\n | ^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `account` found for struct `Local` in the current scope\n --> src\\lib.rs:18:12\n |\n18 | ctx.db.account().insert(Account {\n | ^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `account` found for struct `Local` in the current scope\n --> src\\lib.rs:23:12\n |\n23 | ctx.db.account().insert(Account {\n | ^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(19,5): error STDBINT0001: An internal error occurred during codegen: Parameter count mismatch. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(19,14): error CS1503: Argument 1: cannot convert from 'string' to 'SpacetimeDB.ReducerKind' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(13,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "anthropic", + "input_tokens": 364, + "output_tokens": 186, + "generation_duration_ms": 7627, + "started_at": "2026-03-27T20:16:06.294049300Z", + "finished_at": "2026-03-27T20:16:30.365467Z" }, "t_019_many_to_many": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_019_many_to_many", - "lang": "rust", + "lang": "csharp", "golden_published": false, - "model_name": "DeepSeek Reasoner", + "model_name": "Claude Opus 4.6", "total_tests": 5, "passed_tests": 0, - "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(accessor = user, public)]\npub struct User {\n #[primary_key]\n user_id: i32,\n name: String,\n}\n\n#[spacetimedb::table(accessor = group, public)]\npub struct Group {\n #[primary_key]\n group_id: i32,\n title: String,\n}\n\n#[spacetimedb::table(accessor = membership, public)]\npub struct Membership {\n #[primary_key]\n id: i32,\n user_id: i32,\n group_id: i32,\n #[index(accessor = by_user, btree(columns = [user_id]))]\n #[index(accessor = by_group, btree(columns = [group_id]))]\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.user().insert(User { user_id: 1, name: \"Alice\".into() });\n ctx.db.user().insert(User { user_id: 2, name: \"Bob\".into() });\n ctx.db.group().insert(Group { group_id: 10, title: \"Admin\".into() });\n ctx.db.group().insert(Group { group_id: 20, title: \"Dev\".into() });\n ctx.db.membership().insert(Membership { id: 1, user_id: 1, group_id: 10 });\n ctx.db.membership().insert(Membership { id: 2, user_id: 1, group_id: 20 });\n ctx.db.membership().insert(Membership { id: 3, user_id: 2, group_id: 20 });\n}", + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"User\", Public = true)]\npublic partial struct User\n{\n [PrimaryKey]\n public int UserId;\n public string Name;\n}\n\n[Table(Name = \"Group\", Public = true)]\npublic partial struct Group\n{\n [PrimaryKey]\n public int GroupId;\n public string Title;\n}\n\n[Table(Name = \"Membership\", Public = true)]\npublic partial struct Membership\n{\n [PrimaryKey]\n public int Id;\n\n [Index.BTree(Name = \"by_user\")]\n public int UserId;\n\n [Index.BTree(Name = \"by_group\")]\n public int GroupId;\n}\n\npublic static partial class Module\n{\n [Reducer(\"Seed\")]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Db.User.Insert(new User { UserId = 2, Name = \"Bob\" });\n\n ctx.Db.Group.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Db.Group.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n\n ctx.Db.Membership.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Db.Membership.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Db.Membership.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}", "category": "schema", - "route_api_model": "deepseek-reasoner", + "route_api_model": "claude-opus-4-6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.17\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.39\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling uuid v1.21.0\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling blake3 v1.8.3\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_019_many_to_many\\rust\\server\\deepseek-reasoner\\llm)\nerror: expected identifier, found `}`\n --> src\\lib.rs:26:1\n |\n19 | pub struct Membership {\n | ---------- while parsing this struct\n...\n26 | }\n | ^ expected identifier\n\nerror: unexpected end of input, expected identifier\n --> src\\lib.rs:26:1\n |\n26 | }\n | ^\n\nerror[E0422]: cannot find struct, variant or union type `Membership` in this scope\n --> src\\lib.rs:34:32\n |\n34 | ctx.db.membership().insert(Membership { id: 1, user_id: 1, group_id: 10 });\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Membership` in this scope\n --> src\\lib.rs:35:32\n |\n35 | ctx.db.membership().insert(Membership { id: 2, user_id: 1, group_id: 20 });\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Membership` in this scope\n --> src\\lib.rs:36:32\n |\n36 | ctx.db.membership().insert(Membership { id: 3, user_id: 2, group_id: 20 });\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `membership` found for struct `Local` in the current scope\n --> src\\lib.rs:34:12\n |\n34 | ctx.db.membership().insert(Membership { id: 1, user_id: 1, group_id: 10 });\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `membership` found for struct `Local` in the current scope\n --> src\\lib.rs:35:12\n |\n35 | ctx.db.membership().insert(Membership { id: 2, user_id: 1, group_id: 20 });\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `membership` found for struct `Local` in the current scope\n --> src\\lib.rs:36:12\n |\n36 | ctx.db.membership().insert(Membership { id: 3, user_id: 2, group_id: 20 });\n | ^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(35,5): error STDBINT0001: An internal error occurred during codegen: Parameter count mismatch. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(35,14): error CS1503: Argument 1: cannot convert from 'string' to 'SpacetimeDB.ReducerKind' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(26,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(29,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "anthropic", + "input_tokens": 520, + "output_tokens": 420, + "generation_duration_ms": 6415, + "started_at": "2026-03-27T20:16:09.475196900Z", + "finished_at": "2026-03-27T20:16:30.364549200Z" }, "t_020_ecs": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_020_ecs", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Reasoner", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Opus 4.6", "total_tests": 5, - "passed_tests": 2, - "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(accessor = entity, public)]\npub struct Entity {\n #[primary_key]\n id: i32,\n}\n\n#[spacetimedb::table(accessor = position, public)]\npub struct Position {\n #[primary_key]\n entity_id: i32,\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::table(accessor = velocity, public)]\npub struct Velocity {\n #[primary_key]\n entity_id: i32,\n vx: i32,\n vy: i32,\n}\n\n#[spacetimedb::table(accessor = next_position, public)]\npub struct NextPosition {\n #[primary_key]\n entity_id: i32,\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.entity().insert(Entity { id: 1 });\n ctx.db.entity().insert(Entity { id: 2 });\n\n ctx.db.position().insert(Position {\n entity_id: 1,\n x: 0,\n y: 0,\n });\n ctx.db.velocity().insert(Velocity {\n entity_id: 1,\n vx: 1,\n vy: 0,\n });\n\n ctx.db.position().insert(Position {\n entity_id: 2,\n x: 10,\n y: 0,\n });\n ctx.db.velocity().insert(Velocity {\n entity_id: 2,\n vx: -2,\n vy: 3,\n });\n\n Ok(())\n}\n\n#[spacetimedb::reducer]\npub fn step(ctx: &ReducerContext) -> Result<(), String> {\n for position in ctx.db.position().iter() {\n if let Some(vel) = ctx.db.velocity().entity_id().find(&position.entity_id) {\n let new_x = position.x + vel.vx;\n let new_y = position.y + vel.vy;\n ctx.db.next_position().entity_id().update(NextPosition {\n entity_id: position.entity_id,\n x: new_x,\n y: new_y,\n });\n }\n }\n Ok(())\n}", + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"Entity\", Public = true)]\npublic partial class Entity\n{\n [PrimaryKey]\n public int Id;\n}\n\n[Table(Name = \"Position\", Public = true)]\npublic partial class Position\n{\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n}\n\n[Table(Name = \"Velocity\", Public = true)]\npublic partial class Velocity\n{\n [PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n}\n\n[Table(Name = \"NextPosition\", Public = true)]\npublic partial class NextPosition\n{\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n}\n\npublic static partial class Module\n{\n [Reducer(\"Seed\")]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Entity.Insert(new Entity { Id = 1 });\n ctx.Db.Entity.Insert(new Entity { Id = 2 });\n\n ctx.Db.Position.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.Position.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [Reducer(\"Step\")]\n public static void Step(ReducerContext ctx)\n {\n foreach (var pos in ctx.Db.Position.Iter())\n {\n var vel = ctx.Db.Velocity.EntityId.Find(pos.EntityId);\n if (vel == null)\n continue;\n\n int newX = pos.X + vel.VX;\n int newY = pos.Y + vel.VY;\n\n var existing = ctx.Db.NextPosition.EntityId.Find(pos.EntityId);\n if (existing != null)\n {\n ctx.Db.NextPosition.EntityId.Update(new NextPosition { EntityId = pos.EntityId, X = newX, Y = newY });\n }\n else\n {\n ctx.Db.NextPosition.Insert(new NextPosition { EntityId = pos.EntityId, X = newX, Y = newY });\n }\n }\n }\n}", "category": "schema", - "route_api_model": "deepseek-reasoner", + "route_api_model": "claude-opus-4-6", "scorer_details": { - "ecs_next_pos_entity2": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:51837/v1/database/c200850a27f2c7b38bd43bed2c7fbefe5e9fc22392017696d385a87542e5769e/call/step)\n", - "phase": "call_reducer" - } - }, - "ecs_next_pos_entity1": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:51837/v1/database/c200850a27f2c7b38bd43bed2c7fbefe5e9fc22392017696d385a87542e5769e/call/step)\n", - "phase": "call_reducer" - } - }, - "ecs_seed_position_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM position" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "ecs_step_next_position_count": { + "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:51837/v1/database/c200850a27f2c7b38bd43bed2c7fbefe5e9fc22392017696d385a87542e5769e/call/step)\n", - "phase": "call_reducer" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(40,5): error STDBINT0001: An internal error occurred during codegen: Parameter count mismatch. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(53,5): error STDBINT0001: An internal error occurred during codegen: Parameter count mismatch. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(40,14): error CS1503: Argument 1: cannot convert from 'string' to 'SpacetimeDB.ReducerKind' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(53,14): error CS1503: Argument 1: cannot convert from 'string' to 'SpacetimeDB.ReducerKind' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "anthropic", + "input_tokens": 498, + "output_tokens": 638, + "generation_duration_ms": 10509, + "started_at": "2026-03-27T20:16:30.365557900Z", + "finished_at": "2026-03-27T20:16:50.892403100Z" }, "t_021_multi_column_index": { - "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "task": "t_021_multi_column_index", - "lang": "rust", - "golden_published": true, - "model_name": "DeepSeek Reasoner", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Opus 4.6", "total_tests": 4, - "passed_tests": 4, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"Log\", Public = true)]\npublic partial class Log\n{\n [PrimaryKey]\n public int Id;\n public int UserId;\n public int Day;\n public string Message = \"\";\n}\n\npublic static partial class Module\n{\n [Reducer(\"Seed\")]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Log.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\n ctx.Db.Log.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\n ctx.Db.Log.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\n }\n}", "category": "schema", - "route_api_model": "deepseek-reasoner", + "route_api_model": "claude-opus-4-6", "scorer_details": { - "mcindex_seed_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM log" - } - }, - "mcindex_lookup_u7_d1": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(16,5): error STDBINT0001: An internal error occurred during codegen: Parameter count mismatch. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(16,14): error CS1503: Argument 1: cannot convert from 'string' to 'SpacetimeDB.ReducerKind' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } - }, - "mcindex_lookup_u7_d2": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "anthropic", + "input_tokens": 405, + "output_tokens": 212, + "generation_duration_ms": 5421, + "started_at": "2026-03-27T20:16:30.366827500Z", + "finished_at": "2026-03-27T20:16:44.666836Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System.Collections.Generic;\n\n[Table(Name = \"Announcement\", Public = true)]\npublic partial class Announcement\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n\n public string Message = \"\";\n\n [Index(BTree = [nameof(Active)])]\n public bool Active;\n}\n\npublic static partial class Module\n{\n [View(Name = \"ActiveAnnouncements\")]\n public static IEnumerable ActiveAnnouncements(AnonymousViewContext ctx)\n {\n return ctx.Db.Announcement.Active.Filter(true);\n }\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(20,5): error STDB0023: View 'ActiveAnnouncements' must have an explicit name. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(20,5): error STDB0025: View 'ActiveAnnouncements' must have Public = true. Views are always public in SpacetimeDB. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(21,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(21,19): error STDB0024: View 'ActiveAnnouncements' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(14,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(14,20): error CS9176: There is no target type for the collection expression. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "deepseek" - } - } - } - ] - }, - { - "mode": "llms.md", - "hash": "7bd4918052e02c4b09d50e7037cd2e81add76a4b42468acac54ee8f4073e37cf", - "models": [ - { - "name": "Grok 4", - "route_api_model": "grok-4", - "tasks": { - "t_002_scheduled_table": { - "hash": "7bd4918052e02c4b09d50e7037cd2e81add76a4b42468acac54ee8f4073e37cf", - "task": "t_002_scheduled_table", - "lang": "rust", + "vendor": "anthropic", + "input_tokens": 344, + "output_tokens": 163, + "generation_duration_ms": 4569, + "started_at": "2026-03-27T20:13:31.647185600Z", + "finished_at": "2026-03-27T20:13:59.233113200Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "csharp", "golden_published": false, - "model_name": "Grok 4", + "model_name": "Claude Opus 4.6", "total_tests": 1, "passed_tests": 0, - "llm_output": "```rust\nuse spacetimedb::{table, reducer, ReducerContext, ScheduleAt, TimeDuration};\n\n#[table(accessor = tick_timer, scheduled(tick))]\n#[derive(Clone, Debug)]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: TimeDuration::from_micros(50_000).into(),\n });\n}\n\n#[reducer]\npub fn tick(ctx: &ReducerContext, args: TickTimer) -> Result<(), String> {\n if ctx.sender() != ctx.identity() {\n return Err(\"Reducer `tick` may not be invoked by clients, only via scheduling.\".into());\n }\n Ok(())\n}\n```", - "category": "basics", - "route_api_model": "grok-4", + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"Profile\", Public = true)]\npublic partial struct Profile\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n\n [Unique]\n public Identity Identity;\n\n public string Name;\n\n public string Bio;\n}\n\npublic static partial class Module\n{\n [View(Name = \"MyProfile\")]\n public static Profile? MyProfile(ViewContext ctx)\n {\n return ctx.Db.Profile.Identity.Find(ctx.Sender);\n }\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.44\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.17\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.39\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.21.0\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling cc v1.2.56\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling generic-array v0.14.7\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\grok-4\\llm)\nerror[E0599]: no method named `insert` found for reference `&tick_timer__TableHandle` in the current scope\n --> src\\lib.rs:15:25\n |\n15 | ctx.db.tick_timer().insert(TickTimer {\n | --------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n15 | ctx.db.tick_timer().try_insert(TickTimer {\n | ++++\n\nwarning: unused variable: `args`\n --> src\\lib.rs:22:35\n |\n22 | pub fn tick(ctx: &ReducerContext, args: TickTimer) -> Result<(), String> {\n | ^^^^ help: if this is intentional, prefix it with an underscore: `_args`\n |\n = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 1 previous error; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(20,5): error STDB0023: View 'MyProfile' must have an explicit name. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(20,5): error STDB0025: View 'MyProfile' must have Public = true. Views are always public in SpacetimeDB. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "xai" + "vendor": "anthropic", + "input_tokens": 384, + "output_tokens": 133, + "generation_duration_ms": 3592, + "started_at": "2026-03-27T20:13:31.648882800Z", + "finished_at": "2026-03-27T20:13:53.623049400Z" }, - "t_012_spacetime_product_type": { - "hash": "7bd4918052e02c4b09d50e7037cd2e81add76a4b42468acac54ee8f4073e37cf", - "task": "t_012_spacetime_product_type", - "lang": "rust", + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "grok-4", + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"DamageEvent\", Public = true, Event = true)]\npublic partial struct DamageEvent\n{\n public ulong EntityId;\n public uint Damage;\n public string Source;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void DealDamage(ReducerContext ctx, ulong entityId, uint damage, string source)\n {\n ctx.Db.DamageEvent.Insert(new DamageEvent\n {\n EntityId = entityId,\n Damage = damage,\n Source = source\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", "scorer_details": { - "product_type_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" - } - }, "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "product_type_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "query": "SELECT id, value FROM result WHERE id=1", - "reducer": "set_score" + "tables_diff": { + "changed": {}, + "only_golden": { + "damage_event": {} + }, + "only_llm": { + "DamageEvent": {} + } + }, + "tables_equal": false } } }, - "vendor": "xai" + "vendor": "anthropic", + "input_tokens": 363, + "output_tokens": 158, + "generation_duration_ms": 3854, + "started_at": "2026-03-27T20:12:08.327784700Z", + "finished_at": "2026-03-27T20:13:31.295210600Z" }, - "t_017_scheduled_columns": { - "hash": "7bd4918052e02c4b09d50e7037cd2e81add76a4b42468acac54ee8f4073e37cf", - "task": "t_017_scheduled_columns", - "lang": "rust", + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 2, - "passed_tests": 2, - "category": "schema", - "route_api_model": "grok-4", + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"Player\", Public = true)]\npublic partial class Player\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n\n public string Name = \"\";\n\n public string? Nickname;\n\n public uint? HighScore;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void CreatePlayer(ReducerContext ctx, string name, string? nickname, uint? highScore)\n {\n ctx.Db.Player.Insert(new Player\n {\n Id = 0,\n Name = name,\n Nickname = nickname,\n HighScore = highScore\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "scheduled_seeded_one_row": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + "tables_diff": { + "changed": {}, + "only_golden": { + "player": {} + }, + "only_llm": { + "Player": {} + } + }, + "tables_equal": false } } }, - "vendor": "xai" + "vendor": "anthropic", + "input_tokens": 376, + "output_tokens": 172, + "generation_duration_ms": 3714, + "started_at": "2026-03-27T20:12:10.760292900Z", + "finished_at": "2026-03-27T20:13:31.646988500Z" }, - "t_021_multi_column_index": { - "hash": "7bd4918052e02c4b09d50e7037cd2e81add76a4b42468acac54ee8f4073e37cf", - "task": "t_021_multi_column_index", - "lang": "rust", + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "csharp", "golden_published": false, - "model_name": "Grok 4", - "total_tests": 4, + "model_name": "Claude Opus 4.6", + "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::{reducer, ReducerContext, Table};\n\n#[table(accessor = log, index(accessor = by_user_day, btree(columns = [user_id, day])))]\n#[derive(Clone, Debug)]\npub struct Log {\n #[primary_key]\n pub id: i32,\n pub user_id: i32,\n pub day: i32,\n pub message: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.log().insert(Log { id: 1, user_id: 7, day: 1, message: \"a\".to_string() });\n ctx.db.log().insert(Log { id: 2, user_id: 7, day: 2, message: \"b\".to_string() });\n ctx.db.log().insert(Log { id: 3, user_id: 9, day: 1, message: \"c\".to_string() });\n}", - "category": "schema", - "route_api_model": "grok-4", + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"Message\", Public = true)]\npublic partial class Message\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n\n [Index(BTree = [nameof(Owner)])]\n public Identity Owner;\n\n public string Text = \"\";\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void CreateMessage(ReducerContext ctx, string text)\n {\n ctx.Db.Message.Insert(new Message\n {\n Id = 0,\n Owner = ctx.Sender,\n Text = text\n });\n }\n\n [Reducer]\n public static void DeleteMessage(ReducerContext ctx, ulong id)\n {\n var message = ctx.Db.Message.Id.Find(id);\n if (message == null)\n {\n throw new System.Exception(\"not found\");\n }\n if (message.Owner != ctx.Sender)\n {\n throw new System.Exception(\"unauthorized\");\n }\n ctx.Db.Message.Id.Delete(id);\n }\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.44\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.17\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.39\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling uuid v1.21.0\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.56\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_021_multi_column_index\\rust\\server\\grok-4\\llm)\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[table(accessor = log, index(accessor = by_user_day, btree(columns = [user_id, day])))]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n4 | #[stable(accessor = log, index(accessor = by_user_day, btree(columns = [user_id, day])))]\n | +\nhelp: consider importing this attribute macro\n |\n2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no method named `log` found for struct `Local` in the current scope\n --> src\\lib.rs:16:12\n |\n16 | ctx.db.log().insert(Log { id: 1, user_id: 7, day: 1, message: \"a\".to_string() });\n | ^^^ method not found in `Local`\n\nerror[E0599]: no method named `log` found for struct `Local` in the current scope\n --> src\\lib.rs:17:12\n |\n17 | ctx.db.log().insert(Log { id: 2, user_id: 7, day: 2, message: \"b\".to_string() });\n | ^^^ method not found in `Local`\n\nerror[E0599]: no method named `log` found for struct `Local` in the current scope\n --> src\\lib.rs:18:12\n |\n18 | ctx.db.log().insert(Log { id: 3, user_id: 9, day: 1, message: \"c\".to_string() });\n | ^^^ method not found in `Local`\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(11,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(11,20): error CS9176: There is no target type for the collection expression. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "xai" - } - } - } - ] - }, - { - "mode": "rustdoc_json", - "hash": "b0d5bbe755291d8ec65de0a74b4eecfa344670639ca5f1a365ced3ab9717e97c", - "models": [ - { - "name": "Grok 4", - "route_api_model": "grok-4", - "tasks": { - "t_000_empty_reducers": { - "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", - "task": "t_000_empty_reducers", - "lang": "rust", + "vendor": "anthropic", + "input_tokens": 418, + "output_tokens": 277, + "generation_duration_ms": 5038, + "started_at": "2026-03-27T20:07:03.398644400Z", + "finished_at": "2026-03-27T20:07:18.783259100Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", + "model_name": "Claude Opus 4.6", "total_tests": 1, - "passed_tests": 1, - "llm_output": "use spacetimedb::{reducer, ReducerContext};\n\n#[reducer]\npub fn empty_reducer_no_args(ctx: &ReducerContext) {}\n\n#[reducer]\npub fn empty_reducer_with_int(ctx: &ReducerContext, count: i32) {}\n\n#[reducer]\npub fn empty_reducer_with_string(ctx: &ReducerContext, name: String) {}\n\n#[reducer]\npub fn empty_reducer_with_two_args(ctx: &ReducerContext, count: i32, name: String) {}\n\n#[reducer]\npub fn empty_reducer_with_three_args(ctx: &ReducerContext, active: bool, ratio: f32, label: String) {}", - "category": "basics", - "route_api_model": "grok-4", - "golden_db": "basics-t-000-empty-reducers-golden", - "llm_db": "basics-t-000-empty-reducers-grok-4-llm", - "work_dir_golden": "target\\llm-runs\\basics\\t_000_empty_reducers\\rust\\server\\golden", - "work_dir_llm": "target\\llm-runs\\basics\\t_000_empty_reducers\\rust\\server\\grok-4\\llm", + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"UserInternal\", Public = false)]\npublic partial class UserInternal\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name = \"\";\n public string Email = \"\";\n public string PasswordHash = \"\";\n}\n\n[Table(Name = \"UserPublic\", Public = true)]\npublic partial class UserPublic\n{\n [PrimaryKey]\n public ulong Id;\n public string Name = \"\";\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void RegisterUser(ReducerContext ctx, string name, string email, string passwordHash)\n {\n var inserted = ctx.Db.UserInternal.Insert(new UserInternal\n {\n Id = 0,\n Name = name,\n Email = email,\n PasswordHash = passwordHash\n });\n\n ctx.Db.UserPublic.Insert(new UserPublic\n {\n Id = inserted.Id,\n Name = inserted.Name\n });\n }\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "golden_db": "basics-t-000-empty-reducers-golden", - "llm_db": "basics-t-000-empty-reducers-grok-4-llm", "reducers_diff": null, "reducers_equal": true, - "server": "local", - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "user_internal": {}, + "user_public": {} + }, + "only_llm": { + "UserInternal": {}, + "UserPublic": {} + } + }, + "tables_equal": false } } }, - "vendor": "xai", - "started_at": "2025-10-22T01:02:05.164175300Z", - "finished_at": "2025-10-22T01:03:40.928800800Z" - }, - "t_001_basic_tables": { - "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", - "task": "t_001_basic_tables", - "lang": "rust", - "golden_published": true, - "model_name": "Grok 4", - "total_tests": 1, - "passed_tests": 1, - "llm_output": "use spacetimedb::table;\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool\n}\n\n#[table(name = products)]\npub struct Product {\n #[primary_key]\n id: i32,\n title: String,\n price: f32,\n in_stock: bool\n}\n\n#[table(name = notes)]\npub struct Note {\n #[primary_key]\n id: i32,\n body: String,\n rating: i64,\n pinned: bool\n}", - "category": "basics", - "route_api_model": "grok-4", - "golden_db": "basics-t-001-basic-tables-golden", - "llm_db": "basics-t-001-basic-tables-grok-4-llm", - "work_dir_golden": "target\\llm-runs\\basics\\t_001_basic_tables\\rust\\server\\golden", - "work_dir_llm": "target\\llm-runs\\basics\\t_001_basic_tables\\rust\\server\\grok-4\\llm", - "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "golden_db": "basics-t-001-basic-tables-golden", - "llm_db": "basics-t-001-basic-tables-grok-4-llm", - "reducers_diff": null, - "reducers_equal": true, - "server": "local", - "tables_diff": null, - "tables_equal": true - } - } - }, - "vendor": "xai", - "started_at": "2025-10-22T01:02:05.179899400Z", - "finished_at": "2025-10-22T01:03:50.594608Z" + "vendor": "anthropic", + "input_tokens": 449, + "output_tokens": 261, + "generation_duration_ms": 4814, + "started_at": "2026-03-27T20:07:03.399347100Z", + "finished_at": "2026-03-27T20:08:18.045457400Z" }, - "t_002_scheduled_table": { - "hash": "b0d5bbe755291d8ec65de0a74b4eecfa344670639ca5f1a365ced3ab9717e97c", - "task": "t_002_scheduled_table", - "lang": "rust", + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "csharp", "golden_published": false, - "model_name": "Grok 4", + "model_name": "Claude Opus 4.6", "total_tests": 1, "passed_tests": 0, - "category": "basics", - "route_api_model": "grok-4", + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"Author\", Public = true)]\npublic partial struct Author\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n}\n\n[Table(Name = \"Post\", Public = true)]\npublic partial struct Post\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Index.BTree]\n public ulong AuthorId;\n public string Title;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void DeleteAuthor(ReducerContext ctx, ulong authorId)\n {\n var posts = ctx.Db.Post.AuthorId.Filter(authorId);\n foreach (var post in posts)\n {\n ctx.Db.Post.Id.Delete(post.Id);\n }\n ctx.Db.Author.Id.Delete(authorId);\n }\n}", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "POST https://api.x.ai/v1/chat/completions status 429 Too Many Requests body: {\"code\":\"Some resource has been exhausted\",\"error\":\"Your team 5fc90f6d-3ee0-435e-a2e2-c7d23f7ea90d has either used all available credits or reached its monthly spending limit. To continue making API requests, please purchase more credits or raise your spending limit.\"}", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(17,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "xai" + "vendor": "anthropic", + "input_tokens": 399, + "output_tokens": 230, + "generation_duration_ms": 4670, + "started_at": "2026-03-27T20:12:38.282041400Z", + "finished_at": "2026-03-27T20:12:56.748157500Z" }, - "t_003_struct_in_table": { - "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", - "task": "t_003_struct_in_table", - "lang": "rust", + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", "golden_published": false, - "model_name": "Grok 4", + "model_name": "Claude Opus 4.6", "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::spacetimedb;\n\n#[derive(SpacetimeType)]\npub struct Position {\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::table(name = entities)]\npub struct Entity {\n #[primary_key]\n id: i32,\n pos: Position,\n}", - "category": "basics", - "route_api_model": "grok-4", - "golden_db": "basics-t-003-struct-in-table-golden", - "llm_db": "basics-t-003-struct-in-table-grok-4-llm", - "work_dir_golden": "target\\llm-runs\\basics\\t_003_struct_in_table\\rust\\server\\golden", - "work_dir_llm": "target\\llm-runs\\basics\\t_003_struct_in_table\\rust\\server\\grok-4\\llm", + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"Order\", Public = true)]\npublic partial struct Order\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n\n [Index.BTree]\n public string Category;\n\n public ulong Amount;\n\n public bool Fulfilled;\n}\n\n[Table(Name = \"CategoryStats\", Public = true)]\npublic partial struct CategoryStats\n{\n [PrimaryKey]\n public string Category;\n\n public ulong TotalAmount;\n\n public uint OrderCount;\n}\n\npublic static partial class Module\n{\n [Reducer(\"ComputeStats\")]\n public static void ComputeStats(ReducerContext ctx, string category)\n {\n ulong totalAmount = 0;\n uint orderCount = 0;\n\n foreach (var order in ctx.Db.Order.Iter())\n {\n if (order.Category == category)\n {\n orderCount++;\n totalAmount += order.Amount;\n }\n }\n\n var existing = ctx.Db.CategoryStats.Category.Find(category);\n if (existing != null)\n {\n var updated = existing.Value;\n updated.TotalAmount = totalAmount;\n updated.OrderCount = orderCount;\n ctx.Db.CategoryStats.Category.Update(updated);\n }\n else\n {\n ctx.Db.CategoryStats.Insert(new CategoryStats\n {\n Category = category,\n TotalAmount = totalAmount,\n OrderCount = orderCount\n });\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 67 packages to latest compatible versions\n Compiling proc-macro2 v1.0.101\n Compiling unicode-ident v1.0.20\n Compiling quote v1.0.41\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling cfg-if v1.0.4\n Compiling serde_core v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.4\n Compiling zerocopy v0.8.27\n Compiling serde v1.0.228\n Compiling anyhow v1.0.100\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.10.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.5.0\n Compiling keccak v0.1.5\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.3.1\n Compiling bytes v1.10.1\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling bytemuck v1.24.0\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.16\n Compiling second-stack v0.3.5\n Compiling cc v1.2.41\n Compiling spacetimedb-lib v1.6.0\n Compiling log v0.4.28\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.9\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.2\n Compiling spacetimedb-primitives v1.6.0\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling syn v2.0.107\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.6\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling thiserror-impl v1.0.69\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling derive_more v0.99.20\n Compiling enum-as-inner v0.6.1\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_003_struct_in_table\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:5\n |\n2 | use spacetimedb::spacetimedb;\n | ^^^^^^^^^^^^^^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find derive macro `SpacetimeType` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^\n |\nhelp: consider importing this derive macro\n |\n2 + use spacetimedb::SpacetimeType;\n |\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(32,5): error STDBINT0001: An internal error occurred during codegen: Parameter count mismatch. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(32,14): error CS1503: Argument 1: cannot convert from 'string' to 'SpacetimeDB.ReducerKind' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(11,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "xai", - "started_at": "2025-10-22T01:02:05.185773400Z", - "finished_at": "2025-10-22T01:03:37.665154500Z" + "vendor": "anthropic", + "input_tokens": 421, + "output_tokens": 383, + "generation_duration_ms": 6628, + "started_at": "2026-03-27T20:12:56.748286200Z", + "finished_at": "2026-03-27T20:13:13.665174900Z" }, - "t_004_insert": { - "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", - "task": "t_004_insert", - "lang": "rust", + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "csharp", "golden_published": false, - "model_name": "Grok 4", - "total_tests": 2, + "model_name": "Claude Opus 4.6", + "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::{table, reducer, ReducerContext};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[reducer]\npub fn insert_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n ctx.db.users().insert(User { id, name, age, active });\n}", - "category": "basics", - "route_api_model": "grok-4", - "golden_db": "basics-t-004-insert-golden", - "llm_db": "basics-t-004-insert-grok-4-llm", - "work_dir_golden": "target\\llm-runs\\basics\\t_004_insert\\rust\\server\\golden", - "work_dir_llm": "target\\llm-runs\\basics\\t_004_insert\\rust\\server\\grok-4\\llm", + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"Customer\", Public = true)]\npublic partial struct Customer\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n}\n\n[Table(Name = \"Order\", Public = true)]\npublic partial struct Order\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Index.BTree]\n public ulong CustomerId;\n public string Product;\n public uint Amount;\n}\n\n[Table(Name = \"OrderDetail\", Public = true)]\npublic partial struct OrderDetail\n{\n [PrimaryKey]\n public ulong OrderId;\n public string CustomerName;\n public string Product;\n public uint Amount;\n}\n\npublic static partial class Module\n{\n [Reducer(\"BuildOrderDetails\")]\n public static void BuildOrderDetails(ReducerContext ctx)\n {\n foreach (var order in ctx.Db.Order.Iter())\n {\n var customer = ctx.Db.Customer.Id.Find(order.CustomerId);\n if (customer != null)\n {\n var c = customer.Value;\n ctx.Db.OrderDetail.Insert(new OrderDetail\n {\n OrderId = order.Id,\n CustomerName = c.Name,\n Product = order.Product,\n Amount = order.Amount\n });\n }\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 67 packages to latest compatible versions\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.101\n Compiling quote v1.0.41\n Compiling unicode-ident v1.0.20\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.4\n Compiling either v1.15.0\n Compiling zerocopy v0.8.27\n Compiling serde v1.0.228\n Compiling anyhow v1.0.100\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.10.0\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.5\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling heck v0.5.0\n Compiling bytemuck v1.24.0\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling bytes v1.10.1\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.16\n Compiling constant_time_eq v0.3.1\n Compiling spacetimedb-lib v1.6.0\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling log v0.4.28\n Compiling generic-array v0.14.9\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.41\n Compiling num-traits v0.2.19\n Compiling spacetimedb-primitives v1.6.0\n Compiling blake3 v1.8.2\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling crypto-common v0.1.6\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling syn v2.0.107\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling thiserror-impl v1.0.69\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling enum-as-inner v0.6.1\n Compiling derive_more v0.99.20\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_004_insert\\rust\\server\\grok-4\\llm)\nerror[E0599]: no method named `insert` found for reference `&users__TableHandle` in the current scope\n --> src\\lib.rs:15:20\n |\n15 | ctx.db.users().insert(User { id, name, age, active });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n15 | ctx.db.users().try_insert(User { id, name, age, active });\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(35,5): error STDBINT0001: An internal error occurred during codegen: Parameter count mismatch. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(17,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(35,14): error CS1503: Argument 1: cannot convert from 'string' to 'SpacetimeDB.ReducerKind' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "xai", - "started_at": "2025-10-22T01:02:05.188490Z", - "finished_at": "2025-10-22T01:02:55.582287600Z" - }, - "t_005_update": { - "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", - "task": "t_005_update", - "lang": "rust", - "golden_published": true, - "model_name": "Grok 4", - "total_tests": 3, - "passed_tests": 3, - "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n let user = User { id, name, age, active };\n ctx.db.users().id().update(user);\n}", - "category": "basics", - "route_api_model": "grok-4", - "golden_db": "basics-t-005-update-golden", - "llm_db": "basics-t-005-update-grok-4-llm", - "work_dir_golden": "target\\llm-runs\\basics\\t_005_update\\rust\\server\\golden", - "work_dir_llm": "target\\llm-runs\\basics\\t_005_update\\rust\\server\\grok-4\\llm", - "scorer_details": { - "data_parity_update_user": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - "Alice2", - 31, - false - ], - "golden_db": "basics-t-005-update-golden", - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_db": "basics-t-005-update-grok-4-llm", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM users WHERE id=1", - "reducer": "update_user", - "server": "local" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "golden_db": "basics-t-005-update-golden", - "llm_db": "basics-t-005-update-grok-4-llm", - "reducers_diff": null, - "reducers_equal": true, - "server": "local", - "tables_diff": null, - "tables_equal": true - } - }, - "seed_users_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO users(id, name, age, active) VALUES (1, 'Alice', 30, true)" - } - } - }, - "vendor": "xai", - "started_at": "2025-10-22T01:02:05.191882800Z", - "finished_at": "2025-10-22T01:03:51.231015600Z" + "vendor": "anthropic", + "input_tokens": 470, + "output_tokens": 348, + "generation_duration_ms": 5556, + "started_at": "2026-03-27T20:13:13.665351400Z", + "finished_at": "2026-03-27T20:13:33.067923300Z" }, - "t_006_delete": { - "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", - "task": "t_006_delete", - "lang": "rust", + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 3, - "passed_tests": 3, - "llm_output": "use spacetimedb::{reducer, ReducerContext, table};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[reducer]\npub fn delete_user(ctx: &ReducerContext, id: i32) {\n ctx.db.users().id().delete(&id);\n}", - "category": "basics", - "route_api_model": "grok-4", - "golden_db": "basics-t-006-delete-golden", - "llm_db": "basics-t-006-delete-grok-4-llm", - "work_dir_golden": "target\\llm-runs\\basics\\t_006_delete\\rust\\server\\golden", - "work_dir_llm": "target\\llm-runs\\basics\\t_006_delete\\rust\\server\\grok-4\\llm", + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"Account\", Public = true)]\npublic partial class Account\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n\n [Unique]\n public string Email = \"\";\n\n public string DisplayName = \"\";\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void CreateAccount(ReducerContext ctx, string email, string displayName)\n {\n ctx.Db.Account.Insert(new Account\n {\n Id = 0,\n Email = email,\n DisplayName = displayName\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "golden_db": "basics-t-006-delete-golden", - "llm_db": "basics-t-006-delete-grok-4-llm", "reducers_diff": null, "reducers_equal": true, - "server": "local", - "tables_diff": null, - "tables_equal": true - } - }, - "seed_users_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO users(id, name, age, active) VALUES (1, 'Alice', 30, true)" - } - }, - "delete_user_count_zero": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM users WHERE id=1" + "tables_diff": { + "changed": {}, + "only_golden": { + "account": {} + }, + "only_llm": { + "Account": {} + } + }, + "tables_equal": false } } }, - "vendor": "xai", - "started_at": "2025-10-22T01:02:05.194777800Z", - "finished_at": "2025-10-22T01:03:09.975424400Z" + "vendor": "anthropic", + "input_tokens": 358, + "output_tokens": 153, + "generation_duration_ms": 4059, + "started_at": "2026-03-27T20:13:14.986580100Z", + "finished_at": "2026-03-27T20:14:48.374156700Z" }, - "t_007_crud": { - "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", - "task": "t_007_crud", - "lang": "rust", + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "csharp", "golden_published": false, - "model_name": "Grok 4", - "total_tests": 4, + "model_name": "Claude Opus 4.6", + "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::{reducer, ReducerContext, UniqueColumn};\n\n#[spacetimedb::table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[reducer]\npub fn crud(ctx: &ReducerContext) {\n ctx.db.users().insert(User { id: 1, name: \"Alice\".to_string(), age: 30, active: true });\n ctx.db.users().insert(User { id: 2, name: \"Bob\".to_string(), age: 22, active: false });\n let updated = User { id: 1, name: \"Alice2\".to_string(), age: 31, active: false };\n ctx.db.users().id().update(updated);\n ctx.db.users().id().delete(&2);\n}", - "category": "basics", - "route_api_model": "grok-4", - "golden_db": "basics-t-007-crud-golden", - "llm_db": "basics-t-007-crud-grok-4-llm", - "work_dir_golden": "target\\llm-runs\\basics\\t_007_crud\\rust\\server\\golden", - "work_dir_llm": "target\\llm-runs\\basics\\t_007_crud\\rust\\server\\grok-4\\llm", + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"Product\", Public = true)]\npublic partial class Product\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n\n public string Name = \"\";\n\n [Index.BTree]\n public uint Price;\n}\n\n[Table(Name = \"PriceRangeResult\", Public = true)]\npublic partial class PriceRangeResult\n{\n [PrimaryKey]\n public ulong ProductId;\n\n public string Name = \"\";\n\n public uint Price;\n}\n\npublic static partial class Module\n{\n [Reducer(\"FindInPriceRange\")]\n public static void FindInPriceRange(ReducerContext ctx, uint minPrice, uint maxPrice)\n {\n foreach (var product in ctx.Db.Product.Iter())\n {\n if (product.Price >= minPrice && product.Price <= maxPrice)\n {\n ctx.Db.PriceRangeResult.Insert(new PriceRangeResult\n {\n ProductId = product.Id,\n Name = product.Name,\n Price = product.Price\n });\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 67 packages to latest compatible versions\n Compiling proc-macro2 v1.0.101\n Compiling unicode-ident v1.0.20\n Compiling quote v1.0.41\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling zerocopy v0.8.27\n Compiling find-msvc-tools v0.1.4\n Compiling shlex v1.3.0\n Compiling bitflags v2.10.0\n Compiling anyhow v1.0.100\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.5\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling heck v0.5.0\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling bytemuck v1.24.0\n Compiling constant_time_eq v0.3.1\n Compiling bytes v1.10.1\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.16\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v1.6.0\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling log v0.4.28\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.9\n Compiling cc v1.2.41\n Compiling num-traits v0.2.19\n Compiling spacetimedb-primitives v1.6.0\n Compiling blake3 v1.8.2\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling ppv-lite86 v0.2.21\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.6\n Compiling digest v0.10.7\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.107\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling decorum v0.3.1\n Compiling thiserror-impl v1.0.69\n Compiling enum-as-inner v0.6.1\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling derive_more v0.99.20\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_007_crud\\rust\\server\\grok-4\\llm)\nwarning: unused import: `UniqueColumn`\n --> src\\lib.rs:2:44\n |\n2 | use spacetimedb::{reducer, ReducerContext, UniqueColumn};\n | ^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` on by default\n\nerror[E0599]: no method named `insert` found for reference `&users__TableHandle` in the current scope\n --> src\\lib.rs:15:20\n |\n15 | ctx.db.users().insert(User { id: 1, name: \"Alice\".to_string(), age: 30, active: true });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n15 | ctx.db.users().try_insert(User { id: 1, name: \"Alice\".to_string(), age: 30, active: true });\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&users__TableHandle` in the current scope\n --> src\\lib.rs:16:20\n |\n16 | ctx.db.users().insert(User { id: 2, name: \"Bob\".to_string(), age: 22, active: false });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n16 | ctx.db.users().try_insert(User { id: 2, name: \"Bob\".to_string(), age: 22, active: false });\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(29,5): error STDBINT0001: An internal error occurred during codegen: Parameter count mismatch. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(29,14): error CS1503: Argument 1: cannot convert from 'string' to 'SpacetimeDB.ReducerKind' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(12,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "xai", - "started_at": "2025-10-22T01:02:05.197437100Z", - "finished_at": "2025-10-22T01:03:34.519339400Z" + "vendor": "anthropic", + "input_tokens": 433, + "output_tokens": 293, + "generation_duration_ms": 5070, + "started_at": "2026-03-27T20:13:33.068144900Z", + "finished_at": "2026-03-27T20:14:00.138458600Z" }, - "t_008_index_lookup": { - "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", - "task": "t_008_index_lookup", - "lang": "rust", + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "csharp", "golden_published": false, - "model_name": "Grok 4", - "total_tests": 3, + "model_name": "Claude Opus 4.6", + "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table, UniqueColumn};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool\n}\n\n#[table(name = results)]\npub struct Result {\n #[primary_key]\n id: i32,\n name: String\n}\n\n#[reducer]\npub fn lookup_user_name(ctx: &ReducerContext, id: i32) {\n if let Some(user) = ctx.db.users().id().find(&id) {\n ctx.db.results().insert(Result { id: user.id, name: user.name });\n }\n}", - "category": "basics", - "route_api_model": "grok-4", - "golden_db": "basics-t-008-index-lookup-golden", - "llm_db": "basics-t-008-index-lookup-grok-4-llm", - "work_dir_golden": "target\\llm-runs\\basics\\t_008_index_lookup\\rust\\server\\golden", - "work_dir_llm": "target\\llm-runs\\basics\\t_008_index_lookup\\rust\\server\\grok-4\\llm", + "llm_output": "using SpacetimeDB;\nusing System.Linq;\nusing System.Collections.Generic;\n\n[SpacetimeDB.Table(Name = \"Player\", Public = true)]\npublic partial struct Player\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Name;\n public ulong Score;\n}\n\n[SpacetimeDB.Table(Name = \"Leaderboard\", Public = true)]\npublic partial struct LeaderboardEntry\n{\n [SpacetimeDB.PrimaryKey]\n public uint Rank;\n public string PlayerName;\n public ulong Score;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void BuildLeaderboard(ReducerContext ctx, uint limit)\n {\n // Delete existing leaderboard entries\n foreach (var entry in ctx.Db.Leaderboard.Iter())\n {\n ctx.Db.Leaderboard.Delete(entry);\n }\n\n // Collect all players into a list and sort by Score descending\n var players = new List();\n foreach (var player in ctx.Db.Player.Iter())\n {\n players.Add(player);\n }\n players.Sort((a, b) => b.Score.CompareTo(a.Score));\n\n // Take the first `limit` entries and insert into Leaderboard\n uint rank = 1;\n foreach (var player in players)\n {\n if (rank > limit)\n break;\n ctx.Db.Leaderboard.Insert(new LeaderboardEntry\n {\n Rank = rank,\n PlayerName = player.Name,\n Score = player.Score\n });\n rank++;\n }\n }\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 67 packages to latest compatible versions\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.101\n Compiling unicode-ident v1.0.20\n Compiling quote v1.0.41\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling zerocopy v0.8.27\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.4\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.100\n Compiling bitflags v2.10.0\n Compiling thiserror v1.0.69\n Compiling heck v0.5.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling keccak v0.1.5\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling bytes v1.10.1\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.24.0\n Compiling arrayref v0.3.9\n Compiling cc v1.2.41\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.16\n Compiling constant_time_eq v0.3.1\n Compiling spacetimedb-lib v1.6.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.9\n Compiling log v0.4.28\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.2\n Compiling spacetimedb-primitives v1.6.0\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.6\n Compiling syn v2.0.107\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling rand_chacha v0.3.1\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling enum-as-inner v0.6.1\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\rust\\server\\grok-4\\llm)\nwarning: unused import: `UniqueColumn`\n --> src\\lib.rs:2:58\n |\n2 | use spacetimedb::{table, reducer, ReducerContext, Table, UniqueColumn};\n | ^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` on by default\n\nerror[E0107]: struct takes 0 generic arguments but 2 generic arguments were supplied\n --> src\\lib.rs:4:1\n |\n 4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^ expected 0 generic arguments\n |\nnote: struct defined here, with 0 generic parameters\n --> src\\lib.rs:14:12\n |\n14 | pub struct Result {\n | ^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `deserialize` has an incompatible type for trait\n --> src\\lib.rs:4:1\n |\n4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_) -> std::result::Result>::Error>`\n found signature `fn(_) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_seq_product` has an incompatible type for trait\n --> src\\lib.rs:4:1\n |\n4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(_::__ProductVisitor, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_named_product` has an incompatible type for trait\n --> src\\lib.rs:4:1\n |\n4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(_::__ProductVisitor, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit` has an incompatible type for trait\n --> src\\lib.rs:4:1\n |\n4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^ expected `Result<__ProductFieldIdent, __E>`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, &_) -> std::result::Result<_::__ProductFieldIdent, __E>`\n found signature `fn(_::__ProductVisitor, &_) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `serialize` has an incompatible type for trait\n --> src\\lib.rs:4:1\n |\n4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^ expected `Result<::Ok, ...>`, found `Result`\n |\n = note: expected signature `fn(&User, _) -> std::result::Result<::Ok, ::Error>`\n found signature `fn(&User, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0107]: struct takes 0 generic arguments but 2 generic arguments were supplied\n --> src\\lib.rs:13:1\n |\n13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected 0 generic arguments\n |\nnote: struct defined here, with 0 generic parameters\n --> src\\lib.rs:14:12\n |\n14 | pub struct Result {\n | ^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `deserialize` has an incompatible type for trait\n --> src\\lib.rs:13:1\n |\n13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_) -> std::result::Result>::Error>`\n found signature `fn(_) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_seq_product` has an incompatible type for trait\n --> src\\lib.rs:13:1\n |\n13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(_::__ProductVisitor, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_named_product` has an incompatible type for trait\n --> src\\lib.rs:13:1\n |\n13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(_::__ProductVisitor, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit` has an incompatible type for trait\n --> src\\lib.rs:13:1\n |\n13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result<__ProductFieldIdent, __E>`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, &_) -> std::result::Result<_::__ProductFieldIdent, __E>`\n found signature `fn(_::__ProductVisitor, &_) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `serialize` has an incompatible type for trait\n --> src\\lib.rs:13:1\n |\n13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result<::Ok, ...>`, found `Result`\n |\n = note: expected signature `fn(&Result, _) -> std::result::Result<::Ok, ::Error>`\n found signature `fn(&Result, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:1\n |\n 4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `Result` and `Result` have similar names, but are actually distinct types\nnote: `Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:14:1\n |\n 14 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0277]: the `?` operator can only be used in a method that returns `Result` or `Option` (or another type that implements `FromResidual`)\n --> src\\lib.rs:4:22\n |\n4 | #[table(name = users)]\n | ---------------------^\n | | |\n | | cannot use the `?` operator in a method that returns `Result`\n | this function should return `Result` or `Option` to accept `?`\n |\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` which comes from the expansion of the attribute macro `table` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:1\n |\n 4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `std::result::Result` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:14:1\n |\n 14 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:1\n |\n 4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<_, _>`\n | expected `Result` because of return type\n |\n = note: `std::result::Result<_, _>` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result<_, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:14:1\n |\n 14 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:1\n |\n 4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<__ProductFieldIdent, _>`\n | expected `Result` because of return type\n |\n = note: `Result<__ProductFieldIdent, _>` and `Result` have similar names, but are actually distinct types\nnote: `Result<__ProductFieldIdent, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:14:1\n |\n 14 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:1\n |\n 4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<::Ok, ...>`\n | expected `Result` because of return type\n |\n = note: `Result<::Ok, ...>` and `Result` have similar names, but are actually distinct types\nnote: `Result<::Ok, ...>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:14:1\n |\n 14 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:13:1\n |\n 13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `Result` and `Result` have similar names, but are actually distinct types\nnote: `Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:14:1\n |\n 14 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider using `Result::expect` to unwrap the `std::result::Result>::Error>` value, panicking if the value is a `Result::Err`\n |\n 13 | #[table(name = results)].expect(\"REASON\")\n | +++++++++++++++++\n\nerror[E0277]: the `?` operator can only be used in a method that returns `Result` or `Option` (or another type that implements `FromResidual`)\n --> src\\lib.rs:13:24\n |\n13 | #[table(name = results)]\n | -----------------------^\n | | |\n | | cannot use the `?` operator in a method that returns `Result`\n | this function should return `Result` or `Option` to accept `?`\n |\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` which comes from the expansion of the attribute macro `table` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:13:1\n |\n 13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `std::result::Result` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:14:1\n |\n 14 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:13:1\n |\n 13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<_, _>`\n | expected `Result` because of return type\n |\n = note: `std::result::Result<_, _>` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result<_, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:14:1\n |\n 14 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:13:1\n |\n 13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<__ProductFieldIdent, _>`\n | expected `Result` because of return type\n |\n = note: `Result<__ProductFieldIdent, _>` and `Result` have similar names, but are actually distinct types\nnote: `Result<__ProductFieldIdent, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:14:1\n |\n 14 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:13:1\n |\n 13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<::Ok, ...>`\n | expected `Result` because of return type\n |\n = note: `Result<::Ok, ...>` and `Result` have similar names, but are actually distinct types\nnote: `Result<::Ok, ...>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:14:1\n |\n 14 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nSome errors have detailed explanations: E0053, E0107, E0277, E0308.\nFor more information about an error, try `rustc --explain E0053`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 28 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(31,38): error CS1061: 'Local' does not contain a definition for 'Leaderboard' and no accessible extension method 'Leaderboard' accepting a first argument of type 'Local' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(33,20): error CS1061: 'Local' does not contain a definition for 'Leaderboard' and no accessible extension method 'Leaderboard' accepting a first argument of type 'Local' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(50,20): error CS1061: 'Local' does not contain a definition for 'Leaderboard' and no accessible extension method 'Leaderboard' accepting a first argument of type 'Local' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "xai", - "started_at": "2025-10-22T01:02:05.200443800Z", - "finished_at": "2025-10-22T01:03:49.306266200Z" + "vendor": "anthropic", + "input_tokens": 431, + "output_tokens": 449, + "generation_duration_ms": 7756, + "started_at": "2026-03-27T20:13:53.623171100Z", + "finished_at": "2026-03-27T20:14:21.915223300Z" }, - "t_009_init": { - "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", - "task": "t_009_init", - "lang": "rust", + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 4, - "passed_tests": 4, - "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.users().insert(User { id: 1, name: \"Alice\".to_string(), age: 30, active: true });\n ctx.db.users().insert(User { id: 2, name: \"Bob\".to_string(), age: 22, active: false });\n}", - "category": "basics", - "route_api_model": "grok-4", - "golden_db": "basics-t-009-init-golden", - "llm_db": "basics-t-009-init-grok-4-llm", - "work_dir_golden": "target\\llm-runs\\basics\\t_009_init\\rust\\server\\golden", - "work_dir_llm": "target\\llm-runs\\basics\\t_009_init\\rust\\server\\grok-4\\llm", + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System.Linq;\n\n[SpacetimeDB.Table(Name = \"Task\", Public = true)]\npublic partial struct Task\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Title;\n public bool Completed;\n}\n\n[SpacetimeDB.Table(Name = \"FirstIncomplete\", Public = true)]\npublic partial struct FirstIncomplete\n{\n [SpacetimeDB.PrimaryKey]\n public ulong TaskId;\n public string Title;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void FindFirstIncomplete(ReducerContext ctx)\n {\n foreach (var task in ctx.Db.Task.Iter())\n {\n if (!task.Completed)\n {\n ctx.Db.FirstIncomplete.Insert(new FirstIncomplete\n {\n TaskId = task.Id,\n Title = task.Title\n });\n return;\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", "scorer_details": { - "init_seed_alice": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM users WHERE id=1 AND name='Alice' AND age=30 AND active=true" - } - }, - "init_total_two": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM users" - } - }, "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "golden_db": "basics-t-009-init-golden", - "llm_db": "basics-t-009-init-grok-4-llm", "reducers_diff": null, "reducers_equal": true, - "server": "local", - "tables_diff": null, - "tables_equal": true - } - }, - "init_seed_bob": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM users WHERE id=2 AND name='Bob' AND age=22 AND active=false" + "tables_diff": { + "changed": {}, + "only_golden": { + "first_incomplete": {}, + "task": {} + }, + "only_llm": { + "FirstIncomplete": {}, + "Task": {} + } + }, + "tables_equal": false } } }, - "vendor": "xai", - "started_at": "2025-10-22T01:02:05.203170700Z", - "finished_at": "2025-10-22T01:03:51.597278500Z" + "vendor": "anthropic", + "input_tokens": 395, + "output_tokens": 277, + "generation_duration_ms": 6239, + "started_at": "2026-03-27T20:13:59.233229400Z", + "finished_at": "2026-03-27T20:15:36.412693400Z" }, - "t_010_connect": { - "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", - "task": "t_010_connect", - "lang": "rust", + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "csharp", "golden_published": true, - "model_name": "Grok 4", + "model_name": "Claude Opus 4.6", "total_tests": 1, - "passed_tests": 1, - "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = events)]\npub struct Event {\n #[primary_key]\n #[auto_inc]\n id: i32,\n kind: String,\n}\n\n#[spacetimedb::reducer(client_connected)]\npub fn client_connected(ctx: &ReducerContext) {\n ctx.db.events().insert(Event {\n id: 0,\n kind: \"connected\".into(),\n });\n}\n\n#[spacetimedb::reducer(client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) {\n ctx.db.events().insert(Event {\n id: 0,\n kind: \"disconnected\".into(),\n });\n}", - "category": "basics", - "route_api_model": "grok-4", - "golden_db": "basics-t-010-connect-golden", - "llm_db": "basics-t-010-connect-grok-4-llm", - "work_dir_golden": "target\\llm-runs\\basics\\t_010_connect\\rust\\server\\golden", - "work_dir_llm": "target\\llm-runs\\basics\\t_010_connect\\rust\\server\\grok-4\\llm", + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System.Collections.Generic;\n\n[SpacetimeDB.Table(Name = \"Order\", Public = true)]\npublic partial struct Order\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Category;\n public uint Amount;\n}\n\n[SpacetimeDB.Table(Name = \"DistinctCategory\", Public = true)]\npublic partial struct DistinctCategory\n{\n [SpacetimeDB.PrimaryKey]\n public string Category;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void CollectDistinctCategories(ReducerContext ctx)\n {\n var categories = new HashSet();\n foreach (var order in ctx.Db.Order.Iter())\n {\n categories.Add(order.Category);\n }\n foreach (var category in categories)\n {\n ctx.Db.DistinctCategory.Insert(new DistinctCategory { Category = category });\n }\n }\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "golden_db": "basics-t-010-connect-golden", - "llm_db": "basics-t-010-connect-grok-4-llm", "reducers_diff": null, "reducers_equal": true, - "server": "local", - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "distinct_category": {}, + "order": {} + }, + "only_llm": { + "DistinctCategory": {}, + "Order": {} + } + }, + "tables_equal": false } } }, - "vendor": "xai", - "started_at": "2025-10-22T01:02:05.205852800Z", - "finished_at": "2025-10-22T01:03:18.971400900Z" + "vendor": "anthropic", + "input_tokens": 394, + "output_tokens": 278, + "generation_duration_ms": 6701, + "started_at": "2026-03-27T20:14:00.138572200Z", + "finished_at": "2026-03-27T20:15:34.482013Z" }, - "t_011_helper_function": { - "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", - "task": "t_011_helper_function", - "lang": "rust", - "golden_published": false, - "model_name": "Grok 4", - "total_tests": 3, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::{reducer, ReducerContext};\n\n#[spacetimedb::table(name = results)]\npub struct Result {\n #[primary_key]\n id: i32,\n sum: i32,\n}\n\nfn add(a: i32, b: i32) -> i32 {\n a + b\n}\n\n#[reducer]\npub fn compute_sum(ctx: &ReducerContext, id: i32, a: i32, b: i32) {\n ctx.db.results().insert(Result { id, sum: add(a, b) });\n}", - "category": "basics", - "route_api_model": "grok-4", - "golden_db": "basics-t-011-helper-function-golden", - "llm_db": "basics-t-011-helper-function-grok-4-llm", - "work_dir_golden": "target\\llm-runs\\basics\\t_011_helper_function\\rust\\server\\golden", - "work_dir_llm": "target\\llm-runs\\basics\\t_011_helper_function\\rust\\server\\grok-4\\llm", + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"User\", Public = true)]\npublic partial struct User\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n public bool Active;\n}\n\n[Table(Name = \"UserStats\", Public = true)]\npublic partial struct UserStats\n{\n [PrimaryKey]\n public string Key;\n public ulong Count;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void ComputeUserCounts(ReducerContext ctx)\n {\n ulong total = 0;\n ulong active = 0;\n\n foreach (var user in ctx.Db.User.Iter())\n {\n total++;\n if (user.Active)\n {\n active++;\n }\n }\n\n ctx.Db.UserStats.Insert(new UserStats\n {\n Key = \"total\",\n Count = total\n });\n\n ctx.Db.UserStats.Insert(new UserStats\n {\n Key = \"active\",\n Count = active\n });\n }\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", "scorer_details": { - "publish_error": { + "schema_parity": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 67 packages to latest compatible versions\n Compiling proc-macro2 v1.0.101\n Compiling unicode-ident v1.0.20\n Compiling quote v1.0.41\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.27\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.4\n Compiling bitflags v2.10.0\n Compiling anyhow v1.0.100\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling heck v0.5.0\n Compiling keccak v0.1.5\n Compiling bytes v1.10.1\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.3.1\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v1.6.0\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.16\n Compiling bytemuck v1.24.0\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling log v0.4.28\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.41\n Compiling generic-array v0.14.9\n Compiling num-traits v0.2.19\n Compiling spacetimedb-primitives v1.6.0\n Compiling blake3 v1.8.2\n Compiling syn v2.0.107\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling crypto-common v0.1.6\n Compiling block-buffer v0.10.4\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling thiserror-impl v1.0.69\n Compiling enum-as-inner v0.6.1\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling derive_more v0.99.20\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_011_helper_function\\rust\\server\\grok-4\\llm)\nerror[E0107]: struct takes 0 generic arguments but 2 generic arguments were supplied\n --> src\\lib.rs:4:1\n |\n4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ expected 0 generic arguments\n |\nnote: struct defined here, with 0 generic parameters\n --> src\\lib.rs:5:12\n |\n5 | pub struct Result {\n | ^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `deserialize` has an incompatible type for trait\n --> src\\lib.rs:4:1\n |\n4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_) -> std::result::Result>::Error>`\n found signature `fn(_) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_seq_product` has an incompatible type for trait\n --> src\\lib.rs:4:1\n |\n4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(__ProductVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(__ProductVisitor, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_named_product` has an incompatible type for trait\n --> src\\lib.rs:4:1\n |\n4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(__ProductVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(__ProductVisitor, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit` has an incompatible type for trait\n --> src\\lib.rs:4:1\n |\n4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result<__ProductFieldIdent, __E>`, found `Result`\n |\n = note: expected signature `fn(__ProductVisitor, &_) -> std::result::Result<__ProductFieldIdent, __E>`\n found signature `fn(__ProductVisitor, &_) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `serialize` has an incompatible type for trait\n --> src\\lib.rs:4:1\n |\n4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result<::Ok, ...>`, found `Result`\n |\n = note: expected signature `fn(&Result, _) -> std::result::Result<::Ok, ::Error>`\n found signature `fn(&Result, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:1\n |\n 4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `Result` and `Result` have similar names, but are actually distinct types\nnote: `Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider using `Result::expect` to unwrap the `std::result::Result>::Error>` value, panicking if the value is a `Result::Err`\n |\n 4 | #[spacetimedb::table(name = results)].expect(\"REASON\")\n | +++++++++++++++++\n\nerror[E0277]: the `?` operator can only be used in a method that returns `Result` or `Option` (or another type that implements `FromResidual`)\n --> src\\lib.rs:4:37\n |\n4 | #[spacetimedb::table(name = results)]\n | ------------------------------------^\n | | |\n | | cannot use the `?` operator in a method that returns `Result`\n | this function should return `Result` or `Option` to accept `?`\n |\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` which comes from the expansion of the attribute macro `spacetimedb::table` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:1\n |\n 4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `std::result::Result` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:1\n |\n 4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<_, _>`\n | expected `Result` because of return type\n |\n = note: `std::result::Result<_, _>` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result<_, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:1\n |\n 4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<__ProductFieldIdent, _>`\n | expected `Result` because of return type\n |\n = note: `Result<__ProductFieldIdent, _>` and `Result` have similar names, but are actually distinct types\nnote: `Result<__ProductFieldIdent, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:1\n |\n 4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<::Ok, ...>`\n | expected `Result` because of return type\n |\n = note: `Result<::Ok, ...>` and `Result` have similar names, but are actually distinct types\nnote: `Result<::Ok, ...>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0599]: no method named `insert` found for reference `&results__TableHandle` in the current scope\n --> src\\lib.rs:17:22\n |\n17 | ctx.db.results().insert(Result { id, sum: add(a, b) });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n17 | ctx.db.results().try_insert(Result { id, sum: add(a, b) });\n | ++++\n\nSome errors have detailed explanations: E0053, E0107, E0277, E0308, E0599.\nFor more information about an error, try `rustc --explain E0053`.\nerror: could not compile `spacetime-module` (lib) due to 15 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user": {}, + "user_stats": {} + }, + "only_llm": { + "User": {}, + "UserStats": {} + } + }, + "tables_equal": false } } }, - "vendor": "xai", - "started_at": "2025-10-22T01:02:05.208437500Z", - "finished_at": "2025-10-22T01:03:17.124837500Z" + "vendor": "anthropic", + "input_tokens": 427, + "output_tokens": 278, + "generation_duration_ms": 4933, + "started_at": "2026-03-27T20:14:21.915420700Z", + "finished_at": "2026-03-27T20:15:47.340963900Z" }, - "t_012_spacetime_product_type": { - "hash": "b0d5bbe755291d8ec65de0a74b4eecfa344670639ca5f1a365ced3ab9717e97c", - "task": "t_012_spacetime_product_type", - "lang": "rust", + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "csharp", "golden_published": false, - "model_name": "Grok 4", + "model_name": "Claude Opus 4.6", "total_tests": 1, "passed_tests": 0, - "category": "schema", - "route_api_model": "grok-4", + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"EventLog\", Public = true)]\npublic partial class EventLog\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n\n [Index.BTree(Name = \"idx_category_severity\")]\n public string Category;\n\n [Index.BTree(Name = \"idx_category_severity\")]\n public uint Severity;\n\n public string Message;\n}\n\n[Table(Name = \"FilteredEvent\", Public = true)]\npublic partial class FilteredEvent\n{\n [PrimaryKey]\n public ulong EventId;\n\n public string Message;\n}\n\npublic static partial class Module\n{\n [Reducer(\"FilterEvents\")]\n public static void FilterEvents(ReducerContext ctx, string category, uint severity)\n {\n foreach (var row in ctx.Db.EventLog.Iter())\n {\n if (row.Category == category && row.Severity == severity)\n {\n ctx.Db.FilteredEvent.Insert(new FilteredEvent\n {\n EventId = row.Id,\n Message = row.Message\n });\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "POST https://api.x.ai/v1/chat/completions status 429 Too Many Requests body: {\"code\":\"Some resource has been exhausted\",\"error\":\"Your team 5fc90f6d-3ee0-435e-a2e2-c7d23f7ea90d has either used all available credits or reached its monthly spending limit. To continue making API requests, please purchase more credits or raise your spending limit.\"}", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(30,5): error STDBINT0001: An internal error occurred during codegen: Parameter count mismatch. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(10,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(13,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(30,14): error CS1503: Argument 1: cannot convert from 'string' to 'SpacetimeDB.ReducerKind' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "xai" + "vendor": "anthropic", + "input_tokens": 427, + "output_tokens": 285, + "generation_duration_ms": 5887, + "started_at": "2026-03-27T20:14:48.374458600Z", + "finished_at": "2026-03-27T20:15:03.872425300Z" }, - "t_013_spacetime_sum_type": { - "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", - "task": "t_013_spacetime_sum_type", - "lang": "rust", + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "csharp", "golden_published": false, - "model_name": "Grok 4", - "total_tests": 3, + "model_name": "Claude Opus 4.6", + "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::{SpacetimeType, ReducerContext, reducer, table};\n\n#[derive(SpacetimeType)]\npub struct Rect {\n width: i32,\n height: i32,\n}\n\n#[derive(SpacetimeType)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(name = results)]\npub struct Result {\n #[primary_key]\n id: i32,\n value: Shape,\n}\n\n#[reducer]\npub fn set_circle(ctx: &ReducerContext, id: i32, radius: i32) {\n ctx.db.results().insert(Result { id, value: Shape::Circle(radius) });\n}", - "category": "schema", - "route_api_model": "grok-4", - "golden_db": "schema-t-013-spacetime-sum-type-golden", - "llm_db": "schema-t-013-spacetime-sum-type-grok-4-llm", - "work_dir_golden": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\rust\\server\\golden", - "work_dir_llm": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\rust\\server\\grok-4\\llm", + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"Reminder\", Scheduled = nameof(SendReminder), Public = true)]\npublic partial struct Reminder\n{\n [PrimaryKey, AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n public string Message;\n}\n\npublic static partial class Module\n{\n [Reducer(Name = \"SendReminder\")]\n public static void SendReminder(ReducerContext ctx, Reminder reminder)\n {\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.Reminder.Insert(new Reminder\n {\n ScheduledId = 0,\n ScheduledAt = new ScheduleAt.Time(ctx.Timestamp + TimeSpan.FromMicroseconds(60_000_000)),\n Message = \"Reminder\"\n });\n }\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 67 packages to latest compatible versions\n Compiling proc-macro2 v1.0.101\n Compiling quote v1.0.41\n Compiling unicode-ident v1.0.20\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling zerocopy v0.8.27\n Compiling find-msvc-tools v0.1.4\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.100\n Compiling bitflags v2.10.0\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.5\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling heck v0.5.0\n Compiling humantime v2.3.0\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v1.6.0\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.3.1\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.16\n Compiling bytes v1.10.1\n Compiling bytemuck v1.24.0\n Compiling itertools v0.12.1\n Compiling scoped-tls v1.0.1\n Compiling log v0.4.28\n Compiling rand_core v0.6.4\n Compiling cc v1.2.41\n Compiling generic-array v0.14.9\n Compiling num-traits v0.2.19\n Compiling spacetimedb-primitives v1.6.0\n Compiling syn v2.0.107\n Compiling blake3 v1.8.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.6\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling enum-as-inner v0.6.1\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\rust\\server\\grok-4\\llm)\nerror[E0107]: struct takes 0 generic arguments but 2 generic arguments were supplied\n --> src\\lib.rs:4:10\n |\n 4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected 0 generic arguments\n |\nnote: struct defined here, with 0 generic parameters\n --> src\\lib.rs:17:12\n |\n17 | pub struct Result {\n | ^^^^^^\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `deserialize` has an incompatible type for trait\n --> src\\lib.rs:4:10\n |\n4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_) -> std::result::Result>::Error>`\n found signature `fn(_) -> Result`\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_seq_product` has an incompatible type for trait\n --> src\\lib.rs:4:10\n |\n4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(_::__ProductVisitor, _) -> Result`\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_named_product` has an incompatible type for trait\n --> src\\lib.rs:4:10\n |\n4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(_::__ProductVisitor, _) -> Result`\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit` has an incompatible type for trait\n --> src\\lib.rs:4:10\n |\n4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected `Result<__ProductFieldIdent, __E>`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, &_) -> std::result::Result<_::__ProductFieldIdent, __E>`\n found signature `fn(_::__ProductVisitor, &_) -> Result`\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `serialize` has an incompatible type for trait\n --> src\\lib.rs:4:10\n |\n4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected `Result<::Ok, ...>`, found `Result`\n |\n = note: expected signature `fn(&Rect, _) -> std::result::Result<::Ok, ::Error>`\n found signature `fn(&Rect, _) -> Result`\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0107]: struct takes 0 generic arguments but 2 generic arguments were supplied\n --> src\\lib.rs:10:10\n |\n10 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected 0 generic arguments\n |\nnote: struct defined here, with 0 generic parameters\n --> src\\lib.rs:17:12\n |\n17 | pub struct Result {\n | ^^^^^^\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `deserialize` has an incompatible type for trait\n --> src\\lib.rs:10:10\n |\n10 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_) -> std::result::Result>::Error>`\n found signature `fn(_) -> Result`\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_sum` has an incompatible type for trait\n --> src\\lib.rs:10:10\n |\n10 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(__SumVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(__SumVisitor, _) -> Result`\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_tag` has an incompatible type for trait\n --> src\\lib.rs:10:10\n |\n10 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected `std::result::Result<__Variant, E>`, found `Result`\n |\n = note: expected signature `fn(__SumVisitor, _) -> std::result::Result<__Variant, E>`\n found signature `fn(__SumVisitor, _) -> Result`\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_name` has an incompatible type for trait\n --> src\\lib.rs:10:10\n |\n10 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected `std::result::Result<__Variant, E>`, found `Result`\n |\n = note: expected signature `fn(__SumVisitor, &_) -> std::result::Result<__Variant, E>`\n found signature `fn(__SumVisitor, &_) -> Result`\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `serialize` has an incompatible type for trait\n --> src\\lib.rs:10:10\n |\n10 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected `Result<::Ok, ...>`, found `Result`\n |\n = note: expected signature `fn(&Shape, _) -> std::result::Result<::Ok, ::Error>`\n found signature `fn(&Shape, _) -> Result`\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0107]: struct takes 0 generic arguments but 2 generic arguments were supplied\n --> src\\lib.rs:16:1\n |\n16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected 0 generic arguments\n |\nnote: struct defined here, with 0 generic parameters\n --> src\\lib.rs:17:12\n |\n17 | pub struct Result {\n | ^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `deserialize` has an incompatible type for trait\n --> src\\lib.rs:16:1\n |\n16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_) -> std::result::Result>::Error>`\n found signature `fn(_) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_seq_product` has an incompatible type for trait\n --> src\\lib.rs:16:1\n |\n16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(_::__ProductVisitor, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_named_product` has an incompatible type for trait\n --> src\\lib.rs:16:1\n |\n16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(_::__ProductVisitor, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit` has an incompatible type for trait\n --> src\\lib.rs:16:1\n |\n16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result<__ProductFieldIdent, __E>`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, &_) -> std::result::Result<_::__ProductFieldIdent, __E>`\n found signature `fn(_::__ProductVisitor, &_) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `serialize` has an incompatible type for trait\n --> src\\lib.rs:16:1\n |\n16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result<::Ok, ...>`, found `Result`\n |\n = note: expected signature `fn(&Result, _) -> std::result::Result<::Ok, ::Error>`\n found signature `fn(&Result, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:10\n |\n 4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `Result` and `Result` have similar names, but are actually distinct types\nnote: `Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0277]: the `?` operator can only be used in a method that returns `Result` or `Option` (or another type that implements `FromResidual`)\n --> src\\lib.rs:4:22\n |\n4 | #[derive(SpacetimeType)]\n | ------------^\n | | |\n | | cannot use the `?` operator in a method that returns `Result`\n | this function should return `Result` or `Option` to accept `?`\n |\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:10\n |\n 4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `std::result::Result` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:10\n |\n 4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<_, _>`\n | expected `Result` because of return type\n |\n = note: `std::result::Result<_, _>` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result<_, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:10\n |\n 4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<__ProductFieldIdent, _>`\n | expected `Result` because of return type\n |\n = note: `Result<__ProductFieldIdent, _>` and `Result` have similar names, but are actually distinct types\nnote: `Result<__ProductFieldIdent, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:10\n |\n 4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<::Ok, ...>`\n | expected `Result` because of return type\n |\n = note: `Result<::Ok, ...>` and `Result` have similar names, but are actually distinct types\nnote: `Result<::Ok, ...>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:10:10\n |\n 10 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `Result` and `Result` have similar names, but are actually distinct types\nnote: `Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0277]: the `?` operator can only be used in a method that returns `Result` or `Option` (or another type that implements `FromResidual`)\n --> src\\lib.rs:10:22\n |\n10 | #[derive(SpacetimeType)]\n | ------------^\n | | |\n | | cannot use the `?` operator in a method that returns `Result`\n | this function should return `Result` or `Option` to accept `?`\n |\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:10:10\n |\n 10 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `std::result::Result` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:10:10\n |\n 10 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<__Variant, _>`\n | expected `Result` because of return type\n |\n = note: `std::result::Result<__Variant, _>` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result<__Variant, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:12:12\n |\n 10 | #[derive(SpacetimeType)]\n | ------------- expected `Result` because of return type\n 11 | pub enum Shape {\n 12 | Circle(i32),\n | ^^^ expected `Result`, found `Result<::Ok, ...>`\n |\n = note: `Result<::Ok, ...>` and `Result` have similar names, but are actually distinct types\nnote: `Result<::Ok, ...>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:16:1\n |\n 16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `Result` and `Result` have similar names, but are actually distinct types\nnote: `Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider using `Result::expect` to unwrap the `std::result::Result>::Error>` value, panicking if the value is a `Result::Err`\n |\n 16 | #[table(name = results)].expect(\"REASON\")\n | +++++++++++++++++\n\nerror[E0277]: the `?` operator can only be used in a method that returns `Result` or `Option` (or another type that implements `FromResidual`)\n --> src\\lib.rs:16:24\n |\n16 | #[table(name = results)]\n | -----------------------^\n | | |\n | | cannot use the `?` operator in a method that returns `Result`\n | this function should return `Result` or `Option` to accept `?`\n |\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` which comes from the expansion of the attribute macro `table` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:16:1\n |\n 16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `std::result::Result` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:16:1\n |\n 16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<_, _>`\n | expected `Result` because of return type\n |\n = note: `std::result::Result<_, _>` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result<_, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:16:1\n |\n 16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<__ProductFieldIdent, _>`\n | expected `Result` because of return type\n |\n = note: `Result<__ProductFieldIdent, _>` and `Result` have similar names, but are actually distinct types\nnote: `Result<__ProductFieldIdent, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:16:1\n |\n 16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<::Ok, ...>`\n | expected `Result` because of return type\n |\n = note: `Result<::Ok, ...>` and `Result` have similar names, but are actually distinct types\nnote: `Result<::Ok, ...>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0599]: no method named `insert` found for reference `&results__TableHandle` in the current scope\n --> src\\lib.rs:25:22\n |\n25 | ctx.db.results().insert(Result { id, value: Shape::Circle(radius) });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n25 | ctx.db.results().try_insert(Result { id, value: Shape::Circle(radius) });\n | ++++\n\nSome errors have detailed explanations: E0053, E0107, E0277, E0308, E0599.\nFor more information about an error, try `rustc --explain E0053`.\nerror: could not compile `spacetime-module` (lib) due to 40 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(4,46): error CS0103: The name 'SendReminder' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "xai", - "started_at": "2025-10-22T01:02:05.214065100Z", - "finished_at": "2025-10-22T01:03:53.947923200Z" + "vendor": "anthropic", + "input_tokens": 425, + "output_tokens": 239, + "generation_duration_ms": 10382, + "started_at": "2026-03-27T20:11:17.840463200Z", + "finished_at": "2026-03-27T20:11:37.231710200Z" }, - "t_014_elementary_columns": { - "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", - "task": "t_014_elementary_columns", - "lang": "rust", + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "csharp", "golden_published": false, - "model_name": "Grok 4", - "total_tests": 3, + "model_name": "Claude Opus 4.6", + "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(name = primitives)]\npub struct Primitive {\n #[primary_key]\n id: i32,\n count: i32,\n total: i64,\n price: f32,\n ratio: f64,\n active: bool,\n name: String,\n}\n\n#[reducer(init)]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.primitives().insert(Primitive {\n id: 1,\n count: 2,\n total: 3000000000i64,\n price: 1.5f32,\n ratio: 2.25f64,\n active: true,\n name: \"Alice\".to_string(),\n });\n}", - "category": "schema", - "route_api_model": "grok-4", - "golden_db": "schema-t-014-elementary-columns-golden", - "llm_db": "schema-t-014-elementary-columns-grok-4-llm", - "work_dir_golden": "target\\llm-runs\\schema\\t_014_elementary_columns\\rust\\server\\golden", - "work_dir_llm": "target\\llm-runs\\schema\\t_014_elementary_columns\\rust\\server\\grok-4\\llm", + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"CleanupJob\", Scheduled = nameof(RunCleanup), Public = true)]\npublic partial struct CleanupJob\n{\n [PrimaryKey, AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n}\n\npublic static partial class Module\n{\n [Reducer(Name = \"RunCleanup\")]\n public static void RunCleanup(ReducerContext ctx, CleanupJob job)\n {\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.CleanupJob.Insert(new CleanupJob\n {\n ScheduledId = 0,\n ScheduledAt = new ScheduleAt.Interval(TimeSpan.FromMicroseconds(60_000_000))\n });\n }\n\n [Reducer]\n public static void CancelCleanup(ReducerContext ctx, ulong scheduledId)\n {\n var job = ctx.Db.CleanupJob.ScheduledId.Find(scheduledId);\n if (job != null)\n {\n ctx.Db.CleanupJob.ScheduledId.Delete(scheduledId);\n }\n }\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 67 packages to latest compatible versions\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.101\n Compiling quote v1.0.41\n Compiling unicode-ident v1.0.20\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling cfg-if v1.0.4\n Compiling serde_core v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.27\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.4\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.100\n Compiling thiserror v1.0.69\n Compiling bitflags v2.10.0\n Compiling keccak v0.1.5\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling heck v0.5.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.3.1\n Compiling bytemuck v1.24.0\n Compiling smallvec v1.15.1\n Compiling bytes v1.10.1\n Compiling spacetimedb-lib v1.6.0\n Compiling itertools v0.12.1\n Compiling cc v1.2.41\n Compiling getrandom v0.2.16\n Compiling generic-array v0.14.9\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling log v0.4.28\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling spacetimedb-primitives v1.6.0\n Compiling blake3 v1.8.2\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.6\n Compiling syn v2.0.107\n Compiling digest v0.10.7\n Compiling ppv-lite86 v0.2.21\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling enum-as-inner v0.6.1\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_014_elementary_columns\\rust\\server\\grok-4\\llm)\nerror[E0599]: no method named `insert` found for reference `&primitives__TableHandle` in the current scope\n --> src\\lib.rs:18:25\n |\n18 | ctx.db.primitives().insert(Primitive {\n | --------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n18 | ctx.db.primitives().try_insert(Primitive {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(4,48): error CS0103: The name 'RunCleanup' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "xai", - "started_at": "2025-10-22T01:02:05.216933200Z", - "finished_at": "2025-10-22T01:03:49.010285900Z" + "vendor": "anthropic", + "input_tokens": 449, + "output_tokens": 332, + "generation_duration_ms": 5747, + "started_at": "2026-03-27T20:11:37.231858Z", + "finished_at": "2026-03-27T20:11:55.968950600Z" }, - "t_015_product_type_columns": { - "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", - "task": "t_015_product_type_columns", - "lang": "rust", - "golden_published": false, - "model_name": "Grok 4", - "total_tests": 3, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[derive(spacetimedb::SpacetimeType)]\npub struct Address {\n street: String,\n zip: i32\n}\n\n#[derive(spacetimedb::SpacetimeType)]\npub struct Position {\n x: i32,\n y: i32\n}\n\n#[table(name = profiles)]\npub struct Profile {\n #[primary_key]\n id: i32,\n home: Address,\n work: Address,\n pos: Position\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.profiles().insert(Profile {\n id: 1,\n home: Address { street: \"1 Main\".to_string(), zip: 11111 },\n work: Address { street: \"2 Broad\".to_string(), zip: 22222 },\n pos: Position { x: 7, y: 9 }\n });\n}", - "category": "schema", - "route_api_model": "grok-4", - "golden_db": "schema-t-015-product-type-columns-golden", - "llm_db": "schema-t-015-product-type-columns-grok-4-llm", - "work_dir_golden": "target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\golden", - "work_dir_llm": "target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\grok-4\\llm", + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"OnlinePlayer\", Public = true)]\npublic partial class OnlinePlayer\n{\n [PrimaryKey]\n public Identity Identity;\n public Timestamp ConnectedAt;\n}\n\npublic static partial class Module\n{\n [Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.OnlinePlayer.Insert(new OnlinePlayer\n {\n Identity = ctx.Sender,\n ConnectedAt = ctx.Timestamp\n });\n }\n\n [Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n var player = ctx.Db.OnlinePlayer.Identity.Find(ctx.Sender);\n if (player != null)\n {\n ctx.Db.OnlinePlayer.Identity.Delete(ctx.Sender);\n }\n }\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", "scorer_details": { - "publish_error": { + "schema_parity": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 67 packages to latest compatible versions\n Compiling proc-macro2 v1.0.101\n Compiling unicode-ident v1.0.20\n Compiling quote v1.0.41\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.4\n Compiling zerocopy v0.8.27\n Compiling bitflags v2.10.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.100\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling keccak v0.1.5\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling heck v0.5.0\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.24.0\n Compiling constant_time_eq v0.3.1\n Compiling spacetimedb-lib v1.6.0\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.16\n Compiling hex v0.4.3\n Compiling bytes v1.10.1\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling log v0.4.28\n Compiling generic-array v0.14.9\n Compiling num-traits v0.2.19\n Compiling cc v1.2.41\n Compiling syn v2.0.107\n Compiling blake3 v1.8.2\n Compiling spacetimedb-primitives v1.6.0\n Compiling crypto-common v0.1.6\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling enum-as-inner v0.6.1\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\grok-4\\llm)\nerror[E0599]: no method named `insert` found for reference `&profiles__TableHandle` in the current scope\n --> src\\lib.rs:27:23\n |\n27 | ctx.db.profiles().insert(Profile {\n | ------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n27 | ctx.db.profiles().try_insert(Profile {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "online_player": {} + }, + "only_llm": { + "OnlinePlayer": {} + } + }, + "tables_equal": false } } }, - "vendor": "xai", - "started_at": "2025-10-22T01:02:05.219748600Z", - "finished_at": "2025-10-22T01:04:00.131061Z" + "vendor": "anthropic", + "input_tokens": 360, + "output_tokens": 243, + "generation_duration_ms": 4207, + "started_at": "2026-03-27T20:11:55.969136800Z", + "finished_at": "2026-03-27T20:13:14.980973300Z" }, - "t_016_sum_type_columns": { - "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", - "task": "t_016_sum_type_columns", - "lang": "rust", + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "csharp", "golden_published": false, - "model_name": "Grok 4", - "total_tests": 3, + "model_name": "Claude Opus 4.6", + "total_tests": 1, "passed_tests": 0, - "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, Table};\n\n#[derive(spacetimedb::SpacetimeType)]\npub struct Rect {\n width: i32,\n height: i32,\n}\n\n#[derive(spacetimedb::SpacetimeType)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb::table(name = drawings)]\npub struct Drawing {\n #[primary_key]\n id: i32,\n a: Shape,\n b: Shape,\n}\n\n#[spacetimedb::reducer(seed)]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.drawings().insert(Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n });\n}", - "category": "schema", - "route_api_model": "grok-4", - "golden_db": "schema-t-016-sum-type-columns-golden", - "llm_db": "schema-t-016-sum-type-columns-grok-4-llm", - "work_dir_golden": "target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\golden", - "work_dir_llm": "target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\grok-4\\llm", + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"User\", Public = false)]\npublic partial class User\n{\n [PrimaryKey]\n public Identity Identity;\n public string Name = \"\";\n}\n\n[Table(Name = \"Message\", Public = true)]\npublic partial class Message\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n\n [Index.BTree]\n public Identity Sender;\n\n public string Text = \"\";\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void Register(ReducerContext ctx, string name)\n {\n var existing = ctx.Db.User.Identity.Find(ctx.Sender);\n if (existing != null)\n {\n throw new System.Exception(\"already registered\");\n }\n ctx.Db.User.Insert(new User\n {\n Identity = ctx.Sender,\n Name = name\n });\n }\n\n [Reducer]\n public static void PostMessage(ReducerContext ctx, string text)\n {\n var existing = ctx.Db.User.Identity.Find(ctx.Sender);\n if (existing == null)\n {\n throw new System.Exception(\"not registered\");\n }\n ctx.Db.Message.Insert(new Message\n {\n Id = 0,\n Sender = ctx.Sender,\n Text = text\n });\n }\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 67 packages to latest compatible versions\n Compiling proc-macro2 v1.0.101\n Compiling quote v1.0.41\n Compiling unicode-ident v1.0.20\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling zerocopy v0.8.27\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.4\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.10.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.100\n Compiling humantime v2.3.0\n Compiling keccak v0.1.5\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling heck v0.5.0\n Compiling arrayvec v0.7.6\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v1.6.0\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.3.1\n Compiling bytemuck v1.24.0\n Compiling bytes v1.10.1\n Compiling getrandom v0.2.16\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling log v0.4.28\n Compiling generic-array v0.14.9\n Compiling cc v1.2.41\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.2\n Compiling syn v2.0.107\n Compiling spacetimedb-primitives v1.6.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.6\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling thiserror-impl v1.0.69\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling enum-as-inner v0.6.1\n Compiling derive_more v0.99.20\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\grok-4\\llm)\nerror: expected one of: `init`, `client_connected`, `client_disconnected`, `update`, `name`\n --> src\\lib.rs:24:24\n |\n24 | #[spacetimedb::reducer(seed)]\n | ^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(19,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "xai", - "started_at": "2025-10-22T01:02:05.222488900Z", - "finished_at": "2025-10-22T01:03:17.896166200Z" + "vendor": "anthropic", + "input_tokens": 455, + "output_tokens": 350, + "generation_duration_ms": 6153, + "started_at": "2026-03-27T20:07:03.400123700Z", + "finished_at": "2026-03-27T20:07:17.830534800Z" }, - "t_017_scheduled_columns": { - "hash": "b0d5bbe755291d8ec65de0a74b4eecfa344670639ca5f1a365ced3ab9717e97c", - "task": "t_017_scheduled_columns", - "lang": "rust", + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"Config\", Public = false)]\npublic partial class Config\n{\n [PrimaryKey]\n public uint Id;\n public Identity Admin;\n}\n\n[Table(Name = \"AdminLog\", Public = true)]\npublic partial class AdminLog\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Action = \"\";\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void BootstrapAdmin(ReducerContext ctx)\n {\n var existing = ctx.Db.Config.Id.Find(0);\n if (existing != null)\n {\n throw new System.Exception(\"already bootstrapped\");\n }\n ctx.Db.Config.Insert(new Config\n {\n Id = 0,\n Admin = ctx.Sender\n });\n }\n\n [Reducer]\n public static void AdminAction(ReducerContext ctx, string action)\n {\n var config = ctx.Db.Config.Id.Find(0);\n if (config == null)\n {\n throw new System.Exception(\"not bootstrapped\");\n }\n if (ctx.Sender != config.Admin)\n {\n throw new System.Exception(\"not admin\");\n }\n ctx.Db.AdminLog.Insert(new AdminLog\n {\n Id = 0,\n Action = action\n });\n }\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "admin_log": {}, + "config": {} + }, + "only_llm": { + "AdminLog": {}, + "Config": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 465, + "output_tokens": 356, + "generation_duration_ms": 6206, + "started_at": "2026-03-27T20:07:03.400931200Z", + "finished_at": "2026-03-27T20:08:18.478653Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"User\", Public = false)]\npublic partial struct User\n{\n [PrimaryKey]\n public Identity Identity;\n public string Role;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void Register(ReducerContext ctx)\n {\n var existing = ctx.Db.User.Identity.Find(ctx.Sender);\n if (existing != null)\n {\n throw new System.Exception(\"already registered\");\n }\n ctx.Db.User.Insert(new User\n {\n Identity = ctx.Sender,\n Role = \"member\"\n });\n }\n\n [Reducer]\n public static void Promote(ReducerContext ctx, Identity target)\n {\n var caller = ctx.Db.User.Identity.Find(ctx.Sender);\n if (caller == null)\n {\n throw new System.Exception(\"not registered\");\n }\n if (caller.Value.Role != \"admin\")\n {\n throw new System.Exception(\"not admin\");\n }\n var targetUser = ctx.Db.User.Identity.Find(target);\n if (targetUser == null)\n {\n throw new System.Exception(\"target not registered\");\n }\n var updated = targetUser.Value;\n updated.Role = \"admin\";\n ctx.Db.User.Identity.Update(updated);\n }\n\n [Reducer]\n public static void MemberAction(ReducerContext ctx)\n {\n var caller = ctx.Db.User.Identity.Find(ctx.Sender);\n if (caller == null)\n {\n throw new System.Exception(\"not registered\");\n }\n }\n\n [Reducer]\n public static void AdminAction(ReducerContext ctx)\n {\n var caller = ctx.Db.User.Identity.Find(ctx.Sender);\n if (caller == null)\n {\n throw new System.Exception(\"not registered\");\n }\n if (caller.Value.Role != \"admin\")\n {\n throw new System.Exception(\"not admin\");\n }\n }\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user": {} + }, + "only_llm": { + "User": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 512, + "output_tokens": 527, + "generation_duration_ms": 7912, + "started_at": "2026-03-27T20:07:17.830728700Z", + "finished_at": "2026-03-27T20:08:30.663949300Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "csharp", "golden_published": false, - "model_name": "Grok 4", + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"Admin\", Public = false)]\npublic partial class Admin\n{\n [PrimaryKey]\n public Identity Identity;\n}\n\n[Table(Name = \"Banned\", Public = false)]\npublic partial class Banned\n{\n [PrimaryKey]\n public Identity Identity;\n}\n\n[Table(Name = \"Player\", Public = true)]\npublic partial class Player\n{\n [PrimaryKey]\n public Identity Identity;\n public string Name = \"\";\n}\n\npublic static partial class Module\n{\n [Reducer(\"AddAdmin\")]\n public static void AddAdmin(ReducerContext ctx, Identity target)\n {\n if (ctx.Db.Admin.Identity.Find(ctx.Sender) is null)\n {\n throw new System.Exception(\"not admin\");\n }\n if (ctx.Db.Admin.Identity.Find(target) is null)\n {\n ctx.Db.Admin.Insert(new Admin { Identity = target });\n }\n }\n\n [Reducer(\"BanPlayer\")]\n public static void BanPlayer(ReducerContext ctx, Identity target)\n {\n if (ctx.Db.Admin.Identity.Find(ctx.Sender) is null)\n {\n throw new System.Exception(\"not admin\");\n }\n ctx.Db.Banned.Insert(new Banned { Identity = target });\n var player = ctx.Db.Player.Identity.Find(target);\n if (player is not null)\n {\n ctx.Db.Player.Identity.Delete(target);\n }\n }\n\n [Reducer(\"JoinGame\")]\n public static void JoinGame(ReducerContext ctx, string name)\n {\n if (ctx.Db.Banned.Identity.Find(ctx.Sender) is not null)\n {\n throw new System.Exception(\"banned\");\n }\n if (ctx.Db.Player.Identity.Find(ctx.Sender) is not null)\n {\n throw new System.Exception(\"already in game\");\n }\n ctx.Db.Player.Insert(new Player { Identity = ctx.Sender, Name = name });\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.Admin.Insert(new Admin { Identity = ctx.Sender });\n }\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(28,5): error STDBINT0001: An internal error occurred during codegen: Parameter count mismatch. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(41,5): error STDBINT0001: An internal error occurred during codegen: Parameter count mismatch. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(56,5): error STDBINT0001: An internal error occurred during codegen: Parameter count mismatch. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(28,14): error CS1503: Argument 1: cannot convert from 'string' to 'SpacetimeDB.ReducerKind' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(41,14): error CS1503: Argument 1: cannot convert from 'string' to 'SpacetimeDB.ReducerKind' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(56,14): error CS1503: Argument 1: cannot convert from 'string' to 'SpacetimeDB.ReducerKind' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 521, + "output_tokens": 588, + "generation_duration_ms": 7631, + "started_at": "2026-03-27T20:07:18.783412200Z", + "finished_at": "2026-03-27T20:07:38.112545200Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"RateLimit\", Public = false)]\npublic partial struct RateLimit\n{\n [PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n}\n\n[Table(Name = \"ActionLog\", Public = true)]\npublic partial struct ActionLog\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)ctx.Timestamp.ToUnixTimeMilliseconds() * 1000;\n\n var existing = ctx.Db.RateLimit.Identity.Find(ctx.Sender);\n\n if (existing != null)\n {\n RateLimit rl = existing.Value;\n if ((now - rl.LastCallUs) < 1_000_000)\n {\n throw new System.Exception(\"rate limited\");\n }\n rl.LastCallUs = now;\n ctx.Db.RateLimit.Identity.Update(rl);\n }\n else\n {\n ctx.Db.RateLimit.Insert(new RateLimit\n {\n Identity = ctx.Sender,\n LastCallUs = now\n });\n }\n\n ctx.Db.ActionLog.Insert(new ActionLog\n {\n Id = 0,\n Identity = ctx.Sender,\n Payload = payload\n });\n }\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(27,42): error CS1061: 'Timestamp' does not contain a definition for 'ToUnixTimeMilliseconds' and no accessible extension method 'ToUnixTimeMilliseconds' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 492, + "output_tokens": 392, + "generation_duration_ms": 6111, + "started_at": "2026-03-27T20:07:38.112636400Z", + "finished_at": "2026-03-27T20:07:52.203642100Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"Document\", Public = true)]\npublic partial class Document\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n\n [Index.BTree]\n public Identity Owner;\n\n public string Title = \"\";\n}\n\n[Table(Name = \"DocumentShare\", Public = true)]\npublic partial class DocumentShare\n{\n [Index.BTree]\n public ulong DocumentId;\n\n [Index.BTree]\n public Identity SharedWith;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void CreateDocument(ReducerContext ctx, string title)\n {\n ctx.Db.Document.Insert(new Document\n {\n Id = 0,\n Owner = ctx.Sender,\n Title = title\n });\n }\n\n [Reducer]\n public static void ShareDocument(ReducerContext ctx, ulong documentId, Identity target)\n {\n var doc = ctx.Db.Document.Id.Find(documentId);\n if (doc is null)\n {\n throw new System.Exception(\"not found\");\n }\n if (doc.Owner != ctx.Sender)\n {\n throw new System.Exception(\"not owner\");\n }\n ctx.Db.DocumentShare.Insert(new DocumentShare\n {\n DocumentId = documentId,\n SharedWith = target\n });\n }\n\n [Reducer]\n public static void EditDocument(ReducerContext ctx, ulong documentId, string newTitle)\n {\n var doc = ctx.Db.Document.Id.Find(documentId);\n if (doc is null)\n {\n throw new System.Exception(\"not found\");\n }\n\n bool isOwner = doc.Owner == ctx.Sender;\n bool isShared = false;\n\n if (!isOwner)\n {\n foreach (var share in ctx.Db.DocumentShare.DocumentId.Filter(documentId))\n {\n if (share.SharedWith == ctx.Sender)\n {\n isShared = true;\n break;\n }\n }\n }\n\n if (!isOwner && !isShared)\n {\n throw new System.Exception(\"unauthorized\");\n }\n\n doc.Title = newTitle;\n ctx.Db.Document.Id.Update(doc);\n }\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(19,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(22,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(10,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 557, + "output_tokens": 582, + "generation_duration_ms": 9288, + "started_at": "2026-03-27T20:07:52.203840400Z", + "finished_at": "2026-03-27T20:08:10.150199100Z" + } + } + }, + { + "name": "GPT-5-mini", + "route_api_model": "gpt-5-mini", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using Spacetime;\n\npublic static class BackendModule\n{\n [Table]\n public struct EmptyTable\n {\n [PrimaryKey]\n public int Id;\n }\n\n [Reducer]\n public static void EmptyReducer_NoArgs()\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithInt(int count)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithString(string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithTwoArgs(int count, string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithThreeArgs(bool active, float ratio, string label)\n {\n }\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(2,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(13,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(13,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(23,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(23,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(28,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(28,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(33,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(33,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(6,6): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(6,6): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,10): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,10): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 335, + "output_tokens": 1355, + "generation_duration_ms": 28411, + "started_at": "2026-03-27T20:08:23.815881300Z", + "finished_at": "2026-03-27T20:09:05.950296400Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\n\nnamespace SpacetimeDBModule\n{\n public struct User\n {\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n public struct Product\n {\n public int Id;\n public string Title;\n public float Price;\n public bool InStock;\n }\n\n public struct Note\n {\n public int Id;\n public string Body;\n public long Rating;\n public bool Pinned;\n }\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nCSC : error CS5001: Program does not contain a static 'Main' method suitable for an entry point [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 337, + "output_tokens": 1696, + "generation_duration_ms": 26762, + "started_at": "2026-03-27T20:08:26.876686200Z", + "finished_at": "2026-03-27T20:09:08.798715700Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing Spacetime;\nusing Spacetime.Attributes;\nusing Spacetime.Runtime;\nusing Spacetime.Scheduling;\n\n[Table]\npublic struct TickTimer\n{\n [PrimaryKey, AutoIncrement]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n}\n\npublic static class Reducers\n{\n [Init]\n public static void Init(Database db)\n {\n // Insert exactly one row that schedules a repeating interval of 50_000 microseconds (50 ms).\n db.Insert(new TickTimer\n {\n ScheduledAt = ScheduleAt.Every(TimeSpan.FromMilliseconds(50))\n });\n }\n\n [Reducer]\n public static void Tick(ScheduledRow scheduled)\n {\n // scheduled reducer triggered by TickTimer - no-op body (placeholder)\n }\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(3,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(6,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(13,12): error CS0246: The type or namespace name 'ScheduleAt' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(11,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(11,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(11,18): error CS0246: The type or namespace name 'AutoIncrementAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(11,18): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,29): error CS0246: The type or namespace name 'Database' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(29,29): error CS0246: The type or namespace name 'ScheduledRow<>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,6): error CS0246: The type or namespace name 'InitAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,6): error CS0246: The type or namespace name 'Init' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(28,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(28,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 309, + "output_tokens": 1725, + "generation_duration_ms": 20244, + "started_at": "2026-03-27T20:08:30.013336700Z", + "finished_at": "2026-03-27T20:09:03.519798700Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing Spacetime;\n\nnamespace Spacetime.Backend\n{\n [SpacetimeStruct]\n public struct Position\n {\n public int X;\n public int Y;\n }\n\n [SpacetimeTable]\n public struct Entity\n {\n [PrimaryKey]\n public int Id;\n public Position Pos;\n }\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'SpacetimeStructAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'SpacetimeStruct' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(14,6): error CS0246: The type or namespace name 'SpacetimeTableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(14,6): error CS0246: The type or namespace name 'SpacetimeTable' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,10): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,10): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 271, + "output_tokens": 959, + "generation_duration_ms": 22456, + "started_at": "2026-03-27T20:08:45.256487600Z", + "finished_at": "2026-03-27T20:09:19.794462500Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "using Spacetime;\n\n[Table(\"User\")]\npublic struct User\n{\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static class Reducers\n{\n [Reducer]\n public static void InsertUser(Table User, int id, string name, int age, bool active)\n {\n User.Insert(new User { Id = id, Name = name, Age = age, Active = active });\n }\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(2,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,35): error CS0246: The type or namespace name 'Table<>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 304, + "output_tokens": 1623, + "generation_duration_ms": 29886, + "started_at": "2026-03-27T20:09:03.520051600Z", + "finished_at": "2026-03-27T20:09:41.372304600Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using Spacetime;\n\n[Table]\npublic struct User\n{\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void UpdateUser(Table User, int id, string name, int age, bool active)\n {\n User.Put(new User { Id = id, Name = name, Age = age, Active = active });\n }\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(2,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,35): error CS0246: The type or namespace name 'Table<>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 310, + "output_tokens": 1684, + "generation_duration_ms": 24593, + "started_at": "2026-03-27T20:09:05.950403500Z", + "finished_at": "2026-03-27T20:09:40.651619300Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using Spacetime;\n\n[Table]\npublic struct User\n{\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\n[SpacetimeModule]\npublic class Module : SpacetimeModule\n{\n public Table User;\n\n [Reducer]\n public void DeleteUser(int id)\n {\n User.Delete(id);\n }\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(2,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(15,23): error CS0246: The type or namespace name 'SpacetimeModule' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(14,2): error CS0246: The type or namespace name 'SpacetimeModuleAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(14,2): error CS0246: The type or namespace name 'SpacetimeModule' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,12): error CS0246: The type or namespace name 'Table<>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 278, + "output_tokens": 1424, + "generation_duration_ms": 22493, + "started_at": "2026-03-27T20:09:08.798835900Z", + "finished_at": "2026-03-27T20:09:38.780173100Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "using System;\nusing Spacetime;\n\n[Table(\"User\")]\npublic struct User\n{\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic class t_007_crud : Module\n{\n [Reducer]\n public static void Crud(Context ctx)\n {\n // insert (Id=1, Name=\"Alice\", Age=30, Active=true)\n ctx.Table().Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n\n // insert (Id=2, Name=\"Bob\", Age=22, Active=false)\n ctx.Table().Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n\n // update (Id=1, Name=\"Alice2\", Age=31, Active=false)\n ctx.Table().Update(new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\n\n // delete Id=2\n ctx.Table().Delete(2);\n }\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(3,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(15,27): error CS0246: The type or namespace name 'Module' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,29): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 344, + "output_tokens": 1615, + "generation_duration_ms": 26162, + "started_at": "2026-03-27T20:09:19.794648700Z", + "finished_at": "2026-03-27T20:09:53.478346Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using Spacetime;\n\n[Table]\npublic struct User\n{\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\n[Table]\npublic struct Result\n{\n [PrimaryKey]\n public int Id;\n public string Name;\n}\n\npublic class Module : Spacetime.Module\n{\n public Table User { get; set; }\n public Table Result { get; set; }\n\n [Reducer]\n public void LookupUserName(int id)\n {\n var row = User.IndexPrimary.Find(id);\n if (row != null)\n {\n Result.Insert(new Result { Id = row.Id, Name = row.Name });\n }\n }\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(2,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(14,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(14,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(22,23): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(24,12): error CS0246: The type or namespace name 'Table<>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(25,12): error CS0246: The type or namespace name 'Table<>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(27,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(27,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 333, + "output_tokens": 1610, + "generation_duration_ms": 20372, + "started_at": "2026-03-27T20:09:38.780347800Z", + "finished_at": "2026-03-27T20:10:09.267614700Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "using Spacetime;\n\nnamespace t_009_init\n{\n public static class Backend\n {\n [Table]\n public struct User\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Init]\n public static void Init(ReduceContext ctx)\n {\n ctx.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n }\n }\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(2,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,33): error CS0246: The type or namespace name 'ReduceContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,10): error CS0246: The type or namespace name 'InitAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,10): error CS0246: The type or namespace name 'Init' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,10): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,10): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(11,14): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(11,14): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 312, + "output_tokens": 2106, + "generation_duration_ms": 28519, + "started_at": "2026-03-27T20:09:40.651821200Z", + "finished_at": "2026-03-27T20:10:20.937480800Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", "total_tests": 1, "passed_tests": 0, + "llm_output": "using Spacetime;\n\npublic sealed class Module : Spacetime.Module\n{\n public Table Event;\n\n public struct Event\n {\n [PrimaryKey, AutoIncrement]\n public int Id;\n public string Kind;\n }\n\n [Reducer]\n public void ClientConnected()\n {\n Event.Insert(new Event { Kind = \"connected\" });\n }\n\n [Reducer]\n public void ClientDisconnected()\n {\n Event.Insert(new Event { Kind = \"disconnected\" });\n }\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(2,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,30): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(6,12): error CS0246: The type or namespace name 'Table<>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(6,25): error CS0102: The type 'Module' already contains a definition for 'Event' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(10,10): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(10,10): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(10,22): error CS0246: The type or namespace name 'AutoIncrementAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(10,22): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(15,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(15,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(21,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(21,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 296, + "output_tokens": 1701, + "generation_duration_ms": 23182, + "started_at": "2026-03-27T20:09:41.372490300Z", + "finished_at": "2026-03-27T20:10:13.409941300Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using System;\nusing System.Collections.Generic;\n\npublic struct Result\n{\n public int Id;\n public int Sum;\n}\n\npublic static class ResultTable\n{\n private static readonly List _rows = new List();\n\n public static void Insert(Result row)\n {\n _rows.Add(row);\n }\n\n public static IReadOnlyList Rows => _rows.AsReadOnly();\n}\n\npublic static class Helpers\n{\n public static int Add(int a, int b)\n {\n return a + b;\n }\n}\n\npublic static class Reducers\n{\n public static void ComputeSum(int id, int a, int b)\n {\n ResultTable.Insert(new Result { Id = id, Sum = Helpers.Add(a, b) });\n }\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nCSC : error CS5001: Program does not contain a static 'Main' method suitable for an entry point [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 309, + "output_tokens": 2442, + "generation_duration_ms": 30193, + "started_at": "2026-03-27T20:09:53.478536100Z", + "finished_at": "2026-03-27T20:10:36.406192400Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using Spacetime;\n\npublic struct Score\n{\n public int Left;\n public int Right;\n}\n\n[Table]\npublic struct Result\n{\n [PrimaryKey]\n public int Id;\n public Score Value;\n}\n\npublic static class Reducers\n{\n [Reducer]\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\n {\n ctx.Table().Insert(new Result\n {\n Id = id,\n Value = new Score { Left = left, Right = right }\n });\n }\n}", "category": "schema", - "route_api_model": "grok-4", + "route_api_model": "gpt-5-mini", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "POST https://api.x.ai/v1/chat/completions status 429 Too Many Requests body: {\"code\":\"Some resource has been exhausted\",\"error\":\"Your team 5fc90f6d-3ee0-435e-a2e2-c7d23f7ea90d has either used all available credits or reached its monthly spending limit. To continue making API requests, please purchase more credits or raise your spending limit.\"}", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(2,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(10,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(10,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(21,33): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(13,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(13,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(20,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(20,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 319, + "output_tokens": 2072, + "generation_duration_ms": 32454, + "started_at": "2026-03-27T20:12:52.391091400Z", + "finished_at": "2026-03-27T20:13:34.793491Z" }, - "t_018_constraints": { - "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", - "task": "t_018_constraints", - "lang": "rust", + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "csharp", "golden_published": false, - "model_name": "Grok 4", + "model_name": "GPT-5-mini", "total_tests": 3, "passed_tests": 0, - "llm_output": "use spacetimedb::{reducer, ReducerContext};\n\n#[spacetimedb::table(name = accounts, index(name = by_name, btree(columns = [name])))]\npub struct Account {\n #[primary_key]\n id: i32,\n #[unique]\n email: String,\n name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.accounts().insert(Account { id: 1, email: \"a@example.com\".to_string(), name: \"Alice\".to_string() });\n ctx.db.accounts().insert(Account { id: 2, email: \"b@example.com\".to_string(), name: \"Bob\".to_string() });\n}", + "llm_output": "using Spacetime;\n\n[Spacetime.Struct]\npublic struct Circle\n{\n public int Radius;\n}\n\n[Spacetime.Struct]\npublic struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[Spacetime.Sum]\npublic partial struct Shape\n{\n public Circle? Circle;\n public Rectangle? Rectangle;\n\n public static Shape FromCircle(Circle c) => new Shape { Circle = c, Rectangle = null };\n public static Shape FromRectangle(Rectangle r) => new Shape { Rectangle = r, Circle = null };\n}\n\n[Spacetime.Table]\npublic partial struct Result\n{\n [Spacetime.PrimaryKey]\n public int Id;\n public Shape Value;\n}\n\npublic static partial class Reducers\n{\n [Spacetime.Reducer]\n public static void SetCircle(int id, int radius, Spacetime.IInsert insert)\n {\n var value = Shape.FromCircle(new Circle { Radius = radius });\n insert.Insert(new Result { Id = id, Value = value });\n }\n}", "category": "schema", - "route_api_model": "grok-4", - "golden_db": "schema-t-018-constraints-golden", - "llm_db": "schema-t-018-constraints-grok-4-llm", - "work_dir_golden": "target\\llm-runs\\schema\\t_018_constraints\\rust\\server\\golden", - "work_dir_llm": "target\\llm-runs\\schema\\t_018_constraints\\rust\\server\\grok-4\\llm", + "route_api_model": "gpt-5-mini", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 67 packages to latest compatible versions\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.101\n Compiling quote v1.0.41\n Compiling unicode-ident v1.0.20\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling zerocopy v0.8.27\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.4\n Compiling bitflags v2.10.0\n Compiling anyhow v1.0.100\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling humantime v2.3.0\n Compiling keccak v0.1.5\n Compiling heck v0.4.1\n Compiling heck v0.5.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v1.6.0\n Compiling bytemuck v1.24.0\n Compiling bytes v1.10.1\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling getrandom v0.2.16\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.9\n Compiling cc v1.2.41\n Compiling constant_time_eq v0.3.1\n Compiling log v0.4.28\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling spacetimedb-primitives v1.6.0\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.2\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.6\n Compiling syn v2.0.107\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling decorum v0.3.1\n Compiling thiserror-impl v1.0.69\n Compiling enum-as-inner v0.6.1\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling derive_more v0.99.20\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\rust\\server\\grok-4\\llm)\nerror[E0599]: no method named `insert` found for reference `&accounts__TableHandle` in the current scope\n --> src\\lib.rs:15:23\n |\n15 | ctx.db.accounts().insert(Account { id: 1, email: \"a@example.com\".to_string(), name: \"Alice\".to_string() });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n15 | ctx.db.accounts().try_insert(Account { id: 1, email: \"a@example.com\".to_string(), name: \"Alice\".to_string() });\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&accounts__TableHandle` in the current scope\n --> src\\lib.rs:16:23\n |\n16 | ctx.db.accounts().insert(Account { id: 2, email: \"b@example.com\".to_string(), name: \"Bob\".to_string() });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n16 | ctx.db.accounts().try_insert(Account { id: 2, email: \"b@example.com\".to_string(), name: \"Bob\".to_string() });\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(2,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,2): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(27,2): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(10,2): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(30,6): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(38,54): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(37,6): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "xai", - "started_at": "2025-10-22T01:02:05.228601900Z", - "finished_at": "2025-10-22T01:03:49.415425800Z" + "vendor": "openai", + "input_tokens": 335, + "output_tokens": 1845, + "generation_duration_ms": 25909, + "started_at": "2026-03-27T20:12:53.227970500Z", + "finished_at": "2026-03-27T20:13:33.032783Z" }, - "t_019_many_to_many": { - "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", - "task": "t_019_many_to_many", - "lang": "rust", + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "csharp", "golden_published": false, - "model_name": "Grok 4", - "total_tests": 5, + "model_name": "GPT-5-mini", + "total_tests": 3, "passed_tests": 0, - "llm_output": "use spacetimedb::{table, reducer, ReducerContext};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n user_id: i32,\n name: String,\n}\n\n#[table(name = groups)]\npub struct Group {\n #[primary_key]\n group_id: i32,\n title: String,\n}\n\n#[table(name = memberships, index(name = by_user, btree(columns = [user_id])), index(name = by_group, btree(columns = [group_id])))]\npub struct Membership {\n #[primary_key]\n id: i32,\n user_id: i32,\n group_id: i32,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.users().insert(User { user_id: 1, name: \"Alice\".into() });\n ctx.db.users().insert(User { user_id: 2, name: \"Bob\".into() });\n ctx.db.groups().insert(Group { group_id: 10, title: \"Admin\".into() });\n ctx.db.groups().insert(Group { group_id: 20, title: \"Dev\".into() });\n ctx.db.memberships().insert(Membership { id: 1, user_id: 1, group_id: 10 });\n ctx.db.memberships().insert(Membership { id: 2, user_id: 1, group_id: 20 });\n ctx.db.memberships().insert(Membership { id: 3, user_id: 2, group_id: 20 });\n}", + "llm_output": "using System;\nusing System.Collections.Generic;\n\n[AttributeUsage(AttributeTargets.Struct)]\npublic sealed class TableAttribute : Attribute\n{\n public TableAttribute(string name) { }\n}\n\n[AttributeUsage(AttributeTargets.Field)]\npublic sealed class PrimaryKeyAttribute : Attribute { }\n\n[AttributeUsage(AttributeTargets.Method)]\npublic sealed class ReducerAttribute : Attribute { }\n\npublic sealed class Insert\n{\n public T Record { get; }\n public Insert(T record) { Record = record; }\n}\n\n[Table(\"Primitive\")]\npublic struct Primitive\n{\n [PrimaryKey]\n public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n}\n\npublic static class Reducers\n{\n [Reducer]\n public static IEnumerable Seed()\n {\n yield return new Insert(new Primitive\n {\n Id = 1,\n Count = 2,\n Total = 3000000000L,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}", "category": "schema", - "route_api_model": "grok-4", - "golden_db": "schema-t-019-many-to-many-golden", - "llm_db": "schema-t-019-many-to-many-grok-4-llm", - "work_dir_golden": "target\\llm-runs\\schema\\t_019_many_to_many\\rust\\server\\golden", - "work_dir_llm": "target\\llm-runs\\schema\\t_019_many_to_many\\rust\\server\\grok-4\\llm", + "route_api_model": "gpt-5-mini", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 67 packages to latest compatible versions\n Compiling proc-macro2 v1.0.101\n Compiling quote v1.0.41\n Compiling unicode-ident v1.0.20\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling cfg-if v1.0.4\n Compiling serde_core v1.0.228\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.27\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.100\n Compiling bitflags v2.10.0\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.5\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling heck v0.5.0\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.3.1\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.24.0\n Compiling second-stack v0.3.5\n Compiling bytes v1.10.1\n Compiling itertools v0.12.1\n Compiling cc v1.2.41\n Compiling getrandom v0.2.16\n Compiling spacetimedb-lib v1.6.0\n Compiling hex v0.4.3\n Compiling log v0.4.28\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.9\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling spacetimedb-primitives v1.6.0\n Compiling blake3 v1.8.2\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling syn v2.0.107\n Compiling crypto-common v0.1.6\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling ppv-lite86 v0.2.21\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling thiserror-impl v1.0.69\n Compiling enum-as-inner v0.6.1\n Compiling derive_more v0.99.20\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\rust\\server\\grok-4\\llm)\nerror[E0599]: no method named `insert` found for reference `&users__TableHandle` in the current scope\n --> src\\lib.rs:28:20\n |\n28 | ctx.db.users().insert(User { user_id: 1, name: \"Alice\".into() });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n28 | ctx.db.users().try_insert(User { user_id: 1, name: \"Alice\".into() });\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&users__TableHandle` in the current scope\n --> src\\lib.rs:29:20\n |\n29 | ctx.db.users().insert(User { user_id: 2, name: \"Bob\".into() });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n29 | ctx.db.users().try_insert(User { user_id: 2, name: \"Bob\".into() });\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&groups__TableHandle` in the current scope\n --> src\\lib.rs:30:21\n |\n30 | ctx.db.groups().insert(Group { group_id: 10, title: \"Admin\".into() });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n30 | ctx.db.groups().try_insert(Group { group_id: 10, title: \"Admin\".into() });\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&groups__TableHandle` in the current scope\n --> src\\lib.rs:31:21\n |\n31 | ctx.db.groups().insert(Group { group_id: 20, title: \"Dev\".into() });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n31 | ctx.db.groups().try_insert(Group { group_id: 20, title: \"Dev\".into() });\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&memberships__TableHandle` in the current scope\n --> src\\lib.rs:32:26\n |\n32 | ctx.db.memberships().insert(Membership { id: 1, user_id: 1, group_id: 10 });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n32 | ctx.db.memberships().try_insert(Membership { id: 1, user_id: 1, group_id: 10 });\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&memberships__TableHandle` in the current scope\n --> src\\lib.rs:33:26\n |\n33 | ctx.db.memberships().insert(Membership { id: 2, user_id: 1, group_id: 20 });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n33 | ctx.db.memberships().try_insert(Membership { id: 2, user_id: 1, group_id: 20 });\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&memberships__TableHandle` in the current scope\n --> src\\lib.rs:34:26\n |\n34 | ctx.db.memberships().insert(Membership { id: 3, user_id: 2, group_id: 20 });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n34 | ctx.db.memberships().try_insert(Membership { id: 3, user_id: 2, group_id: 20 });\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nCSC : error CS5001: Program does not contain a static 'Main' method suitable for an entry point [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "xai", - "started_at": "2025-10-22T01:02:05.232020Z", - "finished_at": "2025-10-22T01:03:38.139665400Z" + "vendor": "openai", + "input_tokens": 326, + "output_tokens": 2351, + "generation_duration_ms": 34386, + "started_at": "2026-03-27T20:13:12.575761600Z", + "finished_at": "2026-03-27T20:14:04.306015800Z" }, - "t_020_ecs": { - "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", - "task": "t_020_ecs", - "lang": "rust", + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "csharp", "golden_published": false, - "model_name": "Grok 4", - "total_tests": 5, + "model_name": "GPT-5-mini", + "total_tests": 3, "passed_tests": 0, - "llm_output": "use spacetimedb::{ReducerContext, spacetimedb};\n\n#[spacetimedb::table(name = entities, public)]\npub struct Entity {\n #[primary_key]\n id: i32,\n}\n\n#[spacetimedb::table(name = positions, public)]\npub struct Position {\n #[primary_key]\n entity_id: i32,\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::table(name = velocities, public)]\npub struct Velocity {\n #[primary_key]\n entity_id: i32,\n vx: i32,\n vy: i32,\n}\n\n#[spacetimedb::table(name = next_positions, public)]\npub struct NextPosition {\n #[primary_key]\n entity_id: i32,\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.entities().insert(Entity { id: 1 });\n ctx.db.entities().insert(Entity { id: 2 });\n ctx.db.positions().insert(Position { entity_id: 1, x: 0, y: 0 });\n ctx.db.positions().insert(Position { entity_id: 2, x: 10, y: 0 });\n ctx.db.velocities().insert(Velocity { entity_id: 1, vx: 1, vy: 0 });\n ctx.db.velocities().insert(Velocity { entity_id: 2, vx: -2, vy: 3 });\n}\n\n#[spacetimedb::reducer]\npub fn step(ctx: &ReducerContext) {\n for pos in ctx.db.positions().iter() {\n if let Some(vel) = ctx.db.velocities().entity_id().find(&pos.entity_id) {\n let new_x = pos.x + vel.vx;\n let new_y = pos.y + vel.vy;\n let next_pos = NextPosition { entity_id: pos.entity_id, x: new_x, y: new_y };\n if ctx.db.next_positions().entity_id().find(&next_pos.entity_id).is_some() {\n ctx.db.next_positions().entity_id().update(next_pos);\n } else {\n ctx.db.next_positions().insert(next_pos);\n }\n }\n }\n}", + "llm_output": "using Spacetime;\n\n[Spacetime.Module(Name = \"t_015_product_type_columns\")]\npublic static class t_015_product_type_columns\n{\n [Spacetime.Struct]\n public struct Address\n {\n public string Street;\n public int Zip;\n }\n\n [Spacetime.Struct]\n public struct Position\n {\n public int X;\n public int Y;\n }\n\n [Spacetime.Table(Name = \"Profile\", Public = true)]\n public struct Profile\n {\n [Spacetime.PrimaryKey]\n public int Id;\n\n public Address Home;\n public Address Work;\n public Position Pos;\n }\n\n [Spacetime.Reducer(Name = \"Seed\")]\n public static void Seed(Spacetime.ReducerContext ctx)\n {\n ctx.Table().Insert(new Profile\n {\n Id = 1,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n });\n }\n}", "category": "schema", - "route_api_model": "grok-4", - "golden_db": "schema-t-020-ecs-golden", - "llm_db": "schema-t-020-ecs-grok-4-llm", - "work_dir_golden": "target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\golden", - "work_dir_llm": "target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-4\\llm", + "route_api_model": "gpt-5-mini", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 67 packages to latest compatible versions\n Compiling proc-macro2 v1.0.101\n Compiling quote v1.0.41\n Compiling unicode-ident v1.0.20\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling zerocopy v0.8.27\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.4\n Compiling shlex v1.3.0\n Compiling bitflags v2.10.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.100\n Compiling thiserror v1.0.69\n Compiling heck v0.5.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.5\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling bytes v1.10.1\n Compiling bytemuck v1.24.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.3.1\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.16\n Compiling spacetimedb-lib v1.6.0\n Compiling log v0.4.28\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.9\n Compiling num-traits v0.2.19\n Compiling cc v1.2.41\n Compiling syn v2.0.107\n Compiling blake3 v1.8.2\n Compiling spacetimedb-primitives v1.6.0\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.6\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling thiserror-impl v1.0.69\n Compiling enum-as-inner v0.6.1\n Compiling derive_more v0.99.20\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:35\n |\n2 | use spacetimedb::{ReducerContext, spacetimedb};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(2,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(33,29): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(32,6): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(14,6): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(21,6): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(24,10): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "xai", - "started_at": "2025-10-22T01:02:55.582569300Z", - "finished_at": "2025-10-22T01:04:24.232996900Z" + "vendor": "openai", + "input_tokens": 369, + "output_tokens": 2663, + "generation_duration_ms": 35898, + "started_at": "2026-03-27T20:13:23.252362400Z", + "finished_at": "2026-03-27T20:14:19.445536800Z" }, - "t_021_multi_column_index": { - "hash": "b0d5bbe755291d8ec65de0a74b4eecfa344670639ca5f1a365ced3ab9717e97c", - "task": "t_021_multi_column_index", - "lang": "rust", + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "csharp", "golden_published": false, - "model_name": "Grok 4", - "total_tests": 1, + "model_name": "GPT-5-mini", + "total_tests": 3, "passed_tests": 0, + "llm_output": "using System;\n\npublic struct Circle\n{\n public int Radius;\n}\n\npublic struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\npublic struct Shape\n{\n public enum Kind\n {\n Circle,\n Rectangle\n }\n\n public Kind Tag;\n public Circle Circle;\n public Rectangle Rectangle;\n\n public static Shape FromCircle(Circle c)\n {\n return new Shape\n {\n Tag = Kind.Circle,\n Circle = c,\n Rectangle = default\n };\n }\n\n public static Shape FromRectangle(Rectangle r)\n {\n return new Shape\n {\n Tag = Kind.Rectangle,\n Rectangle = r,\n Circle = default\n };\n }\n}\n\npublic struct Drawing\n{\n public int Id;\n public Shape A;\n public Shape B;\n}\n\npublic static class Reducers\n{\n // Seed: insert exactly one row into Drawing\n public static Drawing[] Seed()\n {\n return new[]\n {\n new Drawing\n {\n Id = 1,\n A = Shape.FromCircle(new Circle { Radius = 10 }),\n B = Shape.FromRectangle(new Rectangle { Width = 4, Height = 6 })\n }\n };\n }\n}", "category": "schema", - "route_api_model": "grok-4", + "route_api_model": "gpt-5-mini", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "POST https://api.x.ai/v1/chat/completions status 429 Too Many Requests body: {\"code\":\"Some resource has been exhausted\",\"error\":\"Your team 5fc90f6d-3ee0-435e-a2e2-c7d23f7ea90d has either used all available credits or reached its monthly spending limit. To continue making API requests, please purchase more credits or raise your spending limit.\"}", + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nCSC : error CS5001: Program does not contain a static 'Main' method suitable for an entry point [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", "phase": "build_or_publish" } } }, - "vendor": "xai" - } - } - } - ] - }, - { - "mode": "cursor_rules", - "hash": "edbeadd577ce7acdedf6ce10e46c0aaee75d0cd6c30c8faef266a23ad86d12cf", - "models": [ - { - "name": "Grok 4", - "route_api_model": "grok-4", - "tasks": { - "t_002_scheduled_table": { - "hash": "edbeadd577ce7acdedf6ce10e46c0aaee75d0cd6c30c8faef266a23ad86d12cf", - "task": "t_002_scheduled_table", - "lang": "rust", - "golden_published": true, - "model_name": "Grok 4", - "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "grok-4", + "vendor": "openai", + "input_tokens": 344, + "output_tokens": 1951, + "generation_duration_ms": 24592, + "started_at": "2026-03-27T20:13:33.033034500Z", + "finished_at": "2026-03-27T20:14:15.410854600Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "using Spacetime;\nusing Spacetime.Schema;\nusing Spacetime.Scheduling;\nusing System.Collections.Generic;\n\n[Table]\npublic struct TickTimer\n{\n [PrimaryKey, AutoIncrement]\n public ulong ScheduledId;\n\n [Scheduled(Reducer = nameof(Tick))]\n public ScheduleAt ScheduledAt;\n}\n\npublic static class Reducers\n{\n [Reducer]\n public static void Init(ICollection TickTimer)\n {\n TickTimer.Insert(new TickTimer\n {\n ScheduledAt = Schedule.Repeat(microseconds: 50_000)\n });\n }\n\n [Reducer]\n public static void Tick(TickTimer scheduled)\n {\n }\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(2,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(3,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(14,12): error CS0246: The type or namespace name 'ScheduleAt' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(10,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(10,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(10,18): error CS0246: The type or namespace name 'AutoIncrementAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(10,18): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(28,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(28,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(13,6): error CS0246: The type or namespace name 'ScheduledAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(13,6): error CS0246: The type or namespace name 'Scheduled' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(13,33): error CS0103: The name 'Tick' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 311, + "output_tokens": 1549, + "generation_duration_ms": 24151, + "started_at": "2026-03-27T20:13:34.793680300Z", + "finished_at": "2026-03-27T20:14:20.668727300Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using Spacetime;\n\n[Module]\npublic static class Backend\n{\n [Table(\"Account\", Schema = \"public\")]\n [Index(\"by_name\", nameof(Account.Name), Method = IndexMethod.BTree)]\n public struct Account\n {\n [PrimaryKey]\n public int Id;\n [Unique]\n public string Email;\n public string Name;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(2,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'ModuleAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'Module' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,29): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,6): error CS0616: 'Index' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,45): error CS0246: The type or namespace name 'Method' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,54): error CS0103: The name 'IndexMethod' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(11,10): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(11,10): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(13,10): error CS0246: The type or namespace name 'UniqueAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(13,10): error CS0246: The type or namespace name 'Unique' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 315, + "output_tokens": 2370, + "generation_duration_ms": 34376, + "started_at": "2026-03-27T20:14:04.307847100Z", + "finished_at": "2026-03-27T20:14:50.716102800Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "using System;\nusing Spacetime;\nusing Spacetime.Builder;\nusing Spacetime.Runtime;\n\npublic sealed class t_019_many_to_many : Module\n{\n public struct User\n {\n public int UserId;\n public string Name;\n }\n\n public struct Group\n {\n public int GroupId;\n public string Title;\n }\n\n public struct Membership\n {\n public int Id;\n public int UserId;\n public int GroupId;\n }\n\n public override void Configure(ModuleBuilder b)\n {\n b.Table(\"User\").PrimaryKey(u => u.UserId);\n b.Table(\"Group\").PrimaryKey(g => g.GroupId);\n b.Table(\"Membership\").PrimaryKey(m => m.Id)\n .Index(\"by_user\", idx => idx.BTree(m => m.UserId))\n .Index(\"by_group\", idx => idx.BTree(m => m.GroupId));\n b.Reducer(\"Seed\", Seed);\n }\n\n public void Seed(ReducerContext ctx)\n {\n ctx.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Insert(new User { UserId = 2, Name = \"Bob\" });\n\n ctx.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n\n ctx.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(3,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,42): error CS0246: The type or namespace name 'Module' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(28,36): error CS0246: The type or namespace name 'ModuleBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(38,22): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 457, + "output_tokens": 2051, + "generation_duration_ms": 26773, + "started_at": "2026-03-27T20:14:15.411056300Z", + "finished_at": "2026-03-27T20:14:52.922287Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "using System;\nusing System.Collections.Generic;\nusing System.Linq;\n\npublic static class t_020_ecs\n{\n // TABLES\n // - Entity\n // - Struct: Entity\n // - Fields:\n // - Id: int (primary key)\n public struct Entity\n {\n public int Id;\n }\n\n // - Position\n // - Struct: Position\n // - Fields:\n // - EntityId: int (primary key)\n // - X: int\n // - Y: int\n public struct Position\n {\n public int EntityId;\n public int X;\n public int Y;\n }\n\n // - Velocity\n // - Struct: Velocity\n // - Fields:\n // - EntityId: int (primary key)\n // - VX: int\n // - VY: int\n public struct Velocity\n {\n public int EntityId;\n public int VX;\n public int VY;\n }\n\n // - NextPosition\n // - Struct: NextPosition\n // - Fields:\n // - EntityId: int (primary key)\n // - X: int\n // - Y: int\n public struct NextPosition\n {\n public int EntityId;\n public int X;\n public int Y;\n }\n\n // In-memory \"tables\"\n public static readonly List EntityTable = new List();\n public static readonly List PositionTable = new List();\n public static readonly List VelocityTable = new List();\n public static readonly List NextPositionTable = new List();\n\n // REDUCERS\n // - Seed: insert two entities with positions and velocities:\n // - (Id=1, Pos=(0,0), Vel=(1,0))\n // - (Id=2, Pos=(10,0), Vel=(-2,3))\n public static void Seed()\n {\n // Clear existing data to make Seed idempotent\n EntityTable.Clear();\n PositionTable.Clear();\n VelocityTable.Clear();\n NextPositionTable.Clear();\n\n EntityTable.Add(new Entity { Id = 1 });\n PositionTable.Add(new Position { EntityId = 1, X = 0, Y = 0 });\n VelocityTable.Add(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n\n EntityTable.Add(new Entity { Id = 2 });\n PositionTable.Add(new Position { EntityId = 2, X = 10, Y = 0 });\n VelocityTable.Add(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n // - Step: for each Position, find Velocity by EntityId; compute (X+VX, Y+VY) and upsert into NextPosition by EntityId\n public static void Step()\n {\n // For safety, work on a snapshot of positions.\n var positionsSnapshot = PositionTable.ToList();\n\n foreach (var pos in positionsSnapshot)\n {\n // Find velocity by EntityId\n var vel = VelocityTable.FirstOrDefault(v => v.EntityId == pos.EntityId);\n\n // If no velocity exists, treat as zero velocity\n int vx = vel.VX;\n int vy = vel.VY;\n\n var computed = new NextPosition\n {\n EntityId = pos.EntityId,\n X = pos.X + vx,\n Y = pos.Y + vy\n };\n\n // Upsert into NextPositionTable by EntityId\n var idx = NextPositionTable.FindIndex(np => np.EntityId == computed.EntityId);\n if (idx >= 0)\n {\n NextPositionTable[idx] = computed;\n }\n else\n {\n NextPositionTable.Add(computed);\n }\n }\n }\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nCSC : error CS5001: Program does not contain a static 'Main' method suitable for an entry point [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 434, + "output_tokens": 3230, + "generation_duration_ms": 46423, + "started_at": "2026-03-27T20:14:19.445747300Z", + "finished_at": "2026-03-27T20:15:17.734646800Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "using System;\nusing System.Collections.Generic;\n\n[AttributeUsage(AttributeTargets.Struct | AttributeTargets.Class)]\npublic sealed class TableAttribute : Attribute\n{\n public string Name { get; }\n public TableAttribute(string name) { Name = name; }\n}\n\n[AttributeUsage(AttributeTargets.Field | AttributeTargets.Property)]\npublic sealed class PrimaryKeyAttribute : Attribute { }\n\npublic enum IndexType { BTree }\n\n[AttributeUsage(AttributeTargets.Struct | AttributeTargets.Class, AllowMultiple = true)]\npublic sealed class IndexAttribute : Attribute\n{\n public string Name { get; }\n public IndexType Type { get; }\n public string[] Columns { get; }\n public IndexAttribute(string name, IndexType type, params string[] columns)\n {\n Name = name;\n Type = type;\n Columns = columns;\n }\n}\n\n[AttributeUsage(AttributeTargets.Method)]\npublic sealed class ReducerAttribute : Attribute { }\n\npublic class Database\n{\n private readonly Dictionary> _tables = new Dictionary>();\n\n public void Insert(T row)\n {\n var tname = typeof(T).Name;\n if (!_tables.TryGetValue(tname, out var list))\n {\n list = new List();\n _tables[tname] = list;\n }\n list.Add(row);\n }\n\n // Optional: expose data for inspection\n public IReadOnlyList GetTable(string name) =>\n _tables.TryGetValue(name, out var list) ? list.AsReadOnly() : Array.Empty();\n}\n\n[Table(\"Log\")]\n[Index(\"by_user_day\", IndexType.BTree, \"UserId\", \"Day\")]\npublic struct Log\n{\n [PrimaryKey]\n public int Id;\n public int UserId;\n public int Day;\n public string Message;\n}\n\npublic static class Reducers\n{\n [Reducer]\n public static void Seed(Database db)\n {\n db.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\n db.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\n db.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\n }\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nCSC : error CS5001: Program does not contain a static 'Main' method suitable for an entry point [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(46,18): warning CS8604: Possible null reference argument for parameter 'item' in 'void List.Add(object item)'. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 357, + "output_tokens": 2672, + "generation_duration_ms": 35868, + "started_at": "2026-03-27T20:14:20.668953500Z", + "finished_at": "2026-03-27T20:15:08.698269800Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System.Collections.Generic;\nusing SpacetimeDB;\nusing SpacetimeDB.Annotations;\n\n[Table(Public = true)]\npublic class Announcement\n{\n [PrimaryKey, AutoIncrement]\n public ulong Id { get; set; }\n\n public string Message { get; set; }\n\n [Index(IndexType.BTree)]\n public bool Active { get; set; }\n}\n\npublic class ActiveAnnouncements : AnonymousViewContext\n{\n public IEnumerable Run()\n {\n // Use the btree index filter to return only active announcements\n return Announcement.Indexes.Active.Filter(true);\n }\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,14): error CS0260: Missing partial modifier on declaration of type 'Announcement'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,19): error CS0234: The type or namespace name 'Annotations' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,36): error CS0509: 'ActiveAnnouncements': cannot derive from sealed type 'AnonymousViewContext' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,18): error CS0246: The type or namespace name 'AutoIncrementAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,18): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,6): error CS0592: Attribute 'PrimaryKey' is not valid on this declaration type. It is only valid on 'field' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(14,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(14,12): error CS0103: The name 'IndexType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 291, + "output_tokens": 1602, + "generation_duration_ms": 22780, + "started_at": "2026-03-27T20:11:36.879164600Z", + "finished_at": "2026-03-27T20:12:09.990621200Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing System.Linq;\nusing Spacetime;\n\npublic partial class Module : Spacetime.Module\n{\n [Table]\n public struct Profile\n {\n [PrimaryKey(AutoInc = true)]\n public ulong Id;\n\n [Unique]\n public Identity Identity;\n\n public string Name;\n public string Bio;\n }\n\n [View(PerUser = true, Public = true)]\n public Profile? MyProfile(ViewContext ctx)\n {\n return Tables.Profile.FirstOrDefault(p => p.Identity == ctx.Sender);\n }\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(6,31): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(22,31): error CS0246: The type or namespace name 'ViewContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(15,16): error CS0246: The type or namespace name 'Identity' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(21,6): error CS0246: The type or namespace name 'ViewAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(21,6): error CS0246: The type or namespace name 'View' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,6): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,6): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(11,10): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(11,10): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(14,10): error CS0246: The type or namespace name 'UniqueAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(14,10): error CS0246: The type or namespace name 'Unique' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 332, + "output_tokens": 1922, + "generation_duration_ms": 24099, + "started_at": "2026-03-27T20:11:36.884851900Z", + "finished_at": "2026-03-27T20:12:13.523383700Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing Spacetime;\n\n[Table(Name = \"DamageEvent\", Public = true, Event = true)]\npublic struct DamageEvent\n{\n public ulong EntityId;\n public uint Damage;\n public string Source;\n}\n\npublic static class Backend\n{\n public static Table DamageEvent;\n\n [Reducer]\n public static void DealDamage(ReduceContext ctx, ulong entityId, uint damage, string source)\n {\n ctx.Insert(DamageEvent, new DamageEvent\n {\n EntityId = entityId,\n Damage = damage,\n Source = source\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(3,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,35): error CS0246: The type or namespace name 'ReduceContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(15,19): error CS0246: The type or namespace name 'Table<>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 309, + "output_tokens": 1492, + "generation_duration_ms": 31979, + "started_at": "2026-03-27T20:10:36.406445200Z", + "finished_at": "2026-03-27T20:11:22.190517900Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using Spacetime;\n\n[Table]\npublic struct Player\n{\n [PrimaryKey(AutoInc = true)]\n public ulong Id;\n public string Name;\n public string? Nickname;\n public uint? HighScore;\n}\n\npublic static class PlayerReducers\n{\n [Reducer]\n public static void CreatePlayer(ReducerContext ctx, string name, string? nickname, uint? highScore)\n {\n ctx.Insert(new Player\n {\n Id = 0UL,\n Name = name,\n Nickname = nickname,\n HighScore = highScore\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(2,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,37): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 326, + "output_tokens": 1217, + "generation_duration_ms": 30572, + "started_at": "2026-03-27T20:10:51.621468200Z", + "finished_at": "2026-03-27T20:11:36.127562500Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing Spacetime;\n\n[Table(\"Message\")]\npublic struct Message\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n\n [Index(IndexType.BTree)]\n public Identity Owner;\n\n public string Text;\n}\n\npublic static class Module\n{\n public static Table Message;\n\n public static void CreateMessage(Context ctx, string text)\n {\n Message.Insert(new Message { Id = 0, Owner = ctx.Sender, Text = text });\n }\n\n public static void DeleteMessage(Context ctx, ulong id)\n {\n var msg = Message.Get(id);\n if (msg == null) throw new Exception(\"not found\");\n if (!msg.Owner.Equals(ctx.Sender)) throw new Exception(\"unauthorized\");\n Message.Delete(id);\n }\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(3,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(21,38): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(26,38): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,19): error CS0246: The type or namespace name 'Table<>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(12,12): error CS0246: The type or namespace name 'Identity' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,18): error CS0246: The type or namespace name 'AutoIncAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,18): error CS0246: The type or namespace name 'AutoInc' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(11,6): error CS0616: 'Index' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(11,12): error CS0103: The name 'IndexType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 363, + "output_tokens": 2066, + "generation_duration_ms": 39417, + "started_at": "2026-03-27T20:07:03.393930800Z", + "finished_at": "2026-03-27T20:07:50.764156Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using Spacetime;\nusing Spacetime.Runtime;\nusing Spacetime.Runtime.Attributes;\n\n[Table(Name = \"UserInternal\")]\npublic struct UserInternal\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n public string Email;\n public string PasswordHash;\n}\n\n[Table(Name = \"UserPublic\", Public = true)]\npublic struct UserPublic\n{\n [PrimaryKey]\n public ulong Id;\n public string Name;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void RegisterUser(Context ctx, string name, string email, string passwordHash)\n {\n var userInternal = new UserInternal\n {\n Id = 0UL,\n Name = name,\n Email = email,\n PasswordHash = passwordHash\n };\n\n // Insert into private table; AutoInc Id will be assigned and returned\n ulong id = ctx.Insert(userInternal);\n\n // Insert safe fields into public table\n var userPublic = new UserPublic\n {\n Id = id,\n Name = name\n };\n\n ctx.Insert(userPublic);\n }\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(2,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(3,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(27,37): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(6,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(6,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(26,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(26,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,18): error CS0246: The type or namespace name 'AutoIncAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,18): error CS0246: The type or namespace name 'AutoInc' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 386, + "output_tokens": 2364, + "generation_duration_ms": 35242, + "started_at": "2026-03-27T20:07:03.394664200Z", + "finished_at": "2026-03-27T20:07:47.813899200Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing Spacetime;\n\n[Table(\"Author\")]\npublic struct Author\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n}\n\n[Table(\"Post\")]\npublic struct Post\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Index(BTree = true)]\n public ulong AuthorId;\n public string Title;\n}\n\npublic static class Reducers\n{\n public static void DeleteAuthor(ReducerContext ctx, ulong authorId)\n {\n // Iterate all posts with matching AuthorId and delete each one\n var postIndex = ctx.Index(\"AuthorId\");\n var it = postIndex.Seek(authorId);\n while (it.Valid)\n {\n var current = it.Get();\n if (current.AuthorId != authorId) break;\n ctx.Delete(current.Id);\n it.Next();\n }\n\n // Then delete the author by Id\n ctx.Delete(authorId);\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(3,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(13,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(13,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(25,37): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,18): error CS0246: The type or namespace name 'AutoIncAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,18): error CS0246: The type or namespace name 'AutoInc' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,18): error CS0246: The type or namespace name 'AutoIncAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,18): error CS0246: The type or namespace name 'AutoInc' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,6): error CS0616: 'Index' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,12): error CS0246: The type or namespace name 'BTree' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 345, + "output_tokens": 2286, + "generation_duration_ms": 29524, + "started_at": "2026-03-27T20:10:54.771551900Z", + "finished_at": "2026-03-27T20:11:36.884727100Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using Spacetime;\n\n[Table]\npublic struct Order\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Index(BTree = true)]\n public string Category;\n public ulong Amount;\n public bool Fulfilled;\n}\n\n[Table]\npublic struct CategoryStats\n{\n [PrimaryKey]\n public string Category;\n public ulong TotalAmount;\n public uint OrderCount;\n}\n\npublic static class Reducers\n{\n [Reducer]\n public static void ComputeStats(ReducerContext ctx, string category)\n {\n ulong total = 0;\n uint count = 0;\n\n // Scan the Order table using the Category index for matching rows\n foreach (var o in ctx.Scan(\"Category\", category))\n {\n total += o.Amount;\n count++;\n }\n\n var stats = new CategoryStats\n {\n Category = category,\n TotalAmount = total,\n OrderCount = count\n };\n\n // Insert or update the CategoryStats row\n ctx.Upsert(stats);\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(2,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(15,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(15,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,18): error CS0246: The type or namespace name 'AutoIncAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,18): error CS0246: The type or namespace name 'AutoInc' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(27,37): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,6): error CS0616: 'Index' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,12): error CS0246: The type or namespace name 'BTree' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(26,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(26,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 368, + "output_tokens": 2104, + "generation_duration_ms": 28177, + "started_at": "2026-03-27T20:10:55.585725800Z", + "finished_at": "2026-03-27T20:11:36.878959300Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing Spacetime;\nusing Spacetime.Server;\n\n[Module]\npublic class Module : ModuleBase\n{\n public Table Customer;\n public Table Order;\n public Table OrderDetail;\n\n [Table]\n public struct Customer\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n }\n\n [Table]\n public struct Order\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n [SecondaryIndex(IndexType.BTree)]\n public ulong CustomerId;\n public string Product;\n public uint Amount;\n }\n\n [Table]\n public struct OrderDetail\n {\n [PrimaryKey]\n public ulong OrderId;\n public string CustomerName;\n public string Product;\n public uint Amount;\n }\n\n [Reducer]\n public void BuildOrderDetails(ReducerContext ctx)\n {\n // Iterate all orders\n using (var it = Order.Scan())\n {\n while (it.MoveNext())\n {\n var o = it.Current;\n // Look up the customer by CustomerId\n if (Customer.TryGet(o.CustomerId, out var c))\n {\n // Insert or update the denormalized OrderDetail row\n OrderDetail.Upsert(new OrderDetail\n {\n OrderId = o.Id,\n CustomerName = c.Name,\n Product = o.Product,\n Amount = o.Amount\n });\n }\n }\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(3,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,23): error CS0246: The type or namespace name 'ModuleBase' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(6,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,12): error CS0246: The type or namespace name 'Table<>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(10,12): error CS0246: The type or namespace name 'Table<>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(11,12): error CS0246: The type or namespace name 'Table<>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(43,35): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,28): error CS0102: The type 'Module' already contains a definition for 'Customer' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(10,25): error CS0102: The type 'Module' already contains a definition for 'Order' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(11,31): error CS0102: The type 'Module' already contains a definition for 'OrderDetail' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(13,6): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(13,6): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,10): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,10): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,22): error CS0246: The type or namespace name 'AutoIncAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,22): error CS0246: The type or namespace name 'AutoInc' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(21,6): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(21,6): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(24,10): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(24,10): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(24,22): error CS0246: The type or namespace name 'AutoIncAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(24,22): error CS0246: The type or namespace name 'AutoInc' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(26,10): error CS0246: The type or namespace name 'SecondaryIndexAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(26,10): error CS0246: The type or namespace name 'SecondaryIndex' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(26,25): error CS0103: The name 'IndexType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(32,6): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(32,6): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(35,10): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(35,10): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(42,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(42,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 414, + "output_tokens": 2179, + "generation_duration_ms": 29829, + "started_at": "2026-03-27T20:11:22.190690900Z", + "finished_at": "2026-03-27T20:12:00.717271800Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\n\n[AttributeUsage(AttributeTargets.Struct)]\npublic sealed class TableAttribute : Attribute\n{\n public string Name { get; }\n public TableAttribute(string name = null) => Name = name;\n}\n\n[AttributeUsage(AttributeTargets.Field | AttributeTargets.Property)]\npublic sealed class PrimaryKeyAttribute : Attribute\n{\n public bool AutoInc { get; set; }\n}\n\n[AttributeUsage(AttributeTargets.Field | AttributeTargets.Property)]\npublic sealed class UniqueAttribute : Attribute\n{\n}\n\n[AttributeUsage(AttributeTargets.Method)]\npublic sealed class ReducerAttribute : Attribute\n{\n}\n\npublic sealed class ReducerContext\n{\n public void Insert(T row) { /* noop placeholder for SpacetimeDB insert */ }\n}\n\n[Table(\"Account\")]\npublic struct Account\n{\n [PrimaryKey(AutoInc = true)]\n public ulong Id;\n [Unique]\n public string Email;\n public string DisplayName;\n}\n\npublic static class Reducers\n{\n [Reducer]\n public static void CreateAccount(ReducerContext ctx, string email, string displayName)\n {\n ctx.Insert(new Account { Id = 0UL, Email = email, DisplayName = displayName });\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,41): warning CS8625: Cannot convert null literal to non-nullable reference type. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nCSC : error CS5001: Program does not contain a static 'Main' method suitable for an entry point [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 308, + "output_tokens": 1768, + "generation_duration_ms": 23796, + "started_at": "2026-03-27T20:11:36.127656800Z", + "finished_at": "2026-03-27T20:12:09.990164700Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing Spacetime;\nusing Spacetime.Tables;\n\n[Table]\npublic struct Product\n{\n [PrimaryKey(AutoInc = true)]\n public ulong Id;\n\n public string Name;\n\n [Index(BTree = true)]\n public uint Price;\n}\n\n[Table]\npublic struct PriceRangeResult\n{\n [PrimaryKey]\n public ulong ProductId;\n\n public string Name;\n\n public uint Price;\n}\n\npublic static class Reducers\n{\n [Reducer]\n public static void FindInPriceRange(ReducerContext ctx, uint minPrice, uint maxPrice)\n {\n var products = ctx.Table();\n var results = ctx.Table();\n\n // Iterate all products\n foreach (var p in products.Scan())\n {\n if (p.Price >= minPrice && p.Price <= maxPrice)\n {\n results.Insert(new PriceRangeResult\n {\n ProductId = p.Id,\n Name = p.Name,\n Price = p.Price\n });\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(3,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(6,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(6,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(14,6): error CS0616: 'Index' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(14,12): error CS0246: The type or namespace name 'BTree' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(21,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(21,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(32,41): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(31,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(31,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 370, + "output_tokens": 1919, + "generation_duration_ms": 21626, + "started_at": "2026-03-27T20:12:00.717807700Z", + "finished_at": "2026-03-27T20:12:36.750828700Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing System.Collections.Generic;\nusing Spacetime;\nusing Spacetime.Attributes;\nusing Spacetime.Reducers;\n\n[Table(\"Player\")]\npublic struct Player\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n\n public string Name;\n public ulong Score;\n}\n\n[Table(\"Leaderboard\")]\npublic struct LeaderboardEntry\n{\n [PrimaryKey]\n public uint Rank;\n\n public string PlayerName;\n public ulong Score;\n}\n\npublic static class Reducers\n{\n [Reducer]\n public static void BuildLeaderboard(ReducerContext ctx, uint limit)\n {\n var players = new List();\n\n // Collect all players\n ctx.ForEach(ref Player p =>\n {\n players.Add(p);\n });\n\n // Sort by Score descending\n players.Sort((a, b) => b.Score.CompareTo(a.Score));\n\n // Clear existing leaderboard entries\n ctx.DeleteAll();\n\n // Take top `limit` and insert into Leaderboard with ranks starting at 1\n uint rank = 1;\n for (int i = 0; i < players.Count && rank <= limit; i++, rank++)\n {\n var entry = new LeaderboardEntry\n {\n Rank = rank,\n PlayerName = players[i].Name,\n Score = players[i].Score\n };\n\n ctx.Insert(entry);\n }\n }\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(37,40): error CS1003: Syntax error, ',' expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 368, + "output_tokens": 1872, + "generation_duration_ms": 28380, + "started_at": "2026-03-27T20:12:09.991527400Z", + "finished_at": "2026-03-27T20:12:52.390993800Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing System.Collections.Generic;\n\n[AttributeUsage(AttributeTargets.Struct)]\npublic sealed class TableAttribute : Attribute { }\n\n[AttributeUsage(AttributeTargets.Field | AttributeTargets.Property)]\npublic sealed class PrimaryKeyAttribute : Attribute\n{\n public bool AutoInc { get; set; }\n public PrimaryKeyAttribute() { }\n}\n\n[AttributeUsage(AttributeTargets.Method)]\npublic sealed class ReducerAttribute : Attribute { }\n\npublic struct Task\n{\n [PrimaryKey(AutoInc = true)]\n public ulong Id;\n public string Title;\n public bool Completed;\n}\n\npublic struct FirstIncomplete\n{\n [PrimaryKey]\n public ulong TaskId;\n public string Title;\n}\n\npublic class ReducerContext\n{\n // In a real SpacetimeDB environment these methods are provided by the runtime.\n // These signatures exist here so the reducer compiles in this single-file example.\n public IEnumerable Table() => throw new NotImplementedException();\n public void Insert(T item) => throw new NotImplementedException();\n}\n\npublic static class Reducers\n{\n [Reducer]\n public static void FindFirstIncomplete(ReducerContext ctx)\n {\n foreach (var t in ctx.Table())\n {\n if (!t.Completed)\n {\n ctx.Insert(new FirstIncomplete { TaskId = t.Id, Title = t.Title });\n break;\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nCSC : error CS5001: Program does not contain a static 'Main' method suitable for an entry point [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 341, + "output_tokens": 2432, + "generation_duration_ms": 32304, + "started_at": "2026-03-27T20:12:09.999550400Z", + "finished_at": "2026-03-27T20:12:53.227806Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing System.Collections.Generic;\nusing Spacetime;\n\n[SpacetimeModule]\npublic class BackendModule\n{\n [Table]\n public struct Order\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Category;\n public uint Amount;\n }\n\n [Table]\n public struct DistinctCategory\n {\n [PrimaryKey]\n public string Category;\n }\n\n [Reducer]\n public static void CollectDistinctCategories(ReducerContext ctx)\n {\n var set = new HashSet();\n ctx.Iterate((ref Order o) =>\n {\n if (o.Category != null)\n set.Add(o.Category);\n });\n\n foreach (var category in set)\n {\n ctx.Insert(new DistinctCategory { Category = category });\n }\n }\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(6,2): error CS0246: The type or namespace name 'SpacetimeModuleAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(6,2): error CS0246: The type or namespace name 'SpacetimeModule' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(26,50): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(25,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(25,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,6): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,6): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(12,10): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(12,10): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(12,22): error CS0246: The type or namespace name 'AutoIncAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(12,22): error CS0246: The type or namespace name 'AutoInc' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,6): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,6): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(21,10): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(21,10): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 335, + "output_tokens": 1422, + "generation_duration_ms": 24767, + "started_at": "2026-03-27T20:12:13.523551800Z", + "finished_at": "2026-03-27T20:12:51.775996100Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing Spacetime;\n\n[Table]\npublic struct User\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n public bool Active;\n}\n\n[Table]\npublic struct UserStats\n{\n [PrimaryKey]\n public string Key;\n public ulong Count;\n}\n\npublic static class Reducers\n{\n [Reducer]\n public static void ComputeUserCounts(ReducerContext ctx)\n {\n ulong total = 0;\n ulong active = 0;\n\n foreach (var u in ctx.Table())\n {\n total++;\n if (u.Active) active++;\n }\n\n ctx.Insert(new UserStats { Key = \"total\", Count = total });\n ctx.Insert(new UserStats { Key = \"active\", Count = active });\n }\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(3,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(14,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(14,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(25,42): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(24,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(24,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,18): error CS0246: The type or namespace name 'AutoIncAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,18): error CS0246: The type or namespace name 'AutoInc' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 375, + "output_tokens": 1694, + "generation_duration_ms": 26186, + "started_at": "2026-03-27T20:12:36.751128300Z", + "finished_at": "2026-03-27T20:13:12.575418700Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing Spacetime;\n\n[Table]\n[BTreeIndex(nameof(Category), nameof(Severity))]\npublic struct EventLog\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Category;\n public uint Severity;\n public string Message;\n}\n\n[Table]\npublic struct FilteredEvent\n{\n [PrimaryKey]\n public ulong EventId;\n public string Message;\n}\n\npublic static class Reducers\n{\n [Reducer]\n public static void FilterEvents(ReduceContext ctx, string category, uint severity)\n {\n ctx.Iterate((ref EventLog row) =>\n {\n if (row.Category == category && row.Severity == severity)\n {\n var outRow = new FilteredEvent\n {\n EventId = row.Id,\n Message = row.Message\n };\n ctx.Insert(ref outRow);\n }\n });\n }\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(3,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(6,2): error CS0246: The type or namespace name 'BTreeIndexAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(6,2): error CS0246: The type or namespace name 'BTreeIndex' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(27,37): error CS0246: The type or namespace name 'ReduceContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,18): error CS0246: The type or namespace name 'AutoIncAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,18): error CS0246: The type or namespace name 'AutoInc' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(26,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(26,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 372, + "output_tokens": 1487, + "generation_duration_ms": 22003, + "started_at": "2026-03-27T20:12:51.776179100Z", + "finished_at": "2026-03-27T20:13:23.252242100Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using Spacetime;\nusing Spacetime.Types;\n\npublic sealed class Module : Spacetime.Module\n{\n [Table(nameof(Reminder), Scheduled = nameof(SendReminder), ScheduledAt = nameof(Reminder.ScheduledAt))]\n public sealed class Reminder : TableRow\n {\n [PrimaryKey, AutoIncrement]\n public ulong ScheduledId { get; set; }\n\n [ScheduleAt]\n public ScheduleAt ScheduledAt { get; set; }\n\n public string Message { get; set; }\n }\n\n [Reducer(ReducerKind.Init)]\n public void Init(ReducerContext ctx)\n {\n var scheduledAt = ScheduleAt.Time(ctx.Timestamp + new TimeDuration(60_000_000));\n ctx.Insert(new Reminder\n {\n ScheduledAt = scheduledAt,\n Message = \"Scheduled reminder\"\n });\n }\n\n [Reducer(nameof(SendReminder))]\n public void SendReminder(Reminder r, ReducerContext ctx)\n {\n }\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(2,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(3,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,30): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(20,22): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(31,42): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,36): error CS0246: The type or namespace name 'TableRow' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(14,16): error CS0246: The type or namespace name 'ScheduleAt' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,14): error CS0103: The name 'ReducerKind' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(30,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(30,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(10,10): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(10,10): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(10,22): error CS0246: The type or namespace name 'AutoIncrementAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(10,22): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(13,10): error CS0246: The type or namespace name 'ScheduleAtAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(13,10): error CS0246: The type or namespace name 'ScheduleAt' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 345, + "output_tokens": 2511, + "generation_duration_ms": 29605, + "started_at": "2026-03-27T20:10:09.267814600Z", + "finished_at": "2026-03-27T20:10:51.621362800Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System.Threading.Tasks;\nusing Spacetime;\nusing Spacetime.Types;\n\n[Table(\"CleanupJob\")]\npublic sealed class CleanupJob\n{\n [PrimaryKey, AutoIncrement]\n public ulong ScheduledId { get; set; }\n\n [Schedule]\n public ScheduleAt ScheduledAt { get; set; }\n\n public const string Scheduled = nameof(RunCleanup);\n public const string ScheduledAt = nameof(CleanupJob.ScheduledAt);\n}\n\npublic static class Reducers\n{\n [Reducer(nameof(RunCleanup))]\n public static ValueTask RunCleanup(Context ctx, CleanupJob job)\n {\n // No-op cleanup reducer triggered by schedule.\n return ValueTask.CompletedTask;\n }\n\n [Reducer(ReducerKind.Init)]\n public static async ValueTask Init(Context ctx)\n {\n var job = new CleanupJob\n {\n // Schedule 60 seconds (60_000_000 microseconds) from now.\n ScheduledAt = ScheduleAt.FromMicrosecondsDelay(60_000_000)\n };\n\n await ctx.Insert(job);\n }\n\n [Reducer]\n public static async ValueTask CancelCleanup(Context ctx, ulong scheduledId)\n {\n // Delete the scheduled row to cancel the pending scheduled reducer.\n await ctx.Delete(scheduledId);\n }\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(3,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(6,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(6,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(13,12): error CS0246: The type or namespace name 'ScheduleAt' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,25): error CS0102: The type 'CleanupJob' already contains a definition for 'ScheduledAt' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,18): error CS0246: The type or namespace name 'AutoIncrementAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,18): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(12,6): error CS0246: The type or namespace name 'ScheduleAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(12,6): error CS0246: The type or namespace name 'Schedule' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,57): error CS0229: Ambiguity between 'CleanupJob.ScheduledAt' and 'CleanupJob.ScheduledAt' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(15,44): error CS0103: The name 'RunCleanup' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(22,40): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(29,40): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(41,49): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(21,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(21,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(28,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(28,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(28,14): error CS0103: The name 'ReducerKind' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(40,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(40,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 359, + "output_tokens": 2525, + "generation_duration_ms": 27139, + "started_at": "2026-03-27T20:10:13.410207200Z", + "finished_at": "2026-03-27T20:10:54.771374700Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using Spacetime;\n\n[Table]\npublic class OnlinePlayer\n{\n [PrimaryKey]\n public Identity Identity { get; set; }\n\n public Timestamp ConnectedAt { get; set; }\n}\n\npublic static class Reducers\n{\n [Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n var row = new OnlinePlayer\n {\n Identity = ctx.Sender,\n ConnectedAt = ctx.Timestamp\n };\n ctx.Insert(row);\n }\n\n [Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Delete(ctx.Sender);\n }\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(2,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,12): error CS0246: The type or namespace name 'Identity' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(10,12): error CS0246: The type or namespace name 'Timestamp' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,40): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(27,43): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(15,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(15,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(15,14): error CS0103: The name 'ReducerKind' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(26,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(26,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(26,14): error CS0103: The name 'ReducerKind' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 295, + "output_tokens": 1363, + "generation_duration_ms": 19754, + "started_at": "2026-03-27T20:10:20.937667400Z", + "finished_at": "2026-03-27T20:10:55.585603400Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing Spacetime;\n\n[Table(\"User\", Private = true)]\npublic struct User\n{\n [PrimaryKey]\n public Identity Identity;\n public string Name;\n}\n\n[Table(\"Message\", Public = true)]\npublic struct Message\n{\n [AutoInc]\n public ulong Id;\n [Index]\n public Identity Sender;\n public string Text;\n}\n\npublic static class Reducers\n{\n public static void Register(ReducerContext ctx, string name)\n {\n var users = ctx.Table(\"User\");\n if (users.Exists(ctx.Sender))\n throw new Exception(\"already registered\");\n\n users.Insert(new User { Identity = ctx.Sender, Name = name });\n }\n\n public static void PostMessage(ReducerContext ctx, string text)\n {\n var users = ctx.Table(\"User\");\n if (!users.Exists(ctx.Sender))\n throw new Exception(\"not registered\");\n\n var messages = ctx.Table(\"Message\");\n messages.Insert(new Message { Id = 0UL, Sender = ctx.Sender, Text = text });\n }\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(3,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,12): error CS0246: The type or namespace name 'Identity' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(25,33): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(13,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(13,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(34,36): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,12): error CS0246: The type or namespace name 'Identity' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,6): error CS0246: The type or namespace name 'AutoIncAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,6): error CS0246: The type or namespace name 'AutoInc' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,6): error CS0616: 'Index' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 395, + "output_tokens": 1911, + "generation_duration_ms": 38556, + "started_at": "2026-03-27T20:07:03.395524Z", + "finished_at": "2026-03-27T20:07:50.163467200Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing Spacetime;\nusing Spacetime.Db;\n\npublic struct Config\n{\n public uint Id;\n public Identity Admin;\n}\n\npublic struct AdminLog\n{\n public ulong Id;\n public string Action;\n}\n\npublic class t_042_admin_bootstrap : Module\n{\n private Table Config;\n public Table AdminLog;\n\n [Reducer]\n public void BootstrapAdmin(ReducerContext ctx)\n {\n if (Config.TryGet(0u, out _))\n throw new Exception(\"already bootstrapped\");\n\n Config.Insert(new Config { Id = 0u, Admin = ctx.Sender });\n }\n\n [Reducer]\n public void AdminAction(ReducerContext ctx, string action)\n {\n if (!Config.TryGet(0u, out var config))\n throw new Exception(\"not bootstrapped\");\n\n if (!ctx.Sender.Equals(config.Admin))\n throw new Exception(\"not admin\");\n\n AdminLog.Insert(new AdminLog { Id = 0ul, Action = action });\n }\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(3,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,12): error CS0246: The type or namespace name 'Identity' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(18,38): error CS0246: The type or namespace name 'Module' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(20,13): error CS0246: The type or namespace name 'Table<>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(21,12): error CS0246: The type or namespace name 'Table<>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(24,32): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(33,29): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(23,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(23,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(32,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(32,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 407, + "output_tokens": 2242, + "generation_duration_ms": 30586, + "started_at": "2026-03-27T20:07:03.396292400Z", + "finished_at": "2026-03-27T20:07:44.180491Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing Spacetime;\n\npublic sealed class Module : Spacetime.Module\n{\n private Table User;\n\n public struct User\n {\n [PrimaryKey]\n public Identity Identity;\n public string Role;\n }\n\n [Reducer]\n public void Register(Context ctx)\n {\n var row = User.Load(ctx.Sender);\n if (row != null)\n throw new Exception(\"already registered\");\n\n User.Insert(new User { Identity = ctx.Sender, Role = \"member\" });\n }\n\n [Reducer]\n public void Promote(Context ctx, Identity target)\n {\n var caller = User.Load(ctx.Sender);\n if (caller == null)\n throw new Exception(\"not registered\");\n\n if (caller.Role != \"admin\")\n throw new Exception(\"not admin\");\n\n var targetRow = User.Load(target);\n if (targetRow == null)\n throw new Exception(\"target not registered\");\n\n targetRow.Role = \"admin\";\n User.Update(targetRow);\n }\n\n [Reducer]\n public void MemberAction(Context ctx)\n {\n var caller = User.Load(ctx.Sender);\n if (caller == null)\n throw new Exception(\"not registered\");\n }\n\n [Reducer]\n public void AdminAction(Context ctx)\n {\n var caller = User.Load(ctx.Sender);\n if (caller == null)\n throw new Exception(\"not registered\");\n\n if (caller.Role != \"admin\")\n throw new Exception(\"not admin\");\n }\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(3,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,30): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,13): error CS0246: The type or namespace name 'Table<>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,26): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(12,16): error CS0246: The type or namespace name 'Identity' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(27,25): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(27,38): error CS0246: The type or namespace name 'Identity' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(45,30): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(53,29): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(7,25): error CS0102: The type 'Module' already contains a definition for 'User' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(11,10): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(11,10): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(26,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(26,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(44,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(44,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(52,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(52,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 446, + "output_tokens": 2127, + "generation_duration_ms": 28307, + "started_at": "2026-03-27T20:07:44.180719200Z", + "finished_at": "2026-03-27T20:08:23.815629200Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing Spacetime;\n\n[Table(Public = false)]\npublic struct Admin\n{\n [PrimaryKey]\n public Identity Identity;\n}\n\n[Table(Public = false)]\npublic struct Banned\n{\n [PrimaryKey]\n public Identity Identity;\n}\n\n[Table(Public = true)]\npublic struct Player\n{\n [PrimaryKey]\n public Identity Identity;\n public string Name;\n}\n\npublic static class Reducers\n{\n public static void AddAdmin(ReducerContext ctx, Identity target)\n {\n if (!ctx.Table().HasRow(ctx.Sender))\n throw new Exception(\"not admin\");\n\n if (!ctx.Table().HasRow(target))\n ctx.Insert(new Admin { Identity = target });\n }\n\n public static void BanPlayer(ReducerContext ctx, Identity target)\n {\n if (!ctx.Table().HasRow(ctx.Sender))\n throw new Exception(\"not admin\");\n\n if (!ctx.Table().HasRow(target))\n ctx.Insert(new Banned { Identity = target });\n\n if (ctx.Table().HasRow(target))\n ctx.Table().Remove(target);\n }\n\n public static void JoinGame(ReducerContext ctx, string name)\n {\n if (ctx.Table().HasRow(ctx.Sender))\n throw new Exception(\"banned\");\n\n if (ctx.Table().HasRow(ctx.Sender))\n throw new Exception(\"already in game\");\n\n ctx.Insert(new Player { Identity = ctx.Sender, Name = name });\n }\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(3,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(12,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(12,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,12): error CS0246: The type or namespace name 'Identity' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(23,12): error CS0246: The type or namespace name 'Identity' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(16,12): error CS0246: The type or namespace name 'Identity' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(29,33): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(29,53): error CS0246: The type or namespace name 'Identity' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(22,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(22,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(15,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(15,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(38,34): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(38,54): error CS0246: The type or namespace name 'Identity' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(50,33): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 458, + "output_tokens": 2396, + "generation_duration_ms": 31329, + "started_at": "2026-03-27T20:07:47.814011Z", + "finished_at": "2026-03-27T20:08:26.876574300Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing Spacetime;\nusing Spacetime.Database;\n\n[Table(\"RateLimit\", Private = true)]\npublic struct RateLimit\n{\n [PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n}\n\n[Table(\"ActionLog\", Public = true)]\npublic struct ActionLog\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n}\n\npublic static class Reducers\n{\n [Reducer(\"LimitedAction\")]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)(ctx.Timestamp.ToUnixTimeMilliseconds() * 1000);\n\n var rateTable = ctx.GetTable();\n var existing = rateTable.Find(ctx.Sender);\n\n if (existing != null)\n {\n if ((now - existing.LastCallUs) < 1_000_000UL)\n {\n throw new Exception(\"rate limited\");\n }\n existing.LastCallUs = now;\n rateTable.Update(existing);\n }\n else\n {\n rateTable.Insert(new RateLimit { Identity = ctx.Sender, LastCallUs = now });\n }\n\n var logTable = ctx.GetTable();\n logTable.Insert(new ActionLog { Id = 0UL, Identity = ctx.Sender, Payload = payload });\n }\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(3,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(4,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(6,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(6,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(10,12): error CS0246: The type or namespace name 'Identity' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(9,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(14,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(14,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,12): error CS0246: The type or namespace name 'Identity' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(26,38): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(25,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(25,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,18): error CS0246: The type or namespace name 'AutoIncAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,18): error CS0246: The type or namespace name 'AutoInc' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 424, + "output_tokens": 1833, + "generation_duration_ms": 28960, + "started_at": "2026-03-27T20:07:50.163682800Z", + "finished_at": "2026-03-27T20:08:30.013176500Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing Spacetime;\n\n[Table(\"Document\")]\npublic struct Document\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n\n [Index]\n public Identity Owner;\n\n public string Title;\n}\n\n[Table(\"DocumentShare\")]\npublic struct DocumentShare\n{\n [Index]\n public ulong DocumentId;\n\n [Index]\n public Identity SharedWith;\n}\n\npublic static class Reducers\n{\n [Reducer]\n public static void CreateDocument(ReducerContext ctx, string title)\n {\n var doc = new Document\n {\n Id = 0,\n Owner = ctx.Sender,\n Title = title\n };\n\n Tables.Document.Insert(ref doc);\n }\n\n [Reducer]\n public static void ShareDocument(ReducerContext ctx, ulong documentId, Identity target)\n {\n var doc = Tables.Document.Get(documentId);\n if (doc.Id == 0)\n throw new Exception(\"not found\");\n\n if (!doc.Owner.Equals(ctx.Sender))\n throw new Exception(\"not owner\");\n\n var share = new DocumentShare\n {\n DocumentId = documentId,\n SharedWith = target\n };\n\n Tables.DocumentShare.Insert(ref share);\n }\n\n [Reducer]\n public static void EditDocument(ReducerContext ctx, ulong documentId, string newTitle)\n {\n var doc = Tables.Document.Get(documentId);\n if (doc.Id == 0)\n throw new Exception(\"not found\");\n\n bool authorized = doc.Owner.Equals(ctx.Sender);\n\n if (!authorized)\n {\n // Seek DocumentShare entries by DocumentId index\n var it = Tables.DocumentShare.Index_DocumentId.Seek(documentId);\n while (it.MoveNext())\n {\n var s = it.Current;\n if (s.SharedWith.Equals(ctx.Sender))\n {\n authorized = true;\n break;\n }\n }\n }\n\n if (!authorized)\n throw new Exception(\"unauthorized\");\n\n doc.Title = newTitle;\n Tables.Document.Update(ref doc);\n }\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(3,7): error CS0246: The type or namespace name 'Spacetime' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(5,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,2): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(17,2): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(30,39): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(12,12): error CS0246: The type or namespace name 'Identity' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(24,12): error CS0246: The type or namespace name 'Identity' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(43,38): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(43,76): error CS0246: The type or namespace name 'Identity' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(62,37): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(20,6): error CS0616: 'Index' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(23,6): error CS0616: 'Index' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(29,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(29,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,6): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,6): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,18): error CS0246: The type or namespace name 'AutoIncAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(8,18): error CS0246: The type or namespace name 'AutoInc' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(42,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(42,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(11,6): error CS0616: 'Index' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(61,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(61,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 492, + "output_tokens": 3473, + "generation_duration_ms": 45537, + "started_at": "2026-03-27T20:07:50.764346800Z", + "finished_at": "2026-03-27T20:08:45.256314200Z" + } + } + }, + { + "name": "Grok 4", + "route_api_model": "grok-4", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic struct EmptyTable\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n}\n\npublic partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_NoArgs()\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithInt(int count)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithString(string name)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithTwoArgs(int count, string name)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithThreeArgs(bool active, float ratio, string label)\n {\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-4\\llm\\Lib.cs(14,43): error STDB0008: Reducer method EmptyReducer_NoArgs does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-4\\llm\\Lib.cs(19,44): error STDB0008: Reducer method EmptyReducer_WithInt does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-4\\llm\\Lib.cs(24,47): error STDB0008: Reducer method EmptyReducer_WithString does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-4\\llm\\Lib.cs(29,48): error STDB0008: Reducer method EmptyReducer_WithTwoArgs does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-4\\llm\\Lib.cs(34,50): error STDB0008: Reducer method EmptyReducer_WithThreeArgs does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-4\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'EmptyTable'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 446, + "output_tokens": 179, + "generation_duration_ms": 993, + "started_at": "2026-03-27T20:13:06.309271300Z", + "finished_at": "2026-03-27T20:13:19.552322300Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\n[SpacetimeDB.Table]\npublic struct Product\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Title;\n public float Price;\n public bool InStock;\n}\n\n[SpacetimeDB.Table]\npublic struct Note\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Body;\n public long Rating;\n public bool Pinned;\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\grok-4\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\grok-4\\llm\\Lib.cs(15,15): error CS0260: Missing partial modifier on declaration of type 'Product'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\grok-4\\llm\\Lib.cs(25,15): error CS0260: Missing partial modifier on declaration of type 'Note'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 448, + "output_tokens": 138, + "generation_duration_ms": 819, + "started_at": "2026-03-27T20:13:07.887581100Z", + "finished_at": "2026-03-27T20:13:20.523158100Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"TickTimer\", Scheduled = \"Tick\", ScheduleColumn = \"ScheduledAt\")]\npublic struct TickTimer\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n}\n\npublic partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Init()\n {\n if (TickTimer.Iter().Count() == 0)\n {\n SpacetimeDB.ScheduleAt.Interval(50_000).Insert(new TickTimer());\n }\n }\n\n [SpacetimeDB.Reducer]\n public static void Tick(ReduceContext ctx, TickTimer timer)\n {\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-4\\llm\\Lib.cs(16,28): error STDB0008: Reducer method Init does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-4\\llm\\Lib.cs(25,28): error STDB0008: Reducer method Tick does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-4\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'TickTimer'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-4\\llm\\Lib.cs(4,60): error CS0246: The type or namespace name 'ScheduleColumn' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-4\\llm\\Lib.cs(25,29): error CS0246: The type or namespace name 'ReduceContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 419, + "output_tokens": 164, + "generation_duration_ms": 1139, + "started_at": "2026-03-27T20:13:13.861172700Z", + "finished_at": "2026-03-27T20:13:30.160454400Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\n[SpacetimeDBType]\npublic struct Position\n{\n public int X;\n public int Y;\n}\n\n[SpacetimeDBTable]\npublic struct Entity\n{\n [PrimaryKey]\n public int Id;\n public Position Pos;\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\grok-4\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'SpacetimeDBTypeAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\grok-4\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'SpacetimeDBType' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\grok-4\\llm\\Lib.cs(11,2): error CS0246: The type or namespace name 'SpacetimeDBTableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\grok-4\\llm\\Lib.cs(11,2): error CS0246: The type or namespace name 'SpacetimeDBTable' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 382, + "output_tokens": 61, + "generation_duration_ms": 531, + "started_at": "2026-03-27T20:13:19.552453600Z", + "finished_at": "2026-03-27T20:13:33.081201Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void InsertUser(int id, string name, int age, bool active)\n {\n SpacetimeDB.Runtime.Insert(new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n });\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\grok-4\\llm\\Lib.cs(17,34): error STDB0008: Reducer method InsertUser does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\grok-4\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 415, + "output_tokens": 126, + "generation_duration_ms": 923, + "started_at": "2026-03-27T20:13:20.523345800Z", + "finished_at": "2026-03-27T20:13:32.441342900Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"User\", Public = true)]\npublic struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void UpdateUser(int id, string name, int age, bool active)\n {\n User newUser = new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n };\n SpacetimeDB.Runtime.UpdateByPrimaryKey(newUser);\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-4\\llm\\Lib.cs(17,34): error STDB0008: Reducer method UpdateUser does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-4\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 421, + "output_tokens": 145, + "generation_duration_ms": 1991, + "started_at": "2026-03-27T20:13:30.160624100Z", + "finished_at": "2026-03-27T20:13:48.295716100Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic struct User\n{\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void DeleteUser(ReducerContext ctx, int id)\n {\n ctx.Db.User.Delete(id);\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 389, + "output_tokens": 79, + "generation_duration_ms": 697, + "started_at": "2026-03-27T20:13:32.441543900Z", + "finished_at": "2026-03-27T20:13:49.108497500Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"User\", Public = true)]\npublic struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n ctx.Db.User.Update(new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\n ctx.Db.User.DeleteById(2);\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-4\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 455, + "output_tokens": 185, + "generation_duration_ms": 1164, + "started_at": "2026-03-27T20:13:33.081420400Z", + "finished_at": "2026-03-27T20:13:56.409455800Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"User\")]\npublic struct User\n{\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\n[SpacetimeDB.Table(Name = \"Result\")]\npublic struct Result\n{\n [PrimaryKey]\n public int Id;\n public string Name;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void LookupUserName(int id)\n {\n if (User.FindById(id) is User user)\n {\n Result.Insert(new Result\n {\n Id = user.Id,\n Name = user.Name\n });\n }\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-4\\llm\\Lib.cs(25,38): error STDB0008: Reducer method LookupUserName does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-4\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-4\\llm\\Lib.cs(15,15): error CS0260: Missing partial modifier on declaration of type 'Result'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 444, + "output_tokens": 155, + "generation_duration_ms": 1236, + "started_at": "2026-03-27T20:13:48.295938600Z", + "finished_at": "2026-03-27T20:14:07.828668400Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"User\", Public = true)]\npublic struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init()\n {\n Database.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n Database.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\grok-4\\llm\\Lib.cs(17,28): error STDB0008: Reducer method Init does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\grok-4\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 423, + "output_tokens": 145, + "generation_duration_ms": 1075, + "started_at": "2026-03-27T20:13:49.108646400Z", + "finished_at": "2026-03-27T20:14:13.901288900Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic struct Event\n{\n [PrimaryKey]\n [AutoInc]\n public int Id;\n public string Kind;\n}\n\n[SpacetimeDB]\npublic static partial class Module\n{\n [Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.Event.Insert(new Event { Kind = \"connected\" });\n }\n\n [Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.Event.Insert(new Event { Kind = \"disconnected\" });\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\grok-4\\llm\\Lib.cs(12,2): error CS0616: 'SpacetimeDB' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 407, + "output_tokens": 131, + "generation_duration_ms": 895, + "started_at": "2026-03-27T20:13:56.409694600Z", + "finished_at": "2026-03-27T20:14:15.316533800Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic struct Result\n{\n [PrimaryKey]\n public int Id;\n public int Sum;\n}\n\n[SpacetimeDB]\npublic static partial class Module\n{\n public static int Add(int a, int b)\n {\n return a + b;\n }\n\n [Reducer]\n public static void ComputeSum(int id, int a, int b)\n {\n Database.Result.Insert(new Result\n {\n Id = id,\n Sum = Add(a, b)\n });\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-4\\llm\\Lib.cs(20,34): error STDB0008: Reducer method ComputeSum does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-4\\llm\\Lib.cs(11,2): error CS0616: 'SpacetimeDB' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 420, + "output_tokens": 113, + "generation_duration_ms": 7486, + "started_at": "2026-03-27T20:14:07.828879500Z", + "finished_at": "2026-03-27T20:14:30.209357300Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic struct Score\n{\n public int Left;\n public int Right;\n}\n\n[Table(Name = \"Result\", Public = true)]\npublic struct Result\n{\n [PrimaryKey]\n public int Id;\n public Score Value;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\n {\n ctx.Db.Result.Insert(new Result\n {\n Id = id,\n Value = new Score\n {\n Left = left,\n Right = right\n }\n });\n }\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-4\\llm\\Lib.cs(11,15): error CS0260: Missing partial modifier on declaration of type 'Result'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Result.cs(24,40): error CS0426: The type name 'BSATN' does not exist in the type 'Score' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 428, + "output_tokens": 132, + "generation_duration_ms": 915, + "started_at": "2026-03-27T20:15:15.946057Z", + "finished_at": "2026-03-27T20:15:27.970568800Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic struct Circle\n{\n public int Radius;\n}\n\npublic struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Type]\npublic partial class Shape\n{\n [SpacetimeDB.Type]\n public partial class Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial class Rectangle\n {\n public int Width;\n public int Height;\n }\n}\n\n[SpacetimeDB.Table(Name = \"Result\")]\npublic partial struct Result\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape Value;\n}\n\npublic partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void SetCircle(int id, int radius)\n {\n Database.Result.Insert(new Result\n {\n Id = id,\n Value = new Shape.Circle { Radius = radius }\n });\n }\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-4\\llm\\Lib.cs(43,33): error STDB0008: Reducer method SetCircle does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-4\\llm\\Lib.cs(45,9): error CS0103: The name 'Database' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-4\\llm\\Lib.cs(48,21): error CS0029: Cannot implicitly convert type 'Shape.Circle' to 'Shape' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 446, + "output_tokens": 199, + "generation_duration_ms": 1234, + "started_at": "2026-03-27T20:15:27.351916600Z", + "finished_at": "2026-03-27T20:15:43.078470100Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic struct Primitive\n{\n [PrimaryKey]\n public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n}\n\n[SpacetimeDB]\npublic static partial class Module\n{\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Primitive.Insert(new Primitive\n {\n Id = 1,\n Count = 2,\n Total = 3000000000,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\grok-4\\llm\\Lib.cs(16,2): error CS0616: 'SpacetimeDB' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 437, + "output_tokens": 151, + "generation_duration_ms": 1076, + "started_at": "2026-03-27T20:15:27.970776400Z", + "finished_at": "2026-03-27T20:15:40.877707500Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic struct Address\n{\n public string Street;\n public int Zip;\n}\n\npublic struct Position\n{\n public int X;\n public int Y;\n}\n\n[SpacetimeDB.Table(Name = \"Profile\", Public = true)]\npublic struct Profile\n{\n [PrimaryKey]\n public int Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Profile.Insert(new Profile\n {\n Id = 1,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n });\n }\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\grok-4\\llm\\Lib.cs(17,15): error CS0260: Missing partial modifier on declaration of type 'Profile'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Profile.cs(28,42): error CS0426: The type name 'BSATN' does not exist in the type 'Address' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Profile.cs(29,42): error CS0426: The type name 'BSATN' does not exist in the type 'Address' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Profile.cs(30,43): error CS0426: The type name 'BSATN' does not exist in the type 'Position' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 479, + "output_tokens": 191, + "generation_duration_ms": 1120, + "started_at": "2026-03-27T20:15:29.959494600Z", + "finished_at": "2026-03-27T20:15:44.335891800Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic struct Circle\n{\n public int Radius;\n}\n\npublic struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Type]\npublic partial class Shape\n{\n [SpacetimeDB.Type]\n public partial class Circle\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial class Rectangle\n {\n public int Width;\n public int Height;\n }\n}\n\n[SpacetimeDB.Table(Name = \"Drawing\")]\npublic partial struct Drawing\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public Shape A;\n public Shape B;\n}\n\npublic partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed()\n {\n Database.Drawing.Insert(new Drawing\n {\n Id = 1,\n A = new Shape.Circle { Radius = 10 },\n B = new Shape.Rectangle { Width = 4, Height = 6 }\n });\n }\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-4\\llm\\Lib.cs(44,28): error STDB0008: Reducer method Seed does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-4\\llm\\Lib.cs(46,9): error CS0103: The name 'Database' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-4\\llm\\Lib.cs(49,17): error CS0029: Cannot implicitly convert type 'Shape.Circle' to 'Shape' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-4\\llm\\Lib.cs(50,17): error CS0029: Cannot implicitly convert type 'Shape.Rectangle' to 'Shape' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 455, + "output_tokens": 217, + "generation_duration_ms": 1692, + "started_at": "2026-03-27T20:15:40.877832500Z", + "finished_at": "2026-03-27T20:15:52.901089800Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic struct TickTimer\n{\n [PrimaryKey]\n [AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n}\n\n[SpacetimeDB]\npublic partial class Module\n{\n [Reducer]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.TickTimer.Insert(new TickTimer\n {\n ScheduledAt = ScheduleAt.Interval(50000)\n });\n }\n\n [Reducer]\n public static void Tick(ReducerContext ctx, TickTimer row)\n {\n }\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-4\\llm\\Lib.cs(12,2): error CS0616: 'SpacetimeDB' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(227,39): error CS0426: The type name 'BSATN' does not exist in the type 'TickTimer' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 421, + "output_tokens": 122, + "generation_duration_ms": 956, + "started_at": "2026-03-27T20:15:43.078617500Z", + "finished_at": "2026-03-27T20:15:53.321495300Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic struct Account\n{\n [PrimaryKey]\n public int Id;\n [Unique]\n public string Email;\n public string Name;\n}\n\n[SpacetimeDB]\npublic partial class Module\n{\n [Table(Name = \"Account\", Public = true)]\n public struct Account\n {\n [PrimaryKey]\n public int Id;\n [Unique]\n public string Email;\n public string Name;\n\n [Index(BTree = true, Name = \"by_name\")]\n public string Name;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Account.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.Account.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-4\\llm\\Lib.cs(16,5): error STDBINT0001: An internal error occurred during codegen: Sequence contains more than one element [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-4\\llm\\Lib.cs(13,2): error CS0616: 'SpacetimeDB' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-4\\llm\\Lib.cs(26,23): error CS0102: The type 'Module.Account' already contains a definition for 'Name' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-4\\llm\\Lib.cs(25,10): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 425, + "output_tokens": 188, + "generation_duration_ms": 1776, + "started_at": "2026-03-27T20:15:44.336109Z", + "finished_at": "2026-03-27T20:15:56.332442Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic class Module\n{\n [SpacetimeDB.Table(Name = \"User\", Public = true)]\n public struct User\n {\n [PrimaryKey]\n public int UserId;\n public string Name;\n }\n\n [SpacetimeDB.Table(Name = \"Group\", Public = true)]\n public struct Group\n {\n [PrimaryKey]\n public int GroupId;\n public string Title;\n }\n\n [SpacetimeDB.Table(Name = \"Membership\", Public = true)]\n public struct Membership\n {\n [PrimaryKey]\n public int Id;\n public int UserId;\n public int GroupId;\n\n [Index(BTree = true, Name = \"by_user\")]\n public int UserIdIndex;\n [Index(BTree = true, Name = \"by_group\")]\n public int GroupIdIndex;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { UserId = 1, Name = \"Alice\" });\n ctx.Db.User.Insert(new User { UserId = 2, Name = \"Bob\" });\n\n ctx.Db.Group.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n ctx.Db.Group.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n\n ctx.Db.Membership.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n ctx.Db.Membership.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n ctx.Db.Membership.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-4\\llm\\Lib.cs(4,14): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-4\\llm\\Lib.cs(7,19): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-4\\llm\\Lib.cs(15,19): error CS0260: Missing partial modifier on declaration of type 'Group'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-4\\llm\\Lib.cs(23,19): error CS0260: Missing partial modifier on declaration of type 'Membership'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-4\\llm\\Lib.cs(30,10): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-4\\llm\\Lib.cs(32,10): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 567, + "output_tokens": 370, + "generation_duration_ms": 3530, + "started_at": "2026-03-27T20:15:52.901291800Z", + "finished_at": "2026-03-27T20:16:09.985126100Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Entity\")]\npublic struct Entity\n{\n [PrimaryKey]\n public int Id;\n}\n\n[SpacetimeDB.Table(Name = \"Position\")]\npublic struct Position\n{\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n}\n\n[SpacetimeDB.Table(Name = \"Velocity\")]\npublic struct Velocity\n{\n [PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n}\n\n[SpacetimeDB.Table(Name = \"NextPosition\")]\npublic struct NextPosition\n{\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Entity.Insert(new Entity { Id = 1 });\n ctx.Db.Position.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n\n ctx.Db.Entity.Insert(new Entity { Id = 2 });\n ctx.Db.Position.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [SpacetimeDB.Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var pos in ctx.Db.Position.Iter())\n {\n var velOpt = ctx.Db.Velocity.Get(pos.EntityId);\n if (velOpt.HasValue)\n {\n var vel = velOpt.Value;\n var nextX = pos.X + vel.VX;\n var nextY = pos.Y + vel.VY;\n ctx.Db.NextPosition.InsertOrUpdate(new NextPosition { EntityId = pos.EntityId, X = nextX, Y = nextY });\n }\n }\n }\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-4\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Entity'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-4\\llm\\Lib.cs(12,15): error CS0260: Missing partial modifier on declaration of type 'Position'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-4\\llm\\Lib.cs(21,15): error CS0260: Missing partial modifier on declaration of type 'Velocity'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-4\\llm\\Lib.cs(30,15): error CS0260: Missing partial modifier on declaration of type 'NextPosition'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-4\\llm\\Lib.cs(38,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 543, + "output_tokens": 442, + "generation_duration_ms": 5121, + "started_at": "2026-03-27T20:15:53.321631800Z", + "finished_at": "2026-03-27T20:16:08.477632800Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic class Module\n{\n [SpacetimeDB.Table(Name = \"Log\", Public = true)]\n public struct Log\n {\n [PrimaryKey]\n public int Id;\n public int UserId;\n public int Day;\n public string Message;\n }\n\n [SpacetimeDB.Index(BTree = new[] { \"UserId\", \"Day\" })]\n public partial struct Log { }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Log.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\n ctx.Db.Log.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\n ctx.Db.Log.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\n }\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-4\\llm\\Lib.cs(4,14): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-4\\llm\\Lib.cs(7,19): error CS0260: Missing partial modifier on declaration of type 'Log'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-4\\llm\\Lib.cs(16,18): error CS0653: Cannot apply attribute class 'Index' because it is abstract [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-4\\llm\\Lib.cs(16,24): error CS0246: The type or namespace name 'BTree' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 467, + "output_tokens": 211, + "generation_duration_ms": 3155, + "started_at": "2026-03-27T20:15:56.332629100Z", + "finished_at": "2026-03-27T20:16:09.983316Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Announcement\", Public = true)]\npublic struct Announcement\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Message;\n [SpacetimeDB.Index(BTree = true)]\n public bool Active;\n}\n\n[SpacetimeDB.Module]\npublic class Module\n{\n [SpacetimeDB.View(Anonymous = true, Public = true)]\n public static IEnumerable ActiveAnnouncements(SpacetimeDB.FilterContext ctx)\n {\n return ctx.Announcement.FilterByActive(true);\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\Lib.cs(18,5): error STDB0023: View 'ActiveAnnouncements' must have an explicit name. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\Lib.cs(19,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\Lib.cs(19,64): error STDB0022: View method ActiveAnnouncements must have a first parameter of type ViewContext or AnonymousViewContext. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\Lib.cs(19,19): error STDB0024: View 'ActiveAnnouncements' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Announcement'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\Lib.cs(15,14): error CS0234: The type or namespace name 'ModuleAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\Lib.cs(15,14): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\Lib.cs(19,77): error CS0234: The type or namespace name 'FilterContext' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\Lib.cs(18,23): error CS0246: The type or namespace name 'Anonymous' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\Lib.cs(11,18): error CS0653: Cannot apply attribute class 'Index' because it is abstract [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\Lib.cs(11,24): error CS0246: The type or namespace name 'BTree' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 403, + "output_tokens": 139, + "generation_duration_ms": 1152, + "started_at": "2026-03-27T20:14:48.390764300Z", + "finished_at": "2026-03-27T20:15:02.888779400Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic struct Profile\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Unique]\n public Identity Identity;\n public string Name;\n public string Bio;\n}\n\n[SpacetimeDB]\npublic partial class Module\n{\n [Table(Name = \"Profile\")]\n public static Profile Profile;\n\n [View(Name = \"MyProfile\", Public = true)]\n public static Profile? MyProfile(ViewContext ctx)\n {\n return ctx.Db.Profile.Iter().Filter(p => p.Identity == ctx.Sender).FirstOrNull();\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\grok-4\\llm\\Lib.cs(18,27): error STDBINT0001: An internal error occurred during codegen: Unable to cast object of type 'Microsoft.CodeAnalysis.CSharp.Syntax.VariableDeclaratorSyntax' to type 'Microsoft.CodeAnalysis.CSharp.Syntax.TypeDeclarationSyntax'. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\grok-4\\llm\\Lib.cs(20,5): error STDB0023: View 'MyProfile' must have an explicit name. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\grok-4\\llm\\Lib.cs(14,2): error CS0616: 'SpacetimeDB' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\grok-4\\llm\\Lib.cs(21,38): error CS0246: The type or namespace name 'ViewContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\grok-4\\llm\\Lib.cs(17,6): error CS0592: Attribute 'Table' is not valid on this declaration type. It is only valid on 'class, struct' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 443, + "output_tokens": 124, + "generation_duration_ms": 925, + "started_at": "2026-03-27T20:14:51.403607400Z", + "finished_at": "2026-03-27T20:15:02.400503600Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic struct DamageEvent\n{\n public ulong EntityId;\n public uint Damage;\n public string Source;\n}\n\n[SpacetimeDB]\npublic partial class Module\n{\n [SpacetimeDB.Table(Name = \"DamageEvent\", Public = true, Scheduled = false)]\n [SpacetimeDB.Event]\n public partial struct DamageEvent\n {\n public ulong EntityId;\n public uint Damage;\n public string Source;\n }\n\n [SpacetimeDB.Reducer]\n public static void DealDamage(ReducerContext ctx, ulong entityId, uint damage, string source)\n {\n ctx.Db.DamageEvent.Insert(new DamageEvent\n {\n EntityId = entityId,\n Damage = damage,\n Source = source\n });\n }\n}\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\grok-4\\llm\\Lib.cs(11,2): error CS0616: 'SpacetimeDB' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\grok-4\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'EventAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\grok-4\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'Event' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\grok-4\\llm\\Lib.cs(14,73): error CS0029: Cannot implicitly convert type 'bool' to 'string' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 420, + "output_tokens": 170, + "generation_duration_ms": 1046, + "started_at": "2026-03-27T20:14:30.209494Z", + "finished_at": "2026-03-27T20:14:45.613021500Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Player\", Public = true)]\npublic struct Player\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Name;\n public string? Nickname;\n public uint? HighScore;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void CreatePlayer(ReducerContext ctx, string name, string? nickname, uint? highScore)\n {\n ctx.Db.Player.Insert(new Player\n {\n Id = 0,\n Name = name,\n Nickname = nickname,\n HighScore = highScore\n });\n }\n}\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\grok-4\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Player'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 437, + "output_tokens": 155, + "generation_duration_ms": 1107, + "started_at": "2026-03-27T20:14:31.012083700Z", + "finished_at": "2026-03-27T20:14:46.414918400Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing System;\nusing SpacetimeDB;\n\npublic struct Message\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Index(BTree)]\n public Identity Owner;\n public string Text;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void CreateMessage(ReducerContext ctx, string text)\n {\n ctx.Db.Message.Insert(new Message\n {\n Id = 0,\n Owner = ctx.Sender,\n Text = text\n });\n }\n\n [Reducer]\n public static void DeleteMessage(ReducerContext ctx, ulong id)\n {\n var message = ctx.Db.Message.FindById(id);\n if (message == null)\n {\n throw new Exception(\"not found\");\n }\n if (message.Owner != ctx.Sender)\n {\n throw new Exception(\"unauthorized\");\n }\n ctx.Db.Message.Delete(message);\n }\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\grok-4\\llm\\Lib.cs(15,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\grok-4\\llm\\Lib.cs(10,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\grok-4\\llm\\Lib.cs(10,12): error CS0103: The name 'BTree' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 474, + "output_tokens": 193, + "generation_duration_ms": 1123, + "started_at": "2026-03-27T20:12:38.285361200Z", + "finished_at": "2026-03-27T20:12:51.514745200Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic partial class Module\n{\n [SpacetimeDB.Table(Name = \"UserInternal\", Public = false)]\n public partial struct UserInternal\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n public string Email;\n public string PasswordHash;\n }\n\n [SpacetimeDB.Table(Name = \"UserPublic\", Public = true)]\n public partial struct UserPublic\n {\n [PrimaryKey]\n public ulong Id;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void RegisterUser(ReducerContext ctx, string name, string email, string passwordHash)\n {\n var internalUser = new UserInternal\n {\n Id = 0,\n Name = name,\n Email = email,\n PasswordHash = passwordHash\n };\n var inserted = ctx.Db.UserInternal.Insert(internalUser);\n var publicUser = new UserPublic\n {\n Id = inserted.Id,\n Name = name\n };\n ctx.Db.UserPublic.Insert(publicUser);\n }\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user_internal": {}, + "user_public": {} + }, + "only_llm": { + "UserInternal": {}, + "UserPublic": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 497, + "output_tokens": 236, + "generation_duration_ms": 1526, + "started_at": "2026-03-27T20:12:38.286623300Z", + "finished_at": "2026-03-27T20:14:15.311711100Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Author\", Public = true)]\npublic struct Author\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Name;\n}\n\n[SpacetimeDB.Table(Name = \"Post\", Public = true)]\npublic struct Post\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n [SpacetimeDB.Index(BTree = true)]\n public ulong AuthorId;\n public string Title;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void DeleteAuthor(ReducerContext ctx, ulong authorId)\n {\n foreach (var post in ctx.Db.Post.FilterByAuthorId(authorId))\n {\n ctx.Db.Post.DeleteById(post.Id);\n }\n ctx.Db.Author.DeleteById(authorId);\n }\n}\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\grok-4\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Author'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\grok-4\\llm\\Lib.cs(14,15): error CS0260: Missing partial modifier on declaration of type 'Post'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\grok-4\\llm\\Lib.cs(24,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\grok-4\\llm\\Lib.cs(19,18): error CS0653: Cannot apply attribute class 'Index' because it is abstract [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\grok-4\\llm\\Lib.cs(19,24): error CS0246: The type or namespace name 'BTree' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 456, + "output_tokens": 203, + "generation_duration_ms": 1910, + "started_at": "2026-03-27T20:14:31.718505300Z", + "finished_at": "2026-03-27T20:14:48.389697Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing System;\nusing System.Linq;\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Order\", Public = true)]\npublic partial struct Order\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n\n [SpacetimeDB.Index(BTree = true)]\n public string Category;\n public ulong Amount;\n public bool Fulfilled;\n}\n\n[SpacetimeDB.Table(Name = \"CategoryStats\", Public = true)]\npublic partial struct CategoryStats\n{\n [SpacetimeDB.PrimaryKey]\n public string Category;\n public ulong TotalAmount;\n public uint OrderCount;\n}\n\npublic partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void ComputeStats(ReducerContext ctx, string category)\n {\n var matchingOrders = ctx.Db.Order.Filter(o => o.Category == category && o.Fulfilled);\n\n ulong totalAmount = 0;\n uint orderCount = 0;\n\n foreach (var order in matchingOrders)\n {\n totalAmount += order.Amount;\n orderCount++;\n }\n\n var stats = new CategoryStats\n {\n Category = category,\n TotalAmount = totalAmount,\n OrderCount = orderCount\n };\n\n ctx.Db.CategoryStats.InsertOrUpdate(stats);\n }\n}\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\grok-4\\llm\\Lib.cs(13,18): error CS0653: Cannot apply attribute class 'Index' because it is abstract [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\grok-4\\llm\\Lib.cs(13,24): error CS0246: The type or namespace name 'BTree' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 479, + "output_tokens": 277, + "generation_duration_ms": 1843, + "started_at": "2026-03-27T20:14:34.354882800Z", + "finished_at": "2026-03-27T20:14:51.403411400Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing System;\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Customer\", Public = true)]\npublic partial struct Customer\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Name;\n}\n\n[SpacetimeDB.Table(Name = \"Order\", Public = true)]\npublic partial struct Order\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n [SpacetimeDB.Index(BTree = true)]\n public ulong CustomerId;\n public string Product;\n public uint Amount;\n}\n\n[SpacetimeDB.Table(Name = \"OrderDetail\", Public = true)]\npublic partial struct OrderDetail\n{\n [SpacetimeDB.PrimaryKey]\n public ulong OrderId;\n public string CustomerName;\n public string Product;\n public uint Amount;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void BuildOrderDetails(ReducerContext ctx)\n {\n foreach (var order in ctx.Db.Order.Iter())\n {\n if (ctx.Db.Customer.FindById(order.CustomerId) is Customer customer)\n {\n ctx.Db.OrderDetail.Insert(new OrderDetail\n {\n OrderId = order.Id,\n CustomerName = customer.Name,\n Product = order.Product,\n Amount = order.Amount\n });\n }\n }\n }\n}\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\grok-4\\llm\\Lib.cs(20,18): error CS0653: Cannot apply attribute class 'Index' because it is abstract [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\grok-4\\llm\\Lib.cs(20,24): error CS0246: The type or namespace name 'BTree' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 525, + "output_tokens": 302, + "generation_duration_ms": 2845, + "started_at": "2026-03-27T20:14:45.613127400Z", + "finished_at": "2026-03-27T20:15:01.676318100Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic partial class Module\n{\n [Table(Name = \"Account\", Public = true)]\n public struct Account\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Unique]\n public string Email;\n public string DisplayName;\n }\n\n [Reducer]\n public static void CreateAccount(ReducerContext ctx, string email, string displayName)\n {\n ctx.Db.Account.Insert(new Account\n {\n Id = 0,\n Email = email,\n DisplayName = displayName\n });\n }\n}\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\grok-4\\llm\\Lib.cs(7,19): error CS0260: Missing partial modifier on declaration of type 'Account'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 419, + "output_tokens": 125, + "generation_duration_ms": 1969, + "started_at": "2026-03-27T20:14:46.415274100Z", + "finished_at": "2026-03-27T20:15:01.359732500Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Product\", Public = true)]\npublic struct Product\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Name;\n [SpacetimeDB.Index(BTree = true)]\n public uint Price;\n}\n\n[SpacetimeDB.Table(Name = \"PriceRangeResult\", Public = true)]\npublic struct PriceRangeResult\n{\n [SpacetimeDB.PrimaryKey]\n public ulong ProductId;\n public string Name;\n public uint Price;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void FindInPriceRange(ReducerContext ctx, uint minPrice, uint maxPrice)\n {\n foreach (var product in ctx.Db.Product.Iter())\n {\n if (product.Price >= minPrice && product.Price <= maxPrice)\n {\n ctx.Db.PriceRangeResult.Insert(new PriceRangeResult\n {\n ProductId = product.Id,\n Name = product.Name,\n Price = product.Price\n });\n }\n }\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-4\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Product'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-4\\llm\\Lib.cs(16,15): error CS0260: Missing partial modifier on declaration of type 'PriceRangeResult'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-4\\llm\\Lib.cs(24,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-4\\llm\\Lib.cs(11,18): error CS0653: Cannot apply attribute class 'Index' because it is abstract [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-4\\llm\\Lib.cs(11,24): error CS0246: The type or namespace name 'BTree' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 481, + "output_tokens": 238, + "generation_duration_ms": 1594, + "started_at": "2026-03-27T20:15:01.359937100Z", + "finished_at": "2026-03-27T20:15:15.238152600Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing System;\nusing System.Collections.Generic;\nusing System.Linq;\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Player\", Public = true)]\npublic partial struct Player\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n public ulong Score;\n}\n\n[SpacetimeDB.Table(Name = \"Leaderboard\", Public = true)]\npublic partial struct LeaderboardEntry\n{\n [PrimaryKey]\n public uint Rank;\n public string PlayerName;\n public ulong Score;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void BuildLeaderboard(ReducerContext ctx, uint limit)\n {\n var players = ctx.Db.Player.Iter().ToList();\n \n players.Sort((a, b) => b.Score.CompareTo(a.Score));\n \n ctx.Db.Leaderboard.DeleteAll();\n \n uint rank = 1;\n foreach (var player in players.Take((int)limit))\n {\n ctx.Db.Leaderboard.Insert(new LeaderboardEntry\n {\n Rank = rank,\n PlayerName = player.Name,\n Score = player.Score\n });\n rank++;\n }\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\grok-4\\llm\\Lib.cs(35,16): error CS1061: 'Local' does not contain a definition for 'Leaderboard' and no accessible extension method 'Leaderboard' accepting a first argument of type 'Local' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\grok-4\\llm\\Lib.cs(40,20): error CS1061: 'Local' does not contain a definition for 'Leaderboard' and no accessible extension method 'Leaderboard' accepting a first argument of type 'Local' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 480, + "output_tokens": 251, + "generation_duration_ms": 1503, + "started_at": "2026-03-27T20:15:01.676512700Z", + "finished_at": "2026-03-27T20:15:15.562278800Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Task\", Public = true)]\npublic struct Task\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Title;\n public bool Completed;\n}\n\n[SpacetimeDB.Table(Name = \"FirstIncomplete\", Public = true)]\npublic struct FirstIncomplete\n{\n [SpacetimeDB.PrimaryKey]\n public ulong TaskId;\n public string Title;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void FindFirstIncomplete(ReducerContext ctx)\n {\n foreach (var task in ctx.Db.Task.Iter())\n {\n if (!task.Completed)\n {\n ctx.Db.FirstIncomplete.Insert(new FirstIncomplete\n {\n TaskId = task.Id,\n Title = task.Title\n });\n return;\n }\n }\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\grok-4\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Task'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\grok-4\\llm\\Lib.cs(15,15): error CS0260: Missing partial modifier on declaration of type 'FirstIncomplete'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\grok-4\\llm\\Lib.cs(22,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 452, + "output_tokens": 197, + "generation_duration_ms": 1253, + "started_at": "2026-03-27T20:15:02.400673200Z", + "finished_at": "2026-03-27T20:15:15.945868300Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing System.Collections.Generic;\nusing SpacetimeDB;\n\npublic partial class Module\n{\n [SpacetimeDB.Table(Name = \"Order\", Public = true)]\n public partial struct Order\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Category;\n public uint Amount;\n }\n\n [SpacetimeDB.Table(Name = \"DistinctCategory\", Public = true)]\n public partial struct DistinctCategory\n {\n [PrimaryKey]\n public string Category;\n }\n\n [SpacetimeDB.Reducer]\n public static void CollectDistinctCategories(ReducerContext ctx)\n {\n HashSet uniqueCategories = new HashSet();\n foreach (var order in ctx.Db.Order.Iter())\n {\n uniqueCategories.Add(order.Category);\n }\n foreach (var cat in uniqueCategories)\n {\n ctx.Db.DistinctCategory.Insert(new DistinctCategory { Category = cat });\n }\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "distinct_category": {}, + "order": {} + }, + "only_llm": { + "DistinctCategory": {}, + "Order": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 443, + "output_tokens": 201, + "generation_duration_ms": 1319, + "started_at": "2026-03-27T20:15:02.888960500Z", + "finished_at": "2026-03-27T20:16:20.943514100Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"User\")]\npublic struct User\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n public bool Active;\n}\n\n[SpacetimeDB.Table(Name = \"UserStats\")]\npublic struct UserStats\n{\n [PrimaryKey]\n public string Key;\n public ulong Count;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void ComputeUserCounts(ReducerContext ctx)\n {\n ulong total = 0;\n ulong active = 0;\n\n foreach (var user in ctx.Db.User.Iter())\n {\n total++;\n if (user.Active)\n {\n active++;\n }\n }\n\n ctx.Db.UserStats.Insert(new UserStats { Key = \"total\", Count = total });\n ctx.Db.UserStats.Insert(new UserStats { Key = \"active\", Count = active });\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\grok-4\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\grok-4\\llm\\Lib.cs(15,15): error CS0260: Missing partial modifier on declaration of type 'UserStats'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\grok-4\\llm\\Lib.cs(22,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 484, + "output_tokens": 203, + "generation_duration_ms": 1474, + "started_at": "2026-03-27T20:15:15.238304100Z", + "finished_at": "2026-03-27T20:15:27.351810500Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"EventLog\", Public = true)]\npublic struct EventLog\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n public string Category;\n public uint Severity;\n public string Message;\n\n [SpacetimeDB.Index(BTree = new[] { \"Category\", \"Severity\" })]\n public static void Index() { }\n}\n\n[SpacetimeDB.Table(Name = \"FilteredEvent\", Public = true)]\npublic struct FilteredEvent\n{\n [SpacetimeDB.PrimaryKey]\n public ulong EventId;\n public string Message;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void FilterEvents(ReducerContext ctx, string category, uint severity)\n {\n foreach (var row in EventLog.Iter())\n {\n if (row.Category == category && row.Severity == severity)\n {\n FilteredEvent.Insert(new FilteredEvent\n {\n EventId = row.Id,\n Message = row.Message\n });\n }\n }\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\grok-4\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'EventLog'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\grok-4\\llm\\Lib.cs(19,15): error CS0260: Missing partial modifier on declaration of type 'FilteredEvent'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\grok-4\\llm\\Lib.cs(14,18): error CS0653: Cannot apply attribute class 'Index' because it is abstract [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\grok-4\\llm\\Lib.cs(14,24): error CS0246: The type or namespace name 'BTree' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 480, + "output_tokens": 241, + "generation_duration_ms": 1421, + "started_at": "2026-03-27T20:15:15.562474Z", + "finished_at": "2026-03-27T20:15:29.959301800Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing System;\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"Reminder\", Scheduled = nameof(SendReminder), ScheduledAt = nameof(Reminder.ScheduledAt))]\npublic struct Reminder\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n public string Message;\n}\n\npublic partial class Module\n{\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.Reminder.Insert(new Reminder\n {\n ScheduledAt = ScheduleAt.Time(ctx.Timestamp + new TimeDuration(60_000_000)),\n Message = \"Hello from scheduled reminder!\"\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void SendReminder(ReducerContext ctx, Reminder reminder)\n {\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-4\\llm\\Lib.cs(6,15): error CS0260: Missing partial modifier on declaration of type 'Reminder'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-4\\llm\\Lib.cs(5,58): error CS0103: The name 'SendReminder' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 456, + "output_tokens": 192, + "generation_duration_ms": 2200, + "started_at": "2026-03-27T20:14:15.404888700Z", + "finished_at": "2026-03-27T20:14:34.354588500Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"CleanupJob\", Scheduled = nameof(RunCleanup), ScheduledAt = nameof(CleanupJob.ScheduledAt))]\npublic struct CleanupJob\n{\n [PrimaryKey]\n [AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n}\n\npublic partial class Module\n{\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(RuntimeContext ctx)\n {\n ctx.Db.CleanupJob.Insert(new CleanupJob\n {\n ScheduledAt = ScheduleAt.Interval(60_000_000)\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void RunCleanup(RuntimeContext ctx, CleanupJob job)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void CancelCleanup(RuntimeContext ctx, ulong scheduledId)\n {\n ctx.Db.CleanupJob.DeleteByScheduledId(scheduledId);\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-4\\llm\\Lib.cs(16,28): error STDB0008: Reducer method Init does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-4\\llm\\Lib.cs(25,34): error STDB0008: Reducer method RunCleanup does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-4\\llm\\Lib.cs(30,37): error STDB0008: Reducer method CancelCleanup does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-4\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'CleanupJob'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-4\\llm\\Lib.cs(4,60): error CS0103: The name 'RunCleanup' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-4\\llm\\Lib.cs(16,29): error CS0246: The type or namespace name 'RuntimeContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-4\\llm\\Lib.cs(25,35): error CS0246: The type or namespace name 'RuntimeContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-4\\llm\\Lib.cs(30,38): error CS0246: The type or namespace name 'RuntimeContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 467, + "output_tokens": 205, + "generation_duration_ms": 3024, + "started_at": "2026-03-27T20:14:15.407329700Z", + "finished_at": "2026-03-27T20:14:31.011060800Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Name = \"OnlinePlayer\", Public = true)]\npublic struct OnlinePlayer\n{\n [SpacetimeDB.PrimaryKey]\n public Identity Identity;\n public Timestamp ConnectedAt;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.OnlinePlayer.Insert(new OnlinePlayer\n {\n Identity = ctx.Sender,\n ConnectedAt = ctx.Timestamp\n });\n }\n\n [SpacetimeDB.Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.OnlinePlayer.DeleteByIdentity(ctx.Sender);\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\grok-4\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'OnlinePlayer'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 406, + "output_tokens": 167, + "generation_duration_ms": 1994, + "started_at": "2026-03-27T20:14:15.408871800Z", + "finished_at": "2026-03-27T20:14:31.718315600Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic struct User\n{\n [PrimaryKey]\n public Identity Identity;\n public string Name;\n}\n\npublic struct Message\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Index(BTree)]\n public Identity Sender;\n public string Text;\n}\n\n[SpacetimeDB]\npublic static partial class Module\n{\n [Reducer]\n public static void Register(ReducerContext ctx, string name)\n {\n if (ctx.Db.User.FindByIdentity(ctx.Sender).HasValue)\n {\n throw new Exception(\"already registered\");\n }\n ctx.Db.User.Insert(new User { Identity = ctx.Sender, Name = name });\n }\n\n [Reducer]\n public static void PostMessage(ReducerContext ctx, string text)\n {\n if (!ctx.Db.User.FindByIdentity(ctx.Sender).HasValue)\n {\n throw new Exception(\"not registered\");\n }\n ctx.Db.Message.Insert(new Message { Sender = ctx.Sender, Text = text });\n }\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-4\\llm\\Lib.cs(16,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-4\\llm\\Lib.cs(16,12): error CS0103: The name 'BTree' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-4\\llm\\Lib.cs(21,2): error CS0616: 'SpacetimeDB' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 506, + "output_tokens": 219, + "generation_duration_ms": 1209, + "started_at": "2026-03-27T20:12:38.287893700Z", + "finished_at": "2026-03-27T20:12:54.715711400Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic struct Config\n{\n [PrimaryKey]\n public uint Id;\n public Identity Admin;\n}\n\npublic struct AdminLog\n{\n [PrimaryKey(AutoInc = true)]\n public ulong Id;\n public string Action;\n}\n\npublic static partial class Module\n{\n [Table(Name = \"Config\", Public = false)]\n public static Config Config;\n\n [Table(Name = \"AdminLog\", Public = true)]\n public static AdminLog AdminLog;\n\n [Reducer]\n public static void BootstrapAdmin(ReducerContext ctx)\n {\n if (ctx.Db.Config.FilterById(0).Count() > 0)\n {\n throw new Exception(\"already bootstrapped\");\n }\n ctx.Db.Config.Insert(new Config { Id = 0, Admin = ctx.Sender });\n }\n\n [Reducer]\n public static void AdminAction(ReducerContext ctx, string action)\n {\n var config = ctx.Db.Config.FilterById(0).FirstOrDefault();\n if (config == null)\n {\n throw new Exception(\"not bootstrapped\");\n }\n if (ctx.Sender != config.Admin)\n {\n throw new Exception(\"not admin\");\n }\n ctx.Db.AdminLog.Insert(new AdminLog { Action = action });\n }\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-4\\llm\\Lib.cs(21,26): error STDBINT0001: An internal error occurred during codegen: Unable to cast object of type 'Microsoft.CodeAnalysis.CSharp.Syntax.VariableDeclaratorSyntax' to type 'Microsoft.CodeAnalysis.CSharp.Syntax.TypeDeclarationSyntax'. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-4\\llm\\Lib.cs(24,28): error STDBINT0001: An internal error occurred during codegen: Unable to cast object of type 'Microsoft.CodeAnalysis.CSharp.Syntax.VariableDeclaratorSyntax' to type 'Microsoft.CodeAnalysis.CSharp.Syntax.TypeDeclarationSyntax'. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-4\\llm\\Lib.cs(13,17): error CS0246: The type or namespace name 'AutoInc' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-4\\llm\\Lib.cs(20,6): error CS0592: Attribute 'Table' is not valid on this declaration type. It is only valid on 'class, struct' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-4\\llm\\Lib.cs(23,6): error CS0592: Attribute 'Table' is not valid on this declaration type. It is only valid on 'class, struct' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 515, + "output_tokens": 271, + "generation_duration_ms": 1617, + "started_at": "2026-03-27T20:12:38.289238Z", + "finished_at": "2026-03-27T20:12:53.579590700Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic struct User\n{\n [PrimaryKey]\n public Identity Identity;\n public string Role;\n}\n\n[SpacetimeDB]\npublic partial class Module\n{\n [Table(Name = \"User\", Public = false)]\n public static User User;\n\n [Reducer]\n public static void Register(ReducerContext ctx)\n {\n if (ctx.Db.User.FilterByIdentity(ctx.Sender).Count() > 0)\n {\n throw new Exception(\"already registered\");\n }\n ctx.Db.User.Insert(new User { Identity = ctx.Sender, Role = \"member\" });\n }\n\n [Reducer]\n public static void Promote(ReducerContext ctx, Identity target)\n {\n var callerRows = ctx.Db.User.FilterByIdentity(ctx.Sender);\n if (callerRows.Count() == 0)\n {\n throw new Exception(\"not registered\");\n }\n var caller = callerRows.First();\n if (caller.Role != \"admin\")\n {\n throw new Exception(\"not admin\");\n }\n\n var targetRows = ctx.Db.User.FilterByIdentity(target);\n if (targetRows.Count() == 0)\n {\n throw new Exception(\"target not registered\");\n }\n var targetUser = targetRows.First();\n targetUser.Role = \"admin\";\n ctx.Db.User.Update(targetUser);\n }\n\n [Reducer]\n public static void MemberAction(ReducerContext ctx)\n {\n if (ctx.Db.User.FilterByIdentity(ctx.Sender).Count() == 0)\n {\n throw new Exception(\"not registered\");\n }\n }\n\n [Reducer]\n public static void AdminAction(ReducerContext ctx)\n {\n var rows = ctx.Db.User.FilterByIdentity(ctx.Sender);\n if (rows.Count() == 0)\n {\n throw new Exception(\"not registered\");\n }\n var user = rows.First();\n if (user.Role != \"admin\")\n {\n throw new Exception(\"not admin\");\n }\n }\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-4\\llm\\Lib.cs(15,24): error STDBINT0001: An internal error occurred during codegen: Unable to cast object of type 'Microsoft.CodeAnalysis.CSharp.Syntax.VariableDeclaratorSyntax' to type 'Microsoft.CodeAnalysis.CSharp.Syntax.TypeDeclarationSyntax'. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-4\\llm\\Lib.cs(11,2): error CS0616: 'SpacetimeDB' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-4\\llm\\Lib.cs(14,6): error CS0592: Attribute 'Table' is not valid on this declaration type. It is only valid on 'class, struct' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 557, + "output_tokens": 418, + "generation_duration_ms": 2127, + "started_at": "2026-03-27T20:12:51.514998400Z", + "finished_at": "2026-03-27T20:13:01.877668200Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic struct Admin\n{\n [PrimaryKey]\n public Identity Identity;\n}\n\npublic struct Banned\n{\n [PrimaryKey]\n public Identity Identity;\n}\n\npublic struct Player\n{\n [PrimaryKey]\n public Identity Identity;\n public string Name;\n}\n\n[SpacetimeDB]\npublic static partial class Module\n{\n [Table(Name = \"Admin\", Public = false)]\n public static Table AdminTable;\n\n [Table(Name = \"Banned\", Public = false)]\n public static Table BannedTable;\n\n [Table(Name = \"Player\", Public = true)]\n public static Table PlayerTable;\n\n [Reducer]\n public static void AddAdmin(ReducerContext ctx, Identity target)\n {\n if (!AdminTable.Iter().Any(a => a.Identity == ctx.Sender))\n {\n throw new Exception(\"not admin\");\n }\n AdminTable.Insert(new Admin { Identity = target });\n }\n\n [Reducer]\n public static void BanPlayer(ReducerContext ctx, Identity target)\n {\n if (!AdminTable.Iter().Any(a => a.Identity == ctx.Sender))\n {\n throw new Exception(\"not admin\");\n }\n BannedTable.Insert(new Banned { Identity = target });\n PlayerTable.DeleteByCol(\"Identity\", target);\n }\n\n [Reducer]\n public static void JoinGame(ReducerContext ctx, string name)\n {\n if (BannedTable.Iter().Any(b => b.Identity == ctx.Sender))\n {\n throw new Exception(\"banned\");\n }\n if (PlayerTable.Iter().Any(p => p.Identity == ctx.Sender))\n {\n throw new Exception(\"already in game\");\n }\n PlayerTable.Insert(new Player { Identity = ctx.Sender, Name = name });\n }\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\Lib.cs(27,32): error STDBINT0001: An internal error occurred during codegen: Unable to cast object of type 'Microsoft.CodeAnalysis.CSharp.Syntax.VariableDeclaratorSyntax' to type 'Microsoft.CodeAnalysis.CSharp.Syntax.TypeDeclarationSyntax'. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\Lib.cs(30,33): error STDBINT0001: An internal error occurred during codegen: Unable to cast object of type 'Microsoft.CodeAnalysis.CSharp.Syntax.VariableDeclaratorSyntax' to type 'Microsoft.CodeAnalysis.CSharp.Syntax.TypeDeclarationSyntax'. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\Lib.cs(33,33): error STDBINT0001: An internal error occurred during codegen: Unable to cast object of type 'Microsoft.CodeAnalysis.CSharp.Syntax.VariableDeclaratorSyntax' to type 'Microsoft.CodeAnalysis.CSharp.Syntax.TypeDeclarationSyntax'. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\Lib.cs(23,2): error CS0616: 'SpacetimeDB' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\Lib.cs(27,19): error CS0305: Using the generic type 'Table' requires 3 type arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\Lib.cs(30,19): error CS0305: Using the generic type 'Table' requires 3 type arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\Lib.cs(33,19): error CS0305: Using the generic type 'Table' requires 3 type arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\Lib.cs(26,6): error CS0592: Attribute 'Table' is not valid on this declaration type. It is only valid on 'class, struct' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\Lib.cs(29,6): error CS0592: Attribute 'Table' is not valid on this declaration type. It is only valid on 'class, struct' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\Lib.cs(32,6): error CS0592: Attribute 'Table' is not valid on this declaration type. It is only valid on 'class, struct' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 569, + "output_tokens": 384, + "generation_duration_ms": 2146, + "started_at": "2026-03-27T20:12:53.579856900Z", + "finished_at": "2026-03-27T20:13:07.887471700Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing System;\nusing SpacetimeDB;\n\npublic struct RateLimit\n{\n [PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n}\n\npublic struct ActionLog\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n}\n\npublic partial class Module\n{\n [Table(Name = \"RateLimit\", Public = false)]\n public static void RateLimitTable() { }\n\n [Table(Name = \"ActionLog\", Public = true)]\n public static void ActionLogTable() { }\n\n [Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)ctx.Timestamp.ToUnixTimeMilliseconds() * 1000;\n\n var rateLimit = ctx.Db.RateLimit.FilterByIdentity(ctx.Sender).FirstOrDefault();\n\n if (rateLimit != null && (now - rateLimit.LastCallUs) < 1_000_000)\n {\n throw new Exception(\"rate limited\");\n }\n\n ctx.Db.RateLimit.Upsert(new RateLimit\n {\n Identity = ctx.Sender,\n LastCallUs = now\n });\n\n ctx.Db.ActionLog.Insert(new ActionLog\n {\n Id = 0,\n Identity = ctx.Sender,\n Payload = payload\n });\n }\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-4\\llm\\Lib.cs(23,5): error STDBINT0001: An internal error occurred during codegen: Unable to cast object of type 'Microsoft.CodeAnalysis.CSharp.Syntax.MethodDeclarationSyntax' to type 'Microsoft.CodeAnalysis.CSharp.Syntax.TypeDeclarationSyntax'. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-4\\llm\\Lib.cs(26,5): error STDBINT0001: An internal error occurred during codegen: Unable to cast object of type 'Microsoft.CodeAnalysis.CSharp.Syntax.MethodDeclarationSyntax' to type 'Microsoft.CodeAnalysis.CSharp.Syntax.TypeDeclarationSyntax'. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-4\\llm\\Lib.cs(23,6): error CS0592: Attribute 'Table' is not valid on this declaration type. It is only valid on 'class, struct' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-4\\llm\\Lib.cs(26,6): error CS0592: Attribute 'Table' is not valid on this declaration type. It is only valid on 'class, struct' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 532, + "output_tokens": 285, + "generation_duration_ms": 1866, + "started_at": "2026-03-27T20:12:54.715886500Z", + "finished_at": "2026-03-27T20:13:06.309114100Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing System;\nusing SpacetimeDB;\n\npublic struct Document\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Index(BTree)]\n public Identity Owner;\n public string Title;\n}\n\npublic struct DocumentShare\n{\n [Index(BTree)]\n public ulong DocumentId;\n [Index(BTree)]\n public Identity SharedWith;\n}\n\n[SpacetimeDB]\npublic partial class Module\n{\n [Reducer]\n public static void CreateDocument(ReducerContext ctx, string title)\n {\n ctx.Db.Document.Insert(new Document\n {\n Owner = ctx.Sender,\n Title = title\n });\n }\n\n [Reducer]\n public static void ShareDocument(ReducerContext ctx, ulong documentId, Identity target)\n {\n var doc = ctx.Db.Document.Get(documentId);\n if (doc == null)\n {\n throw new Exception(\"not found\");\n }\n if (doc.Owner != ctx.Sender)\n {\n throw new Exception(\"not owner\");\n }\n ctx.Db.DocumentShare.Insert(new DocumentShare\n {\n DocumentId = documentId,\n SharedWith = target\n });\n }\n\n [Reducer]\n public static void EditDocument(ReducerContext ctx, ulong documentId, string newTitle)\n {\n var doc = ctx.Db.Document.Get(documentId);\n if (doc == null)\n {\n throw new Exception(\"not found\");\n }\n bool isOwner = doc.Owner == ctx.Sender;\n bool isShared = ctx.Db.DocumentShare.Iter().Any(s => s.DocumentId == documentId && s.SharedWith == ctx.Sender);\n if (!isOwner && !isShared)\n {\n throw new Exception(\"unauthorized\");\n }\n doc.Title = newTitle;\n ctx.Db.Document.Update(doc);\n }\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-4\\llm\\Lib.cs(22,2): error CS0616: 'SpacetimeDB' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-4\\llm\\Lib.cs(16,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-4\\llm\\Lib.cs(16,12): error CS0103: The name 'BTree' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-4\\llm\\Lib.cs(9,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-4\\llm\\Lib.cs(9,12): error CS0103: The name 'BTree' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-4\\llm\\Lib.cs(18,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-4\\llm\\Lib.cs(18,12): error CS0103: The name 'BTree' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-4\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 603, + "output_tokens": 380, + "generation_duration_ms": 1947, + "started_at": "2026-03-27T20:13:01.877861200Z", + "finished_at": "2026-03-27T20:13:13.860944500Z" + } + } + }, + { + "name": "Grok Code", + "route_api_model": "grok-code-fast-1", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table]\npublic struct EmptyTable\n{\n [PrimaryKey]\n public int Id;\n}\n\npublic static class Reducers\n{\n [Reducer]\n public static void EmptyReducer_NoArgs() {}\n\n [Reducer]\n public static void EmptyReducer_WithInt(int count) {}\n\n [Reducer]\n public static void EmptyReducer_WithString(string name) {}\n\n [Reducer]\n public static void EmptyReducer_WithTwoArgs(int count, string name) {}\n\n [Reducer]\n public static void EmptyReducer_WithThreeArgs(bool active, float ratio, string label) {}\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-code\\llm\\Lib.cs(14,43): error STDB0008: Reducer method EmptyReducer_NoArgs does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-code\\llm\\Lib.cs(17,44): error STDB0008: Reducer method EmptyReducer_WithInt does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-code\\llm\\Lib.cs(20,47): error STDB0008: Reducer method EmptyReducer_WithString does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-code\\llm\\Lib.cs(23,48): error STDB0008: Reducer method EmptyReducer_WithTwoArgs does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-code\\llm\\Lib.cs(26,50): error STDB0008: Reducer method EmptyReducer_WithThreeArgs does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-code\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'EmptyTable'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-code\\llm\\Lib.cs(11,21): error CS0260: Missing partial modifier on declaration of type 'Reducers'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 524, + "output_tokens": 1525, + "generation_duration_ms": 10270, + "started_at": "2026-03-27T20:15:57.645248300Z", + "finished_at": "2026-03-27T20:16:20.011647500Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module : SpacetimeDB.Runtime.Module\n{\n [Table]\n public partial struct User\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Table]\n public partial struct Product\n {\n [PrimaryKey]\n public int Id;\n public string Title;\n public float Price;\n public bool InStock;\n }\n\n [Table]\n public partial struct Note\n {\n [PrimaryKey]\n public int Id;\n public string Body;\n public long Rating;\n public bool Pinned;\n }\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\grok-code\\llm\\Lib.cs(5,43): error CS0234: The type or namespace name 'Runtime' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 526, + "output_tokens": 539, + "generation_duration_ms": 2899, + "started_at": "2026-03-27T20:16:02.544261700Z", + "finished_at": "2026-03-27T20:16:16.803147Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module\n{\n [Table(ScheduledReducer = \"Tick\", ScheduledColumn = \"ScheduledAt\")]\n public partial struct TickTimer\n {\n [PrimaryKey, AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [Reducer]\n public static void Tick(TickTimer timer)\n {\n }\n\n [Reducer]\n public static void Init()\n {\n TickTimer.Insert(new TickTimer { ScheduledAt = ScheduleAt.RepeatMicros(50000) });\n }\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-code\\llm\\Lib.cs(16,28): error STDB0008: Reducer method Tick does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-code\\llm\\Lib.cs(21,28): error STDB0008: Reducer method Init does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-code\\llm\\Lib.cs(7,12): error CS0246: The type or namespace name 'ScheduledReducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-code\\llm\\Lib.cs(7,39): error CS0246: The type or namespace name 'ScheduledColumn' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 497, + "output_tokens": 956, + "generation_duration_ms": 4882, + "started_at": "2026-03-27T20:16:05.819115900Z", + "finished_at": "2026-03-27T20:16:29.230313800Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic struct Position\n{\n public int X;\n public int Y;\n}\n\n[Table]\npublic class Entity\n{\n [PrimaryKey]\n public int Id;\n public Position Pos;\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\grok-code\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Position'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\grok-code\\llm\\Lib.cs(12,14): error CS0260: Missing partial modifier on declaration of type 'Entity'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 460, + "output_tokens": 582, + "generation_duration_ms": 3288, + "started_at": "2026-03-27T20:16:06.308375700Z", + "finished_at": "2026-03-27T20:16:19.194251Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module\n{\n [Table]\n public partial struct User\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void InsertUser(int id, string name, int age, bool active)\n {\n User.Insert(new User { Id = id, Name = name, Age = age, Active = active });\n }\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\grok-code\\llm\\Lib.cs(18,34): error STDB0008: Reducer method InsertUser does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 493, + "output_tokens": 791, + "generation_duration_ms": 14744, + "started_at": "2026-03-27T20:16:16.803283400Z", + "finished_at": "2026-03-27T20:16:40.868242Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module\n{\n [Table]\n public partial struct User\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void UpdateUser(int id, string name, int age, bool active)\n {\n var user = User.Find(id);\n if (user != null)\n {\n user.Name = name;\n user.Age = age;\n user.Active = active;\n User.Update(user);\n }\n }\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-code\\llm\\Lib.cs(18,34): error STDB0008: Reducer method UpdateUser does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 499, + "output_tokens": 637, + "generation_duration_ms": 12416, + "started_at": "2026-03-27T20:16:19.194442400Z", + "finished_at": "2026-03-27T20:16:40.867802400Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module\n{\n [Table]\n public partial struct User\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void DeleteUser(int id)\n {\n User.Delete(id);\n }\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-code\\llm\\Lib.cs(18,34): error STDB0008: Reducer method DeleteUser does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 467, + "output_tokens": 519, + "generation_duration_ms": 11664, + "started_at": "2026-03-27T20:16:20.011788600Z", + "finished_at": "2026-03-27T20:16:42.610026Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module\n{\n [Table]\n public partial struct User\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void Crud()\n {\n User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n var user = User.Find(1);\n user.Name = \"Alice2\";\n user.Age = 31;\n user.Active = false;\n User.Update(user);\n var user2 = User.Find(2);\n User.Delete(user2);\n }\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-code\\llm\\Lib.cs(18,28): error STDB0008: Reducer method Crud does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 533, + "output_tokens": 1032, + "generation_duration_ms": 5383, + "started_at": "2026-03-27T20:16:29.230546200Z", + "finished_at": "2026-03-27T20:16:44.971985700Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table]\npublic partial struct User\n{\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\n[Table]\npublic partial struct Result\n{\n [PrimaryKey]\n public int Id;\n public string Name;\n}\n\n[Reducer]\npublic static void LookupUserName(int id)\n{\n var user = User.Find(id);\n if (user != null)\n {\n Result.Insert(new Result { Id = user.Id, Name = user.Name });\n }\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-code\\llm\\Lib.cs(22,1): error CS8803: Top-level statements must precede namespace and type declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-code\\llm\\Lib.cs(23,1): error CS0106: The modifier 'public' is not valid for this item [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 522, + "output_tokens": 591, + "generation_duration_ms": 3764, + "started_at": "2026-03-27T20:16:40.871508800Z", + "finished_at": "2026-03-27T20:16:54.901354800Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module\n{\n [Table]\n public partial struct User\n {\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void Init()\n {\n User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n }\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\grok-code\\llm\\Lib.cs(18,28): error STDB0008: Reducer method Init does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 501, + "output_tokens": 407, + "generation_duration_ms": 3674, + "started_at": "2026-03-27T20:16:40.874133300Z", + "finished_at": "2026-03-27T20:16:54.924277600Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table]\npublic partial struct Event\n{\n [PrimaryKey]\n [AutoInc]\n public int Id;\n public string Kind;\n}\n\n[Reducer]\npublic static void ClientConnected()\n{\n Event.Insert(new Event { Kind = \"connected\" });\n}\n\n[Reducer]\npublic static void ClientDisconnected()\n{\n Event.Insert(new Event { Kind = \"disconnected\" });\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\grok-code\\llm\\Lib.cs(13,1): error CS8803: Top-level statements must precede namespace and type declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\grok-code\\llm\\Lib.cs(14,1): error CS0106: The modifier 'public' is not valid for this item [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\grok-code\\llm\\Lib.cs(20,1): error CS0106: The modifier 'public' is not valid for this item [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 485, + "output_tokens": 506, + "generation_duration_ms": 3584, + "started_at": "2026-03-27T20:16:42.610656100Z", + "finished_at": "2026-03-27T20:16:56.920752800Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "[Module]\npublic partial class Module\n{\n [Table]\n public partial struct Result\n {\n [PrimaryKey]\n public int Id;\n public int Sum;\n }\n\n public static int Add(int a, int b)\n {\n return a + b;\n }\n\n [Reducer]\n public static void ComputeSum(int id, int a, int b)\n {\n Result.Insert(new Result { Id = id, Sum = Add(a, b) });\n }\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-code\\llm\\Lib.cs(2,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-code\\llm\\Lib.cs(18,6): error CS0246: The type or namespace name 'ReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-code\\llm\\Lib.cs(18,6): error CS0246: The type or namespace name 'Reducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-code\\llm\\Lib.cs(5,6): error CS0246: The type or namespace name 'TableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-code\\llm\\Lib.cs(5,6): error CS0246: The type or namespace name 'Table' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-code\\llm\\Lib.cs(8,10): error CS0246: The type or namespace name 'PrimaryKeyAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-code\\llm\\Lib.cs(8,10): error CS0246: The type or namespace name 'PrimaryKey' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 498, + "output_tokens": 508, + "generation_duration_ms": 2728, + "started_at": "2026-03-27T20:16:44.972160400Z", + "finished_at": "2026-03-27T20:16:57.912253900Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Module]\npublic partial class Module\n{\n [SpacetimeDB.Type]\n public partial struct Score\n {\n public int Left;\n public int Right;\n }\n\n [SpacetimeDB.Table]\n public partial class Result\n {\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public Score Value;\n }\n\n [SpacetimeDB.Reducer]\n public static void SetScore(int id, int left, int right)\n {\n new Result { Id = id, Value = new Score { Left = left, Right = right } }.Insert();\n }\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-code\\llm\\Lib.cs(23,32): error STDB0008: Reducer method SetScore does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-code\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'ModuleAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-code\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-code\\llm\\Lib.cs(17,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-code\\llm\\Lib.cs(17,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-code\\llm\\Lib.cs(17,29): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 506, + "output_tokens": 701, + "generation_duration_ms": 3321, + "started_at": "2026-03-27T20:18:04.886944600Z", + "finished_at": "2026-03-27T20:18:16.008341400Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Module]\npublic partial class Module\n{\n [SpacetimeDB.Type]\n public abstract partial class Shape {}\n\n [SpacetimeDB.Type]\n public partial class Circle : Shape\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial class Rectangle : Shape\n {\n public int Width;\n public int Height;\n }\n\n [SpacetimeDB.Table]\n public partial class Result\n {\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public Shape Value;\n }\n\n [SpacetimeDB.Reducer]\n public static void SetCircle(int id, int radius)\n {\n DB.Insert(new Result { Id = id, Value = new Circle { Radius = radius } });\n }\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\Lib.cs(32,33): error STDB0008: Reducer method SetCircle does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'ModuleAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Module.Circle.cs(7,17): warning CS0108: 'Module.Circle.ReadFields(BinaryReader)' hides inherited member 'Module.Shape.ReadFields(BinaryReader)'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Module.Circle.cs(11,17): warning CS0108: 'Module.Circle.WriteFields(BinaryWriter)' hides inherited member 'Module.Shape.WriteFields(BinaryWriter)'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Module.Circle.cs(20,36): warning CS0108: 'Module.Circle.BSATN' hides inherited member 'Module.Shape.BSATN'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Module.Rectangle.cs(7,17): warning CS0108: 'Module.Rectangle.ReadFields(BinaryReader)' hides inherited member 'Module.Shape.ReadFields(BinaryReader)'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Module.Rectangle.cs(12,17): warning CS0108: 'Module.Rectangle.WriteFields(BinaryWriter)' hides inherited member 'Module.Shape.WriteFields(BinaryWriter)'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Module.Rectangle.cs(22,36): warning CS0108: 'Module.Rectangle.BSATN' hides inherited member 'Module.Shape.BSATN'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\Lib.cs(26,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\Lib.cs(26,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\Lib.cs(26,29): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 524, + "output_tokens": 3024, + "generation_duration_ms": 15928, + "started_at": "2026-03-27T20:18:05.077390100Z", + "finished_at": "2026-03-27T20:18:29.562159100Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module\n{\n [Table]\n public partial struct Primitive\n {\n [PrimaryKey]\n public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n }\n\n [Reducer]\n public static void Seed()\n {\n Primitive.Insert(new Primitive\n {\n Id = 1,\n Count = 2,\n Total = 3000000000,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\grok-code\\llm\\Lib.cs(21,28): error STDB0008: Reducer method Seed does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 515, + "output_tokens": 617, + "generation_duration_ms": 3174, + "started_at": "2026-03-27T20:18:07.773352Z", + "finished_at": "2026-03-27T20:18:20.917731400Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial class Address\n{\n public string Street { get; set; }\n public int Zip { get; set; }\n}\n\n[SpacetimeDB.Type]\npublic partial class Position\n{\n public int X { get; set; }\n public int Y { get; set; }\n}\n\n[Table]\npublic partial class Profile\n{\n [Column(IsPrimaryKey = true)]\n public int Id { get; set; }\n public Address Home { get; set; }\n public Address Work { get; set; }\n public Position Pos { get; set; }\n}\n\n[Reducer]\npublic static void Seed()\n{\n Profile.Insert(new Profile\n {\n Id = 1,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n });\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\grok-code\\llm\\Lib.cs(28,1): error CS8803: Top-level statements must precede namespace and type declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\grok-code\\llm\\Lib.cs(29,1): error CS0106: The modifier 'public' is not valid for this item [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 557, + "output_tokens": 1076, + "generation_duration_ms": 6270, + "started_at": "2026-03-27T20:18:12.180095900Z", + "finished_at": "2026-03-27T20:18:29.508088Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Module]\npublic partial class Module\n{\n [SpacetimeDB.Type(Variant = true)]\n public abstract partial class Shape\n {\n [SpacetimeDB.Type]\n public partial class Circle : Shape\n {\n public int Radius;\n }\n\n [SpacetimeDB.Type]\n public partial class Rectangle : Shape\n {\n public int Width;\n public int Height;\n }\n }\n\n [SpacetimeDB.Table]\n public partial class Drawing\n {\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public Shape A;\n public Shape B;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed()\n {\n Drawing.Insert(new Drawing\n {\n Id = 1,\n A = new Shape.Circle { Radius = 10 },\n B = new Shape.Rectangle { Width = 4, Height = 6 }\n });\n }\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\Lib.cs(34,28): error STDB0008: Reducer method Seed does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'ModuleAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\Lib.cs(7,23): error CS0246: The type or namespace name 'Variant' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Module.Shape.Circle.cs(8,17): warning CS0108: 'Module.Shape.Circle.ReadFields(BinaryReader)' hides inherited member 'Module.Shape.ReadFields(BinaryReader)'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Module.Shape.Circle.cs(12,17): warning CS0108: 'Module.Shape.Circle.WriteFields(BinaryWriter)' hides inherited member 'Module.Shape.WriteFields(BinaryWriter)'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Module.Shape.Circle.cs(21,36): warning CS0108: 'Module.Shape.Circle.BSATN' hides inherited member 'Module.Shape.BSATN'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Module.Shape.Rectangle.cs(8,17): warning CS0108: 'Module.Shape.Rectangle.ReadFields(BinaryReader)' hides inherited member 'Module.Shape.ReadFields(BinaryReader)'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Module.Shape.Rectangle.cs(13,17): warning CS0108: 'Module.Shape.Rectangle.WriteFields(BinaryWriter)' hides inherited member 'Module.Shape.WriteFields(BinaryWriter)'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Module.Shape.Rectangle.cs(23,36): warning CS0108: 'Module.Shape.Rectangle.BSATN' hides inherited member 'Module.Shape.BSATN'. Use the new keyword if hiding was intended. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\Lib.cs(27,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\Lib.cs(27,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\Lib.cs(27,29): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 533, + "output_tokens": 2069, + "generation_duration_ms": 10050, + "started_at": "2026-03-27T20:18:16.008637100Z", + "finished_at": "2026-03-27T20:18:33.031365200Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module\n{\n [Table]\n public partial struct TickTimer\n {\n [PrimaryKey]\n [AutoInc]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [Reducer]\n public static void Init()\n {\n var schedule = ScheduleAt.Repeat(TimeSpan.FromMicroseconds(50000));\n new TickTimer { ScheduledAt = schedule }.Insert();\n }\n\n [Scheduled(table: \"TickTimer\", column: \"ScheduledAt\")]\n [Reducer]\n public static void Tick(TickTimer scheduled)\n {\n }\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-code\\llm\\Lib.cs(17,28): error STDB0008: Reducer method Init does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-code\\llm\\Lib.cs(25,28): error STDB0008: Reducer method Tick does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-code\\llm\\Lib.cs(23,6): error CS0246: The type or namespace name 'ScheduledAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-code\\llm\\Lib.cs(23,6): error CS0246: The type or namespace name 'Scheduled' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 499, + "output_tokens": 904, + "generation_duration_ms": 4657, + "started_at": "2026-03-27T20:18:20.917909800Z", + "finished_at": "2026-03-27T20:18:32.853119900Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module\n{\n [Table]\n public partial struct Account\n {\n [PrimaryKey]\n public int Id;\n [Unique]\n public string Email;\n public string Name;\n [Index(BTree)]\n public string Name;\n }\n\n [Reducer]\n public static void Seed()\n {\n Account.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\n Account.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-code\\llm\\Lib.cs(7,5): error STDBINT0001: An internal error occurred during codegen: Sequence contains more than one element [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-code\\llm\\Lib.cs(20,28): error STDB0008: Reducer method Seed does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-code\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-code\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-code\\llm\\Lib.cs(16,23): error CS0102: The type 'Module.Account' already contains a definition for 'Name' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-code\\llm\\Lib.cs(15,10): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-code\\llm\\Lib.cs(15,16): error CS0103: The name 'BTree' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 503, + "output_tokens": 856, + "generation_duration_ms": 5529, + "started_at": "2026-03-27T20:18:29.508243100Z", + "finished_at": "2026-03-27T20:18:42.702711100Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table]\npublic partial struct User\n{\n [PrimaryKey]\n public int UserId;\n public string Name;\n}\n\n[Table]\npublic partial struct Group\n{\n [PrimaryKey]\n public int GroupId;\n public string Title;\n}\n\n[Table]\npublic partial struct Membership\n{\n [PrimaryKey]\n public int Id;\n [Index(BTree = true)]\n public int UserId;\n [Index(BTree = true)]\n public int GroupId;\n}\n\npublic partial class Module\n{\n [Reducer]\n public static void Seed()\n {\n User.Insert(new User { UserId = 1, Name = \"Alice\" });\n User.Insert(new User { UserId = 2, Name = \"Bob\" });\n Group.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n Group.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n Membership.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n Membership.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n Membership.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-code\\llm\\Lib.cs(34,28): error STDB0008: Reducer method Seed does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-code\\llm\\Lib.cs(25,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-code\\llm\\Lib.cs(27,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 645, + "output_tokens": 1056, + "generation_duration_ms": 6290, + "started_at": "2026-03-27T20:18:29.562373Z", + "finished_at": "2026-03-27T20:18:44.933168300Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Module]\npublic partial class Module\n{\n [Table]\n public partial struct Entity\n {\n [PrimaryKey]\n public int Id;\n }\n\n [Table]\n public partial struct Position\n {\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [Table]\n public partial struct Velocity\n {\n [PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n }\n\n [Table]\n public partial struct NextPosition\n {\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [Reducer]\n public static void Seed()\n {\n Entity.Insert(new Entity { Id = 1 });\n Position.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n Velocity.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n\n Entity.Insert(new Entity { Id = 2 });\n Position.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n Velocity.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [Reducer]\n public static void Step()\n {\n foreach (var pos in Position.Iter())\n {\n var vel = Velocity.Find(pos.EntityId);\n if (vel != null)\n {\n NextPosition.Upsert(new NextPosition { EntityId = pos.EntityId, X = pos.X + vel.VX, Y = pos.Y + vel.VY });\n }\n }\n }\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\Lib.cs(42,28): error STDB0008: Reducer method Seed does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\Lib.cs(54,28): error STDB0008: Reducer method Step does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'ModuleAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 621, + "output_tokens": 984, + "generation_duration_ms": 4074, + "started_at": "2026-03-27T20:18:32.853282600Z", + "finished_at": "2026-03-27T20:18:46.279696200Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table]\n[Index(BTree = new[] { \"UserId\", \"Day\" })]\npublic partial struct Log\n{\n [PrimaryKey]\n public int Id;\n public int UserId;\n public int Day;\n public string Message;\n}\n\npublic partial class Module\n{\n [Reducer]\n public static void Seed()\n {\n Log.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\n Log.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\n Log.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\n }\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-code\\llm\\Lib.cs(18,28): error STDB0008: Reducer method Seed does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-code\\llm\\Lib.cs(5,2): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 545, + "output_tokens": 584, + "generation_duration_ms": 2739, + "started_at": "2026-03-27T20:18:33.031535200Z", + "finished_at": "2026-03-27T20:18:42.464284400Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Public = true)]\npublic partial class Announcement\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Message;\n [Indexed]\n public bool Active;\n}\n\n[AnonymousViewContext]\n[Public]\npublic partial class ActiveAnnouncements\n{\n public IEnumerable GetAll()\n {\n return Announcement.FilterByActive(true);\n }\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-code\\llm\\Lib.cs(14,2): error CS0616: 'AnonymousViewContext' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-code\\llm\\Lib.cs(15,2): error CS0246: The type or namespace name 'PublicAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-code\\llm\\Lib.cs(15,2): error CS0246: The type or namespace name 'Public' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-code\\llm\\Lib.cs(10,6): error CS0246: The type or namespace name 'IndexedAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-code\\llm\\Lib.cs(10,6): error CS0246: The type or namespace name 'Indexed' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 481, + "output_tokens": 992, + "generation_duration_ms": 6012, + "started_at": "2026-03-27T20:17:31.376608700Z", + "finished_at": "2026-03-27T20:17:46.431272800Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module\n{\n [Table]\n public partial struct Profile\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Unique]\n public Identity Identity;\n public string Name;\n public string Bio;\n }\n\n [View]\n public static Profile? MyProfile(ViewContext ctx)\n {\n return Profile.FilterByIdentity(ctx.Sender).FirstOrDefault();\n }\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\grok-code\\llm\\Lib.cs(19,5): error STDB0023: View 'MyProfile' must have an explicit name. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\grok-code\\llm\\Lib.cs(19,5): error STDB0025: View 'MyProfile' must have Public = true. Views are always public in SpacetimeDB. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 521, + "output_tokens": 631, + "generation_duration_ms": 3891, + "started_at": "2026-03-27T20:17:33.004737400Z", + "finished_at": "2026-03-27T20:17:45.265927700Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Event]\npublic partial struct DamageEvent\n{\n public ulong EntityId;\n public uint Damage;\n public string Source;\n}\n\npublic partial class Module : SpacetimeDB.Module\n{\n [Reducer]\n public static void DealDamage(ReducerContext ctx, ulong entityId, uint damage, string source)\n {\n DamageEvent.Insert(ctx, new DamageEvent\n {\n EntityId = entityId,\n Damage = damage,\n Source = source\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\grok-code\\llm\\Lib.cs(12,43): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'EventAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'Event' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\grok-code\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\grok-code\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 498, + "output_tokens": 448, + "generation_duration_ms": 11394, + "started_at": "2026-03-27T20:16:57.912492900Z", + "finished_at": "2026-03-27T20:17:18.628006800Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module\n{\n [Table]\n public partial struct Player\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n public string? Nickname;\n public uint? HighScore;\n }\n\n [Reducer]\n public static void CreatePlayer(ReducerContext ctx, string name, string? nickname, uint? highScore)\n {\n ctx.Db.Player.Insert(new Player { Id = 0, Name = name, Nickname = nickname, HighScore = highScore });\n }\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 515, + "output_tokens": 635, + "generation_duration_ms": 3633, + "started_at": "2026-03-27T20:17:17.676153500Z", + "finished_at": "2026-03-27T20:17:29.675606800Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module\n{\n [Table]\n public partial struct Message\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Index(BTree)]\n public Identity Owner;\n public string Text;\n }\n\n [Reducer]\n public static void CreateMessage(ReducerContext ctx, string text)\n {\n Message.Insert(new Message { Id = 0, Owner = ctx.Sender, Text = text });\n }\n\n [Reducer]\n public static void DeleteMessage(ReducerContext ctx, ulong id)\n {\n var message = Message.FindById(id);\n if (message == null)\n {\n throw new Exception(\"not found\");\n }\n if (message.Owner != ctx.Sender)\n {\n throw new Exception(\"unauthorized\");\n }\n Message.Delete(message);\n }\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\grok-code\\llm\\Lib.cs(12,10): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\grok-code\\llm\\Lib.cs(12,16): error CS0103: The name 'BTree' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 552, + "output_tokens": 820, + "generation_duration_ms": 4684, + "started_at": "2026-03-27T20:15:26.285099300Z", + "finished_at": "2026-03-27T20:15:44.758836100Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module\n{\n [Table]\n public partial struct UserInternal\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n public string Email;\n public string PasswordHash;\n }\n\n [Table(Public = true)]\n public partial struct UserPublic\n {\n [PrimaryKey]\n public ulong Id;\n public string Name;\n }\n\n [Reducer]\n public static void RegisterUser(ReducerContext ctx, string name, string email, string passwordHash)\n {\n var userInternal = new UserInternal\n {\n Name = name,\n Email = email,\n PasswordHash = passwordHash\n };\n UserInternal.Insert(userInternal);\n UserPublic.Insert(new UserPublic\n {\n Id = userInternal.Id,\n Name = name\n });\n }\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 575, + "output_tokens": 852, + "generation_duration_ms": 5151, + "started_at": "2026-03-27T20:15:27.115515Z", + "finished_at": "2026-03-27T20:15:44.783430Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table]\npublic partial struct Author\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n}\n\n[Table]\npublic partial struct Post\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Indexed(IndexKind.BTree)]\n public ulong AuthorId;\n public string Title;\n}\n\n[Reducer]\npublic static void DeleteAuthor(ReducerContext ctx, ulong authorId)\n{\n foreach (var post in ctx.Db.Post.Where(p => p.AuthorId == authorId))\n {\n ctx.Db.Post.Delete(post);\n }\n ctx.Db.Author.Delete(authorId);\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\grok-code\\llm\\Lib.cs(22,1): error CS8803: Top-level statements must precede namespace and type declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\grok-code\\llm\\Lib.cs(23,1): error CS0106: The modifier 'public' is not valid for this item [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 534, + "output_tokens": 768, + "generation_duration_ms": 4373, + "started_at": "2026-03-27T20:17:18.353853700Z", + "finished_at": "2026-03-27T20:17:33.004536Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table]\npublic partial struct Order\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Indexed]\n public string Category;\n public ulong Amount;\n public bool Fulfilled;\n}\n\n[Table]\npublic partial struct CategoryStats\n{\n [PrimaryKey]\n public string Category;\n public ulong TotalAmount;\n public uint OrderCount;\n}\n\n[Reducer]\npublic static void ComputeStats(ReducerContext ctx, string category)\n{\n var orders = Order.Filter(ctx, o => o.Category == category);\n uint count = (uint)orders.Count();\n ulong sum = orders.Sum(o => o.Amount);\n var existing = CategoryStats.Filter(ctx, cs => cs.Category == category).FirstOrDefault();\n if (existing != null)\n {\n existing.TotalAmount = sum;\n existing.OrderCount = count;\n ctx.Db.CategoryStats.Update(existing);\n }\n else\n {\n ctx.Db.CategoryStats.Insert(new CategoryStats { Category = category, TotalAmount = sum, OrderCount = count });\n }\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\grok-code\\llm\\Lib.cs(24,1): error CS8803: Top-level statements must precede namespace and type declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\grok-code\\llm\\Lib.cs(25,1): error CS0106: The modifier 'public' is not valid for this item [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 557, + "output_tokens": 1012, + "generation_duration_ms": 5227, + "started_at": "2026-03-27T20:17:18.628271600Z", + "finished_at": "2026-03-27T20:17:31.376432100Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module\n{\n [Table]\n public partial struct Customer\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n }\n\n [Table]\n public partial struct Order\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Index(BTree)]\n public ulong CustomerId;\n public string Product;\n public uint Amount;\n }\n\n [Table]\n public partial struct OrderDetail\n {\n [PrimaryKey]\n public ulong OrderId;\n public string CustomerName;\n public string Product;\n public uint Amount;\n }\n\n [Reducer]\n public static void BuildOrderDetails(ReducerContext ctx)\n {\n foreach (var order in ctx.Db.Order.Iter())\n {\n var customer = ctx.Db.Customer.Find(order.CustomerId);\n if (customer != null)\n {\n ctx.Db.OrderDetail.Insert(new OrderDetail\n {\n OrderId = order.Id,\n CustomerName = customer.Name,\n Product = order.Product,\n Amount = order.Amount\n });\n }\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\grok-code\\llm\\Lib.cs(20,10): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\grok-code\\llm\\Lib.cs(20,16): error CS0103: The name 'BTree' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 603, + "output_tokens": 921, + "generation_duration_ms": 3909, + "started_at": "2026-03-27T20:17:21.304117900Z", + "finished_at": "2026-03-27T20:17:35.482287500Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table]\npublic partial class Account\n{\n [PrimaryKey, AutoInc]\n public ulong Id { get; set; }\n\n [Unique]\n public string Email { get; set; }\n\n public string DisplayName { get; set; }\n}\n\n[Module]\npublic static partial class Module\n{\n [Reducer]\n public static void CreateAccount(ReducerContext ctx, string email, string displayName)\n {\n ctx.Db.Account.Insert(new Account\n {\n Id = 0,\n Email = email,\n DisplayName = displayName\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\grok-code\\llm\\Lib.cs(16,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\grok-code\\llm\\Lib.cs(7,6): error CS0592: Attribute 'PrimaryKey' is not valid on this declaration type. It is only valid on 'field' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\grok-code\\llm\\Lib.cs(7,18): error CS0592: Attribute 'AutoInc' is not valid on this declaration type. It is only valid on 'field' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\grok-code\\llm\\Lib.cs(10,6): error CS0592: Attribute 'Unique' is not valid on this declaration type. It is only valid on 'field' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 497, + "output_tokens": 782, + "generation_duration_ms": 4534, + "started_at": "2026-03-27T20:17:29.675806500Z", + "finished_at": "2026-03-27T20:17:45.789362700Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Module]\npublic partial class Module\n{\n [SpacetimeDB.Table]\n public partial struct Product\n {\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKeyAuto)]\n public ulong Id;\n public string Name;\n [SpacetimeDB.Column(ColumnAttrs.Indexed)]\n public uint Price;\n }\n\n [SpacetimeDB.Table]\n public partial struct PriceRangeResult\n {\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public ulong ProductId;\n public string Name;\n public uint Price;\n }\n\n [SpacetimeDB.Reducer]\n public static void FindInPriceRange(ReducerContext ctx, uint minPrice, uint maxPrice)\n {\n foreach (var product in ctx.Db.Product.Iter())\n {\n if (product.Price >= minPrice && product.Price <= maxPrice)\n {\n ctx.Db.Insert(new PriceRangeResult\n {\n ProductId = product.Id,\n Name = product.Name,\n Price = product.Price\n });\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'ModuleAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\Lib.cs(10,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\Lib.cs(10,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\Lib.cs(10,29): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\Lib.cs(13,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\Lib.cs(13,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\Lib.cs(13,29): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\Lib.cs(20,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\Lib.cs(20,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\Lib.cs(20,29): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 559, + "output_tokens": 1025, + "generation_duration_ms": 4732, + "started_at": "2026-03-27T20:17:35.482458600Z", + "finished_at": "2026-03-27T20:17:47.931532700Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System.Linq;\nusing System.Collections.Generic;\n\n[Table]\npublic partial struct Player\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n public ulong Score;\n}\n\n[Table(\"Leaderboard\")]\npublic partial struct LeaderboardEntry\n{\n [PrimaryKey]\n public uint Rank;\n public string PlayerName;\n public ulong Score;\n}\n\n[Reducer]\npublic static void BuildLeaderboard(ReducerContext ctx, uint limit)\n{\n ctx.Db.Leaderboard.DeleteAll();\n var players = ctx.Db.Player.Iter().ToList();\n players.Sort((a, b) => b.Score.CompareTo(a.Score));\n var topPlayers = players.Take((int)limit);\n uint rank = 1;\n foreach (var player in topPlayers)\n {\n ctx.Db.Leaderboard.Insert(new LeaderboardEntry\n {\n Rank = rank,\n PlayerName = player.Name,\n Score = player.Score\n });\n rank++;\n }\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\grok-code\\llm\\Lib.cs(24,1): error CS8803: Top-level statements must precede namespace and type declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\grok-code\\llm\\Lib.cs(25,1): error CS0106: The modifier 'public' is not valid for this item [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 558, + "output_tokens": 1502, + "generation_duration_ms": 12522, + "started_at": "2026-03-27T20:17:45.266111Z", + "finished_at": "2026-03-27T20:18:07.773171Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module\n{\n [Table]\n public partial struct Task\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Title;\n public bool Completed;\n }\n\n [Table]\n public partial struct FirstIncomplete\n {\n [PrimaryKey]\n public ulong TaskId;\n public string Title;\n }\n\n [Reducer]\n public static void FindFirstIncomplete(ReducerContext ctx)\n {\n var task = ctx.Db.Task.Iter().FirstOrDefault(t => !t.Completed);\n if (task != null)\n {\n ctx.Db.FirstIncomplete.Insert(new FirstIncomplete { TaskId = task.Id, Title = task.Title });\n }\n }\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 530, + "output_tokens": 813, + "generation_duration_ms": 11883, + "started_at": "2026-03-27T20:17:45.789492400Z", + "finished_at": "2026-03-27T20:18:04.886764600Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System.Collections.Generic;\n\n[Table]\npublic partial struct Order\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Category;\n public uint Amount;\n}\n\n[Table]\npublic partial struct DistinctCategory\n{\n [PrimaryKey]\n public string Category;\n}\n\n[Reducer]\npublic static void CollectDistinctCategories(ReducerContext ctx)\n{\n var categories = new HashSet();\n foreach (var order in Order.Iter())\n {\n categories.Add(order.Category);\n }\n foreach (var category in categories)\n {\n ctx.Db.DistinctCategory.Insert(new DistinctCategory { Category = category });\n }\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\grok-code\\llm\\Lib.cs(22,1): error CS8803: Top-level statements must precede namespace and type declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\grok-code\\llm\\Lib.cs(23,1): error CS0106: The modifier 'public' is not valid for this item [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 521, + "output_tokens": 471, + "generation_duration_ms": 2826, + "started_at": "2026-03-27T20:17:46.431440Z", + "finished_at": "2026-03-27T20:17:57.788534900Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module\n{\n [Table]\n public partial struct User\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n public bool Active;\n }\n\n [Table]\n public partial struct UserStats\n {\n [PrimaryKey]\n public string Key;\n public ulong Count;\n }\n\n [Reducer]\n public static void ComputeUserCounts(ReducerContext ctx)\n {\n ulong total = 0;\n foreach (var _ in ctx.Db.User)\n {\n total++;\n }\n\n ulong active = 0;\n foreach (var user in ctx.Db.User)\n {\n if (user.Active)\n {\n active++;\n }\n }\n\n ctx.Db.UserStats.Insert(new UserStats { Key = \"total\", Count = total });\n ctx.Db.UserStats.Insert(new UserStats { Key = \"active\", Count = active });\n }\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 562, + "output_tokens": 587, + "generation_duration_ms": 9798, + "started_at": "2026-03-27T20:17:47.931719700Z", + "finished_at": "2026-03-27T20:18:05.077287Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing SpacetimeDB.Types;\n\npublic partial class Module\n{\n [Table]\n [Index(BTree = new[] { \"Category\", \"Severity\" })]\n public partial struct EventLog\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Category;\n public uint Severity;\n public string Message;\n }\n\n [Table]\n public partial struct FilteredEvent\n {\n [PrimaryKey]\n public ulong EventId;\n public string Message;\n }\n\n [Reducer]\n public static void FilterEvents(ReducerContext ctx, string category, uint severity)\n {\n foreach (var row in EventLog.Iter())\n {\n if (row.Category == category && row.Severity == severity)\n {\n new FilteredEvent { EventId = row.Id, Message = row.Message }.Insert();\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\grok-code\\llm\\Lib.cs(3,19): error CS0234: The type or namespace name 'Types' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\grok-code\\llm\\Lib.cs(8,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 558, + "output_tokens": 1256, + "generation_duration_ms": 5337, + "started_at": "2026-03-27T20:17:57.796765400Z", + "finished_at": "2026-03-27T20:18:12.179988100Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing SpacetimeDB.Types;\n\n[SpacetimeDB.Module]\npublic partial class Module\n{\n [Table]\n public partial class Reminder\n {\n [PrimaryKey, AutoInc]\n public ulong ScheduledId;\n [Scheduled]\n public ScheduleAt ScheduledAt;\n public string Message;\n }\n\n [Scheduled(\"Reminder\")]\n public static void SendReminder(ReducerContext ctx, Reminder reminder)\n {\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n var scheduledAt = ScheduleAt.Time(ctx.Timestamp + TimeDuration.FromMicroseconds(60_000_000));\n Reminder.Insert(new Reminder { ScheduledAt = scheduledAt, Message = \"\" });\n }\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-code\\llm\\Lib.cs(3,19): error CS0234: The type or namespace name 'Types' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-code\\llm\\Lib.cs(5,14): error CS0234: The type or namespace name 'ModuleAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-code\\llm\\Lib.cs(5,14): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-code\\llm\\Lib.cs(18,6): error CS0246: The type or namespace name 'ScheduledAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-code\\llm\\Lib.cs(18,6): error CS0246: The type or namespace name 'Scheduled' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-code\\llm\\Lib.cs(13,10): error CS0246: The type or namespace name 'ScheduledAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-code\\llm\\Lib.cs(13,10): error CS0246: The type or namespace name 'Scheduled' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 534, + "output_tokens": 1123, + "generation_duration_ms": 14298, + "started_at": "2026-03-27T20:16:54.901560800Z", + "finished_at": "2026-03-27T20:17:18.353744600Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table]\npublic partial class CleanupJob\n{\n [Column, PrimaryKey, AutoInc]\n public ulong ScheduledId { get; set; }\n\n [Column, Scheduled(nameof(RunCleanup))]\n public ScheduleAt ScheduledAt { get; set; }\n}\n\n[Reducer]\npublic static void RunCleanup(CleanupJob job)\n{\n}\n\n[Reducer(ReducerKind.Init)]\npublic static void Init()\n{\n new CleanupJob { ScheduledAt = ScheduleAt.Interval(60_000_000) }.Insert();\n}\n\n[Reducer]\npublic static void CancelCleanup(ReducerContext ctx, ulong scheduledId)\n{\n CleanupJob.DeleteByScheduledId(scheduledId);\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-code\\llm\\Lib.cs(14,1): error CS8803: Top-level statements must precede namespace and type declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-code\\llm\\Lib.cs(15,1): error CS0106: The modifier 'public' is not valid for this item [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-code\\llm\\Lib.cs(20,1): error CS0106: The modifier 'public' is not valid for this item [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-code\\llm\\Lib.cs(26,1): error CS0106: The modifier 'public' is not valid for this item [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 545, + "output_tokens": 1247, + "generation_duration_ms": 14328, + "started_at": "2026-03-27T20:16:54.924701Z", + "finished_at": "2026-03-27T20:17:17.675988100Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module\n{\n [Table]\n public partial class OnlinePlayer\n {\n [PrimaryKey]\n public Identity Identity;\n public Timestamp ConnectedAt;\n }\n\n [Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n new OnlinePlayer\n {\n Identity = ctx.Sender,\n ConnectedAt = ctx.Timestamp\n }.Insert();\n }\n\n [Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n OnlinePlayer.DeleteByIdentity(ctx.Sender);\n }\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 484, + "output_tokens": 746, + "generation_duration_ms": 12212, + "started_at": "2026-03-27T20:16:56.920868300Z", + "finished_at": "2026-03-27T20:17:21.303959500Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing SpacetimeDB.Types;\n\n[Table(Access = AccessModifier.Private)]\npublic partial struct User\n{\n [PrimaryKey]\n public Identity Identity;\n public string Name;\n}\n\n[Table(Access = AccessModifier.Public)]\npublic partial struct Message\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Index(BTree)]\n public Identity Sender;\n public string Text;\n}\n\npublic partial class Module\n{\n [Reducer]\n public static void Register(ReducerContext ctx, string name)\n {\n if (User.Find(ctx.Sender) != null)\n {\n throw new Exception(\"already registered\");\n }\n User.Insert(new User { Identity = ctx.Sender, Name = name });\n }\n\n [Reducer]\n public static void PostMessage(ReducerContext ctx, string text)\n {\n if (User.Find(ctx.Sender) == null)\n {\n throw new Exception(\"not registered\");\n }\n Message.Insert(new Message { Id = 0, Sender = ctx.Sender, Text = text });\n }\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-code\\llm\\Lib.cs(3,19): error CS0234: The type or namespace name 'Types' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-code\\llm\\Lib.cs(5,8): error CS0246: The type or namespace name 'Access' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-code\\llm\\Lib.cs(5,17): error CS0103: The name 'AccessModifier' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-code\\llm\\Lib.cs(13,8): error CS0246: The type or namespace name 'Access' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-code\\llm\\Lib.cs(13,17): error CS0103: The name 'AccessModifier' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-code\\llm\\Lib.cs(18,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-code\\llm\\Lib.cs(18,12): error CS0103: The name 'BTree' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 584, + "output_tokens": 920, + "generation_duration_ms": 3491, + "started_at": "2026-03-27T20:15:27.184910600Z", + "finished_at": "2026-03-27T20:15:41.063167900Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Public = false)]\npublic partial struct Config\n{\n [PrimaryKey]\n public uint Id;\n public Identity Admin;\n}\n\n[Table]\npublic partial struct AdminLog\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Action;\n}\n\n[Reducer]\npublic static void BootstrapAdmin(ReducerContext ctx)\n{\n if (Config.FindById(0) != null)\n {\n throw new Exception(\"already bootstrapped\");\n }\n Config.Insert(new Config { Id = 0, Admin = ctx.Sender });\n}\n\n[Reducer]\npublic static void AdminAction(ReducerContext ctx, string action)\n{\n var config = Config.FindById(0);\n if (config == null)\n {\n throw new Exception(\"not bootstrapped\");\n }\n if (ctx.Sender != config.Admin)\n {\n throw new Exception(\"not admin\");\n }\n AdminLog.Insert(new AdminLog { Action = action });\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-code\\llm\\Lib.cs(20,1): error CS8803: Top-level statements must precede namespace and type declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-code\\llm\\Lib.cs(21,1): error CS0106: The modifier 'public' is not valid for this item [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-code\\llm\\Lib.cs(31,1): error CS0106: The modifier 'public' is not valid for this item [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 593, + "output_tokens": 546, + "generation_duration_ms": 3041, + "started_at": "2026-03-27T20:15:27.187911900Z", + "finished_at": "2026-03-27T20:15:43.938725700Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Name = \"User\", Public = false)]\npublic partial struct User\n{\n [PrimaryKey]\n public Identity Identity;\n public string Role;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void Register(ReducerContext ctx)\n {\n var existingUser = User.Find(ctx.Sender);\n if (existingUser != null)\n {\n throw new Exception(\"already registered\");\n }\n User.Insert(new User { Identity = ctx.Sender, Role = \"member\" });\n }\n\n [Reducer]\n public static void Promote(ReducerContext ctx, Identity target)\n {\n var callerUser = User.Find(ctx.Sender);\n if (callerUser == null)\n {\n throw new Exception(\"not registered\");\n }\n if (callerUser.Role != \"admin\")\n {\n throw new Exception(\"not admin\");\n }\n var targetUser = User.Find(target);\n if (targetUser == null)\n {\n throw new Exception(\"target not registered\");\n }\n targetUser.Role = \"admin\";\n User.Update(targetUser);\n }\n\n [Reducer]\n public static void MemberAction(ReducerContext ctx)\n {\n var user = User.Find(ctx.Sender);\n if (user == null)\n {\n throw new Exception(\"not registered\");\n }\n }\n\n [Reducer]\n public static void AdminAction(ReducerContext ctx)\n {\n var user = User.Find(ctx.Sender);\n if (user == null)\n {\n throw new Exception(\"not registered\");\n }\n if (user.Role != \"admin\")\n {\n throw new Exception(\"not admin\");\n }\n }\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-code\\llm\\Lib.cs(17,33): error CS0117: 'User' does not contain a definition for 'Find' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-code\\llm\\Lib.cs(22,14): error CS0117: 'User' does not contain a definition for 'Insert' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-code\\llm\\Lib.cs(28,31): error CS0117: 'User' does not contain a definition for 'Find' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-code\\llm\\Lib.cs(37,31): error CS0117: 'User' does not contain a definition for 'Find' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-code\\llm\\Lib.cs(43,14): error CS0117: 'User' does not contain a definition for 'Update' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-code\\llm\\Lib.cs(49,25): error CS0117: 'User' does not contain a definition for 'Find' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-code\\llm\\Lib.cs(59,25): error CS0117: 'User' does not contain a definition for 'Find' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 635, + "output_tokens": 817, + "generation_duration_ms": 3968, + "started_at": "2026-03-27T20:15:41.063343400Z", + "finished_at": "2026-03-27T20:15:57.645052300Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module\n{\n [Table(IsPrivate = true)]\n public partial struct Admin\n {\n [PrimaryKey]\n public Identity Identity;\n }\n\n [Table(IsPrivate = true)]\n public partial struct Banned\n {\n [PrimaryKey]\n public Identity Identity;\n }\n\n [Table]\n public partial struct Player\n {\n [PrimaryKey]\n public Identity Identity;\n public string Name;\n }\n\n [Reducer]\n public static void AddAdmin(ReducerContext ctx, Identity target)\n {\n if (ctx.Db.Admin.Find(ctx.Sender) == null)\n {\n throw new Exception(\"not admin\");\n }\n if (ctx.Db.Admin.Find(target) == null)\n {\n ctx.Db.Admin.Insert(new Admin { Identity = target });\n }\n }\n\n [Reducer]\n public static void BanPlayer(ReducerContext ctx, Identity target)\n {\n if (ctx.Db.Admin.Find(ctx.Sender) == null)\n {\n throw new Exception(\"not admin\");\n }\n ctx.Db.Banned.Insert(new Banned { Identity = target });\n var player = ctx.Db.Player.Find(target);\n if (player != null)\n {\n ctx.Db.Player.Delete(player);\n }\n }\n\n [Reducer]\n public static void JoinGame(ReducerContext ctx, string name)\n {\n if (ctx.Db.Banned.Find(ctx.Sender) != null)\n {\n throw new Exception(\"banned\");\n }\n if (ctx.Db.Player.Find(ctx.Sender) != null)\n {\n throw new Exception(\"already in game\");\n }\n ctx.Db.Player.Insert(new Player { Identity = ctx.Sender, Name = name });\n }\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-code\\llm\\Lib.cs(7,12): error CS0246: The type or namespace name 'IsPrivate' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-code\\llm\\Lib.cs(14,12): error CS0246: The type or namespace name 'IsPrivate' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 647, + "output_tokens": 1411, + "generation_duration_ms": 7788, + "started_at": "2026-03-27T20:15:43.938877700Z", + "finished_at": "2026-03-27T20:16:02.544118600Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing SpacetimeDB.Types;\n\npublic partial class Module\n{\n [Table(Public = false)]\n public partial class RateLimit\n {\n [PrimaryKey]\n public Identity Identity { get; set; }\n public ulong LastCallUs { get; set; }\n }\n\n [Table]\n public partial class ActionLog\n {\n [PrimaryKey, AutoInc]\n public ulong Id { get; set; }\n public Identity Identity { get; set; }\n public string Payload { get; set; }\n }\n\n [Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)(ctx.Timestamp.ToUnixTimeMilliseconds() * 1000);\n var rateLimit = RateLimit.Find(ctx.Sender);\n if (rateLimit != null && (now - rateLimit.LastCallUs) < 1_000_000)\n {\n throw new Exception(\"rate limited\");\n }\n if (rateLimit == null)\n {\n new RateLimit { Identity = ctx.Sender, LastCallUs = now }.Insert();\n }\n else\n {\n rateLimit.LastCallUs = now;\n rateLimit.Update();\n }\n new ActionLog { Id = 0, Identity = ctx.Sender, Payload = payload }.Insert();\n }\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-code\\llm\\Lib.cs(3,19): error CS0234: The type or namespace name 'Types' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-code\\llm\\Lib.cs(10,10): error CS0592: Attribute 'PrimaryKey' is not valid on this declaration type. It is only valid on 'field' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-code\\llm\\Lib.cs(18,10): error CS0592: Attribute 'PrimaryKey' is not valid on this declaration type. It is only valid on 'field' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-code\\llm\\Lib.cs(18,22): error CS0592: Attribute 'AutoInc' is not valid on this declaration type. It is only valid on 'field' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 610, + "output_tokens": 1503, + "generation_duration_ms": 8513, + "started_at": "2026-03-27T20:15:44.759195500Z", + "finished_at": "2026-03-27T20:16:06.307915Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Module]\npublic partial class Module\n{\n [Table]\n public partial struct Document\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Index(BTree)]\n public Identity Owner;\n public string Title;\n }\n\n [Table]\n public partial struct DocumentShare\n {\n [Index(BTree)]\n public ulong DocumentId;\n [Index(BTree)]\n public Identity SharedWith;\n }\n\n [Reducer]\n public static void CreateDocument(ReducerContext ctx, string title)\n {\n new Document { Id = 0, Owner = ctx.Sender, Title = title }.Insert();\n }\n\n [Reducer]\n public static void ShareDocument(ReducerContext ctx, ulong documentId, Identity target)\n {\n var doc = Document.FindById(documentId);\n if (doc == null) throw new Exception(\"not found\");\n if (doc.Owner != ctx.Sender) throw new Exception(\"not owner\");\n new DocumentShare { DocumentId = documentId, SharedWith = target }.Insert();\n }\n\n [Reducer]\n public static void EditDocument(ReducerContext ctx, ulong documentId, string newTitle)\n {\n var doc = Document.FindById(documentId);\n if (doc == null) throw new Exception(\"not found\");\n bool authorized = doc.Owner == ctx.Sender || DocumentShare.Iter().Any(ds => ds.DocumentId == documentId && ds.SharedWith == ctx.Sender);\n if (!authorized) throw new Exception(\"unauthorized\");\n doc.Title = newTitle;\n doc.Update();\n }\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-code\\llm\\Lib.cs(4,2): error CS0616: 'Module' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-code\\llm\\Lib.cs(13,10): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-code\\llm\\Lib.cs(13,16): error CS0103: The name 'BTree' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-code\\llm\\Lib.cs(21,10): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-code\\llm\\Lib.cs(21,16): error CS0103: The name 'BTree' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-code\\llm\\Lib.cs(23,10): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-code\\llm\\Lib.cs(23,16): error CS0103: The name 'BTree' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 681, + "output_tokens": 1332, + "generation_duration_ms": 7215, + "started_at": "2026-03-27T20:15:44.783666900Z", + "finished_at": "2026-03-27T20:16:05.818993500Z" + } + } + }, + { + "name": "Gemini 3 Flash", + "route_api_model": "google/gemini-3-flash-preview", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic struct EmptyTable\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryKey)]\n public int Id;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void EmptyReducer_NoArgs(ReducerContext ctx)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithString(ReducerContext ctx, string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label)\n {\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'EmptyTable'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(11,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 362, + "output_tokens": 206, + "generation_duration_ms": 2152, + "started_at": "2026-03-27T20:17:33.451423600Z", + "finished_at": "2026-03-27T20:17:44.682583300Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\n[SpacetimeDB.Table(Public = true)]\npublic struct User\n{\n [SpacetimeDB.Column(ColumnKind.PrimaryKey)]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\n[SpacetimeDB.Type]\n[SpacetimeDB.Table(Public = true)]\npublic struct Product\n{\n [SpacetimeDB.Column(ColumnKind.PrimaryKey)]\n public int Id;\n public string Title;\n public float Price;\n public bool InStock;\n}\n\n[SpacetimeDB.Type]\n[SpacetimeDB.Table(Public = true)]\npublic struct Note\n{\n [SpacetimeDB.Column(ColumnKind.PrimaryKey)]\n public int Id;\n public string Body;\n public long Rating;\n public bool Pinned;\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(6,15): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,15): error CS0260: Missing partial modifier on declaration of type 'Product'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(28,15): error CS0260: Missing partial modifier on declaration of type 'Note'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(6,15): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,15): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(6,17): error CS0111: Type 'User' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(13,17): error CS0111: Type 'User' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(20,51): error CS0111: Type 'User' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(23,28): error CS0111: Type 'User' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(54,25): error CS0111: Type 'User' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(67,17): error CS0111: Type 'User' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(80,26): error CS0111: Type 'User' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(91,33): error CS0111: Type 'User' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(98,33): error CS0111: Type 'User' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(6,17): error CS0111: Type 'Product' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(13,17): error CS0111: Type 'Product' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(20,51): error CS0111: Type 'Product' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(23,28): error CS0111: Type 'Product' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(54,25): error CS0111: Type 'Product' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(67,17): error CS0111: Type 'Product' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(80,26): error CS0111: Type 'Product' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(91,33): error CS0111: Type 'Product' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(98,33): error CS0111: Type 'Product' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnKind' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(19,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(19,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(19,25): error CS0103: The name 'ColumnKind' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Product.cs(25,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\User.cs(25,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(27,56): error CS0102: The type 'Product.BSATN' already contains a definition for 'IdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(28,59): error CS0102: The type 'Product.BSATN' already contains a definition for 'TitleRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(29,56): error CS0102: The type 'Product.BSATN' already contains a definition for 'PriceRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(30,57): error CS0102: The type 'Product.BSATN' already contains a definition for 'InStockRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(32,24): error CS0111: Type 'Product.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(38,21): error CS0111: Type 'Product.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(42,52): error CS0111: Type 'Product.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(50,79): error CS0111: Type 'Product.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(27,56): error CS0102: The type 'User.BSATN' already contains a definition for 'IdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(28,59): error CS0102: The type 'User.BSATN' already contains a definition for 'NameRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(29,56): error CS0102: The type 'User.BSATN' already contains a definition for 'AgeRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(30,57): error CS0102: The type 'User.BSATN' already contains a definition for 'ActiveRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(32,21): error CS0111: Type 'User.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(38,21): error CS0111: Type 'User.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(42,52): error CS0111: Type 'User.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(50,76): error CS0111: Type 'User.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(28,15): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Note.cs(6,17): error CS0111: Type 'Note' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Note.cs(13,17): error CS0111: Type 'Note' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Note.cs(20,51): error CS0111: Type 'Note' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Note.cs(23,28): error CS0111: Type 'Note' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Note.cs(54,25): error CS0111: Type 'Note' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Note.cs(67,17): error CS0111: Type 'Note' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Note.cs(80,26): error CS0111: Type 'Note' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Note.cs(91,33): error CS0111: Type 'Note' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Note.cs(98,33): error CS0111: Type 'Note' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(30,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(30,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(30,25): error CS0103: The name 'ColumnKind' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Note.cs(25,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Note.cs(27,56): error CS0102: The type 'Note.BSATN' already contains a definition for 'IdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Note.cs(28,59): error CS0102: The type 'Note.BSATN' already contains a definition for 'BodyRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Note.cs(29,56): error CS0102: The type 'Note.BSATN' already contains a definition for 'RatingRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Note.cs(30,57): error CS0102: The type 'Note.BSATN' already contains a definition for 'PinnedRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Note.cs(32,21): error CS0111: Type 'Note.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Note.cs(38,21): error CS0111: Type 'Note.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Note.cs(42,52): error CS0111: Type 'Note.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Note.cs(50,76): error CS0111: Type 'Note.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 377, + "output_tokens": 212, + "generation_duration_ms": 2850, + "started_at": "2026-03-27T20:17:33.887779400Z", + "finished_at": "2026-03-27T20:17:47.511781900Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Public = true, ScheduledReducer = nameof(Tick), ScheduledColumn = nameof(ScheduledAt))]\npublic partial struct TickTimer\n{\n [SpacetimeDB.Column(IsPrimaryKey = true, IsAutoIncrement = true)]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void Init(ReducerContext ctx)\n {\n TickTimer.Insert(new TickTimer\n {\n ScheduledAt = ScheduleAt.Interval(50_000)\n });\n }\n\n [Reducer]\n public static void Tick(ReducerContext ctx, TickTimer timer)\n {\n // Scheduled reducer logic\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(4,35): error CS0246: The type or namespace name 'ScheduledReducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(4,61): error CS0103: The name 'Tick' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(4,68): error CS0246: The type or namespace name 'ScheduledColumn' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 336, + "output_tokens": 178, + "generation_duration_ms": 1922, + "started_at": "2026-03-27T20:17:34.287774200Z", + "finished_at": "2026-03-27T20:17:47.499161800Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic struct Position\n{\n public int X;\n public int Y;\n}\n\n[SpacetimeDB.Table(Public = true)]\npublic struct Entity\n{\n [SpacetimeDB.Column(ColumnKind.PrimaryKey)]\n public int Id;\n public Position Pos;\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Position'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(12,15): error CS0260: Missing partial modifier on declaration of type 'Entity'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(14,25): error CS0103: The name 'ColumnKind' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 295, + "output_tokens": 82, + "generation_duration_ms": 1481, + "started_at": "2026-03-27T20:17:34.976675300Z", + "finished_at": "2026-03-27T20:17:45.217026800Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic struct User\n{\n [SpacetimeDB.Column(ColumnKind.PrimaryKey)]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void InsertUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n User.Insert(new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n });\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(14,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnKind' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 331, + "output_tokens": 142, + "generation_duration_ms": 1870, + "started_at": "2026-03-27T20:17:44.682800600Z", + "finished_at": "2026-03-27T20:17:57.600102500Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic struct User\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryKey)]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n User user = User.FindById(id);\n if (user != null)\n {\n user.Name = name;\n user.Age = age;\n user.Active = active;\n User.UpdateById(id, user);\n }\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(14,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 338, + "output_tokens": 167, + "generation_duration_ms": 1828, + "started_at": "2026-03-27T20:17:45.217235300Z", + "finished_at": "2026-03-27T20:17:57.598966700Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic struct User\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryKey)]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void DeleteUser(ReducerContext ctx, int id)\n {\n User.FilterById(id).Delete();\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(14,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 300, + "output_tokens": 108, + "generation_duration_ms": 1523, + "started_at": "2026-03-27T20:17:47.499357800Z", + "finished_at": "2026-03-27T20:17:57.601142400Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\n[Table(Public = true)]\npublic partial struct User\n{\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Reducers\n{\n [Reducer]\n public static void Crud(ReducerContext ctx)\n {\n User.Insert(new User\n {\n Id = 1,\n Name = \"Alice\",\n Age = 30,\n Active = true\n });\n\n User.Insert(new User\n {\n Id = 2,\n Name = \"Bob\",\n Age = 22,\n Active = false\n });\n\n User.UpdateById(1, new User\n {\n Id = 1,\n Name = \"Alice2\",\n Age = 31,\n Active = false\n });\n\n User.DeleteById(2);\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(6,23): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(6,17): error CS0111: Type 'User' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(13,17): error CS0111: Type 'User' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(20,51): error CS0111: Type 'User' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(23,28): error CS0111: Type 'User' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(54,25): error CS0111: Type 'User' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(67,17): error CS0111: Type 'User' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(80,26): error CS0111: Type 'User' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(91,33): error CS0111: Type 'User' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(98,33): error CS0111: Type 'User' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\User.cs(25,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(27,56): error CS0102: The type 'User.BSATN' already contains a definition for 'IdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(28,59): error CS0102: The type 'User.BSATN' already contains a definition for 'NameRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(29,56): error CS0102: The type 'User.BSATN' already contains a definition for 'AgeRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(30,57): error CS0102: The type 'User.BSATN' already contains a definition for 'ActiveRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(32,21): error CS0111: Type 'User.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(38,21): error CS0111: Type 'User.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(42,52): error CS0111: Type 'User.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(50,76): error CS0111: Type 'User.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 378, + "output_tokens": 231, + "generation_duration_ms": 10088, + "started_at": "2026-03-27T20:17:47.511914700Z", + "finished_at": "2026-03-27T20:18:07.534433400Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic struct User\n{\n [SpacetimeDB.Column(ColumnFlags.PrimaryKey)]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\n[SpacetimeDB.Type]\npublic struct Result\n{\n [SpacetimeDB.Column(ColumnFlags.PrimaryKey)]\n public int Id;\n public string Name;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void LookupUserName(ReducerContext ctx, int id)\n {\n User user = User.FindById(id);\n if (user != null)\n {\n Result result = new Result\n {\n Id = user.Id,\n Name = user.Name\n };\n Result.Insert(result);\n }\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(15,15): error CS0260: Missing partial modifier on declaration of type 'Result'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(22,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnFlags' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,25): error CS0103: The name 'ColumnFlags' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 365, + "output_tokens": 208, + "generation_duration_ms": 1955, + "started_at": "2026-03-27T20:17:57.660214700Z", + "finished_at": "2026-03-27T20:18:07.136244500Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\n[Table(Public = true)]\npublic partial struct User\n{\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static class Module\n{\n [Reducer(Kind = ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n User.Insert(new User\n {\n Id = 1,\n Name = \"Alice\",\n Age = 30,\n Active = true\n });\n\n User.Insert(new User\n {\n Id = 2,\n Name = \"Bob\",\n Age = 22,\n Active = false\n });\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,5): error STDBINT0001: An internal error occurred during codegen: Property set method not found. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,14): error CS0617: 'Kind' is not a valid named attribute argument. Named attribute arguments must be fields which are not readonly, static, or const, or read-write properties which are public and not static. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(6,23): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(6,17): error CS0111: Type 'User' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(13,17): error CS0111: Type 'User' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(20,51): error CS0111: Type 'User' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(23,28): error CS0111: Type 'User' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(54,25): error CS0111: Type 'User' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(67,17): error CS0111: Type 'User' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(80,26): error CS0111: Type 'User' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(91,33): error CS0111: Type 'User' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(98,33): error CS0111: Type 'User' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\User.cs(25,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(27,56): error CS0102: The type 'User.BSATN' already contains a definition for 'IdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(28,59): error CS0102: The type 'User.BSATN' already contains a definition for 'NameRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(29,56): error CS0102: The type 'User.BSATN' already contains a definition for 'AgeRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(30,57): error CS0102: The type 'User.BSATN' already contains a definition for 'ActiveRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(32,21): error CS0111: Type 'User.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(38,21): error CS0111: Type 'User.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(42,52): error CS0111: Type 'User.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(50,76): error CS0111: Type 'User.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 340, + "output_tokens": 182, + "generation_duration_ms": 2344, + "started_at": "2026-03-27T20:17:57.663678700Z", + "finished_at": "2026-03-27T20:18:10.007098Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct Event\n{\n [SpacetimeDB.Column(IsPrimaryKey = true, IsAutoIncrement = true)]\n public int Id;\n public string Kind;\n}\n\npublic static partial class Reducers\n{\n [SpacetimeDB.Reducer(Kind = ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n Event.Insert(new Event\n {\n Kind = \"connected\"\n });\n }\n\n [SpacetimeDB.Reducer(Kind = ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n Event.Insert(new Event\n {\n Kind = \"disconnected\"\n });\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(14,5): error STDBINT0001: An internal error occurred during codegen: Property set method not found. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(23,5): error STDBINT0001: An internal error occurred during codegen: Property set method not found. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(14,26): error CS0617: 'Kind' is not a valid named attribute argument. Named attribute arguments must be fields which are not readonly, static, or const, or read-write properties which are public and not static. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(23,26): error CS0617: 'Kind' is not a valid named attribute argument. Named attribute arguments must be fields which are not readonly, static, or const, or read-write properties which are public and not static. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 317, + "output_tokens": 184, + "generation_duration_ms": 1814, + "started_at": "2026-03-27T20:17:57.664853Z", + "finished_at": "2026-03-27T20:18:07.094213400Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\n[Table(Public = true)]\npublic partial struct Result\n{\n [PrimaryKey]\n public int Id;\n public int Sum;\n}\n\npublic static class Module\n{\n private static int Add(int a, int b)\n {\n return a + b;\n }\n\n [Reducer]\n public static void ComputeSum(ReducerContext ctx, int id, int a, int b)\n {\n Result.Insert(new Result\n {\n Id = id,\n Sum = Add(a, b)\n });\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(13,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(6,23): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Result.cs(6,17): error CS0111: Type 'Result' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Result.cs(11,17): error CS0111: Type 'Result' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Result.cs(16,51): error CS0111: Type 'Result' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Result.cs(19,28): error CS0111: Type 'Result' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Result.cs(46,25): error CS0111: Type 'Result' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Result.cs(55,17): error CS0111: Type 'Result' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Result.cs(64,26): error CS0111: Type 'Result' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Result.cs(75,33): error CS0111: Type 'Result' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Result.cs(82,33): error CS0111: Type 'Result' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Result.cs(21,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Result.cs(23,56): error CS0102: The type 'Result.BSATN' already contains a definition for 'IdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Result.cs(24,56): error CS0102: The type 'Result.BSATN' already contains a definition for 'SumRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Result.cs(26,23): error CS0111: Type 'Result.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Result.cs(32,21): error CS0111: Type 'Result.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Result.cs(36,52): error CS0111: Type 'Result.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Result.cs(42,78): error CS0111: Type 'Result.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 341, + "output_tokens": 146, + "generation_duration_ms": 1757, + "started_at": "2026-03-27T20:18:07.094433100Z", + "finished_at": "2026-03-27T20:18:16.614936Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic struct Score\n{\n public int Left;\n public int Right;\n}\n\n[SpacetimeDB.Table(Public = true)]\npublic struct Result\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryKey)]\n public int Id;\n public Score Value;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\n {\n Result.Insert(new Result\n {\n Id = id,\n Value = new Score { Left = left, Right = right }\n });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Score'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(12,15): error CS0260: Missing partial modifier on declaration of type 'Result'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(19,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(14,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 352, + "output_tokens": 164, + "generation_duration_ms": 1789, + "started_at": "2026-03-27T20:18:52.627347600Z", + "finished_at": "2026-03-27T20:19:07.771760600Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic struct Circle\n{\n public int Radius;\n}\n\n[SpacetimeDB.Type]\npublic struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Type]\npublic enum Shape\n{\n Circle(Circle),\n Rectangle(Rectangle)\n}\n\n[SpacetimeDB.Table(Public = true)]\npublic struct Result\n{\n [SpacetimeDB.Column(PrimaryKey = true)]\n public int Id;\n public Shape Value;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n Circle circle = new Circle { Radius = radius };\n Shape shape = Shape.Circle(circle);\n Result.Insert(new Result { Id = id, Value = shape });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(20,11): error CS1003: Syntax error, ',' expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(20,12): error CS1003: Syntax error, ',' expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(20,18): error CS1003: Syntax error, ',' expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(21,14): error CS1003: Syntax error, ',' expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(21,15): error CS1003: Syntax error, ',' expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(21,24): error CS1003: Syntax error, ',' expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 371, + "output_tokens": 217, + "generation_duration_ms": 2033, + "started_at": "2026-03-27T20:18:52.628480100Z", + "finished_at": "2026-03-27T20:19:07.703185Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic struct Primitive\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryKey)]\n public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n Primitive.Insert(new Primitive\n {\n Id = 1,\n Count = 2,\n Total = 3000000000L,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Primitive'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 359, + "output_tokens": 189, + "generation_duration_ms": 2075, + "started_at": "2026-03-27T20:19:07.042161800Z", + "finished_at": "2026-03-27T20:19:16.794056800Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic struct Address\n{\n public string Street;\n public int Zip;\n}\n\n[SpacetimeDB.Type]\npublic struct Position\n{\n public int X;\n public int Y;\n}\n\n[SpacetimeDB.Table(Public = true)]\npublic partial struct Profile\n{\n [SpacetimeDB.Column(PrimaryKey = true)]\n public int Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n Profile.Insert(new Profile\n {\n Id = 1,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Address'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(12,15): error CS0260: Missing partial modifier on declaration of type 'Position'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(28,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(21,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(21,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 412, + "output_tokens": 242, + "generation_duration_ms": 2165, + "started_at": "2026-03-27T20:19:07.703362900Z", + "finished_at": "2026-03-27T20:19:17.814016900Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic struct Circle\n{\n public int Radius;\n}\n\n[SpacetimeDB.Type]\npublic struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Type]\npublic enum Shape\n{\n Circle(Circle),\n Rectangle(Rectangle)\n}\n\n[SpacetimeDB.Table(Public = true)]\npublic struct Drawing\n{\n [SpacetimeDB.Column(PrimaryKey = true)]\n public int Id;\n public Shape A;\n public Shape B;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n Drawing.Insert(new Drawing\n {\n Id = 1,\n A = Shape.Circle(new Circle { Radius = 10 }),\n B = Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\n });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(20,11): error CS1003: Syntax error, ',' expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(20,12): error CS1003: Syntax error, ',' expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(20,18): error CS1003: Syntax error, ',' expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(21,14): error CS1003: Syntax error, ',' expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(21,15): error CS1003: Syntax error, ',' expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(21,24): error CS1003: Syntax error, ',' expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 380, + "output_tokens": 235, + "generation_duration_ms": 2321, + "started_at": "2026-03-27T20:19:07.773004100Z", + "finished_at": "2026-03-27T20:19:18.224717400Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\n[SpacetimeDB.Table]\npublic partial struct TickTimer\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryKey | ColumnAttributes.AutoIncrement)]\n public ulong ScheduledId;\n [SpacetimeDB.Column(ColumnAttributes.Scheduled)]\n public ScheduleAt ScheduledAt;\n}\n\npublic static partial class Reducers\n{\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n TickTimer.Insert(new TickTimer\n {\n ScheduledAt = ScheduleAt.Interval(TimeSpan.FromMicroseconds(50_000))\n });\n }\n\n [Reducer(ReducerKind.Scheduled)]\n public static void Tick(ReducerContext ctx, TickTimer timer)\n {\n // Scheduled reducer logic\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(25,5): error STDBINT0001: An internal error occurred during codegen: Parameter count mismatch. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(25,26): error CS0117: 'ReducerKind' does not contain a definition for 'Scheduled' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,55): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(10,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(10,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(10,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 338, + "output_tokens": 196, + "generation_duration_ms": 2165, + "started_at": "2026-03-27T20:19:07.776704Z", + "finished_at": "2026-03-27T20:19:18.654681200Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic struct Account\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryKey)]\n public int Id;\n [SpacetimeDB.Column(ColumnAttributes.Unique)]\n public string Email;\n [SpacetimeDB.Index.BTree(Name = \"by_name\")]\n public string Name;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n Account.Insert(new Account\n {\n Id = 1,\n Email = \"a@example.com\",\n Name = \"Alice\"\n });\n\n Account.Insert(new Account\n {\n Id = 2,\n Email = \"b@example.com\",\n Name = \"Bob\"\n });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Account'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(15,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(9,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 349, + "output_tokens": 200, + "generation_duration_ms": 2156, + "started_at": "2026-03-27T20:19:16.794206300Z", + "finished_at": "2026-03-27T20:19:30.509939600Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\n[Table(Public = true)]\npublic struct User\n{\n [PrimaryKey]\n public int UserId;\n public string Name;\n}\n\n[SpacetimeDB.Type]\n[Table(Public = true)]\npublic struct Group\n{\n [PrimaryKey]\n public int GroupId;\n public string Title;\n}\n\n[SpacetimeDB.Type]\n[Table(Public = true)]\npublic struct Membership\n{\n [PrimaryKey]\n public int Id;\n [Index.BTree(Name = \"by_user\")]\n public int UserId;\n [Index.BTree(Name = \"by_group\")]\n public int GroupId;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n User.Insert(new User { UserId = 1, Name = \"Alice\" });\n User.Insert(new User { UserId = 2, Name = \"Bob\" });\n\n Group.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n Group.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n\n Membership.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n Membership.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n Membership.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(6,15): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(15,15): error CS0260: Missing partial modifier on declaration of type 'Group'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(24,15): error CS0260: Missing partial modifier on declaration of type 'Membership'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(34,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(24,15): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(15,15): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(6,15): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Group.cs(6,17): error CS0111: Type 'Group' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Group.cs(11,17): error CS0111: Type 'Group' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Group.cs(16,51): error CS0111: Type 'Group' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Group.cs(19,28): error CS0111: Type 'Group' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Group.cs(46,25): error CS0111: Type 'Group' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Group.cs(55,17): error CS0111: Type 'Group' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Group.cs(64,26): error CS0111: Type 'Group' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Group.cs(75,33): error CS0111: Type 'Group' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Group.cs(82,33): error CS0111: Type 'Group' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(6,17): error CS0111: Type 'User' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(11,17): error CS0111: Type 'User' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(16,51): error CS0111: Type 'User' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(19,28): error CS0111: Type 'User' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(46,25): error CS0111: Type 'User' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(55,17): error CS0111: Type 'User' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(64,26): error CS0111: Type 'User' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(75,33): error CS0111: Type 'User' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(82,33): error CS0111: Type 'User' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Membership.cs(6,17): error CS0111: Type 'Membership' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Membership.cs(12,17): error CS0111: Type 'Membership' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Membership.cs(18,51): error CS0111: Type 'Membership' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Membership.cs(21,28): error CS0111: Type 'Membership' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Membership.cs(50,25): error CS0111: Type 'Membership' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Membership.cs(61,17): error CS0111: Type 'Membership' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Membership.cs(72,26): error CS0111: Type 'Membership' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Membership.cs(83,33): error CS0111: Type 'Membership' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Membership.cs(90,33): error CS0111: Type 'Membership' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Group.cs(21,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\User.cs(21,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Group.cs(23,56): error CS0102: The type 'Group.BSATN' already contains a definition for 'GroupIdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Group.cs(24,59): error CS0102: The type 'Group.BSATN' already contains a definition for 'TitleRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Group.cs(26,22): error CS0111: Type 'Group.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Group.cs(32,21): error CS0111: Type 'Group.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Group.cs(36,52): error CS0111: Type 'Group.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Group.cs(42,77): error CS0111: Type 'Group.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(23,56): error CS0102: The type 'User.BSATN' already contains a definition for 'UserIdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(24,59): error CS0102: The type 'User.BSATN' already contains a definition for 'NameRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(26,21): error CS0111: Type 'User.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(32,21): error CS0111: Type 'User.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(36,52): error CS0111: Type 'User.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(42,76): error CS0111: Type 'User.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(28,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(30,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Membership.cs(23,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Membership.cs(25,56): error CS0102: The type 'Membership.BSATN' already contains a definition for 'IdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Membership.cs(26,56): error CS0102: The type 'Membership.BSATN' already contains a definition for 'UserIdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Membership.cs(27,56): error CS0102: The type 'Membership.BSATN' already contains a definition for 'GroupIdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Membership.cs(29,27): error CS0111: Type 'Membership.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Membership.cs(35,21): error CS0111: Type 'Membership.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Membership.cs(39,52): error CS0111: Type 'Membership.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Membership.cs(46,82): error CS0111: Type 'Membership.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 513, + "output_tokens": 363, + "generation_duration_ms": 2930, + "started_at": "2026-03-27T20:19:17.814311100Z", + "finished_at": "2026-03-27T20:19:29.097755200Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Public = true)]\npublic struct Entity\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryKey)]\n public int Id;\n}\n\n[SpacetimeDB.Table(Public = true)]\npublic struct Position\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryKey)]\n public int EntityId;\n public int X;\n public int Y;\n}\n\n[SpacetimeDB.Table(Public = true)]\npublic struct Velocity\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryKey)]\n public int EntityId;\n public int VX;\n public int VY;\n}\n\n[SpacetimeDB.Table(Public = true)]\npublic struct NextPosition\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryKey)]\n public int EntityId;\n public int X;\n public int Y;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n Entity.Insert(new Entity { Id = 1 });\n Position.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n Velocity.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n\n Entity.Insert(new Entity { Id = 2 });\n Position.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n Velocity.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var pos in Position.Iter())\n {\n var vel = Velocity.FindByEntityId(pos.EntityId);\n if (vel != null)\n {\n NextPosition.Upsert(new NextPosition\n {\n EntityId = pos.EntityId,\n X = pos.X + vel.Value.VX,\n Y = pos.Y + vel.Value.VY\n });\n }\n }\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Entity'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(12,15): error CS0260: Missing partial modifier on declaration of type 'Position'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(21,15): error CS0260: Missing partial modifier on declaration of type 'Velocity'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(30,15): error CS0260: Missing partial modifier on declaration of type 'NextPosition'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(38,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(14,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(32,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(32,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(32,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(23,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(23,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(23,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 486, + "output_tokens": 497, + "generation_duration_ms": 3940, + "started_at": "2026-03-27T20:19:18.224829Z", + "finished_at": "2026-03-27T20:19:30.572973300Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\n[Table(Public = true)]\n[Index(\"by_user_day\", IndexType.BTree, \"UserId\", \"Day\")]\npublic struct Log\n{\n [PrimaryKey]\n public int Id;\n public int UserId;\n public int Day;\n public string Message;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n Log.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\n Log.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\n Log.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,15): error CS0260: Missing partial modifier on declaration of type 'Log'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(16,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(6,2): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(6,23): error CS0103: The name 'IndexType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,15): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Log.cs(6,17): error CS0111: Type 'Log' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Log.cs(13,17): error CS0111: Type 'Log' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Log.cs(20,51): error CS0111: Type 'Log' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Log.cs(23,28): error CS0111: Type 'Log' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Log.cs(54,25): error CS0111: Type 'Log' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Log.cs(67,17): error CS0111: Type 'Log' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Log.cs(80,26): error CS0111: Type 'Log' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Log.cs(91,33): error CS0111: Type 'Log' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Log.cs(98,33): error CS0111: Type 'Log' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Log.cs(25,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Log.cs(27,56): error CS0102: The type 'Log.BSATN' already contains a definition for 'IdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Log.cs(28,56): error CS0102: The type 'Log.BSATN' already contains a definition for 'UserIdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Log.cs(29,56): error CS0102: The type 'Log.BSATN' already contains a definition for 'DayRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Log.cs(30,59): error CS0102: The type 'Log.BSATN' already contains a definition for 'MessageRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Log.cs(32,20): error CS0111: Type 'Log.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Log.cs(38,21): error CS0111: Type 'Log.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Log.cs(42,52): error CS0111: Type 'Log.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Log.cs(50,75): error CS0111: Type 'Log.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 387, + "output_tokens": 203, + "generation_duration_ms": 2012, + "started_at": "2026-03-27T20:19:18.654941800Z", + "finished_at": "2026-03-27T20:19:29.162728400Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System.Collections.Generic;\n\n[SpacetimeDB.Type]\n[Table(Public = true)]\npublic partial struct Announcement\n{\n [PrimaryKey, AutoIncrement]\n public ulong Id;\n public string Message;\n [BTreeIndex]\n public bool Active;\n}\n\npublic static partial class ActiveAnnouncements\n{\n [View(AnonymousViewContext.Public)]\n public static IEnumerable Get()\n {\n return Announcement.FilterByActive(true);\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(18,5): error STDB0023: View 'Get' must have an explicit name. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(18,5): error STDB0025: View 'Get' must have Public = true. Views are always public in SpacetimeDB. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(19,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(19,48): error STDB0022: View method Get must have a first parameter of type ViewContext or AnonymousViewContext. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(19,19): error STDB0024: View 'Get' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(18,32): error CS0117: 'AnonymousViewContext' does not contain a definition for 'Public' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(18,6): error CS1729: 'ViewAttribute' does not contain a constructor that takes 1 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,23): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Announcement.cs(6,17): error CS0111: Type 'Announcement' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Announcement.cs(12,17): error CS0111: Type 'Announcement' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Announcement.cs(18,51): error CS0111: Type 'Announcement' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Announcement.cs(21,28): error CS0111: Type 'Announcement' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Announcement.cs(50,25): error CS0111: Type 'Announcement' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Announcement.cs(61,17): error CS0111: Type 'Announcement' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Announcement.cs(72,26): error CS0111: Type 'Announcement' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Announcement.cs(83,33): error CS0111: Type 'Announcement' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Announcement.cs(90,33): error CS0111: Type 'Announcement' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(9,18): error CS0246: The type or namespace name 'AutoIncrementAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(9,18): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(12,6): error CS0246: The type or namespace name 'BTreeIndexAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(12,6): error CS0246: The type or namespace name 'BTreeIndex' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Announcement.cs(23,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Announcement.cs(25,56): error CS0102: The type 'Announcement.BSATN' already contains a definition for 'IdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Announcement.cs(26,59): error CS0102: The type 'Announcement.BSATN' already contains a definition for 'MessageRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Announcement.cs(27,57): error CS0102: The type 'Announcement.BSATN' already contains a definition for 'ActiveRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Announcement.cs(29,29): error CS0111: Type 'Announcement.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Announcement.cs(35,21): error CS0111: Type 'Announcement.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Announcement.cs(39,52): error CS0111: Type 'Announcement.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Announcement.cs(46,84): error CS0111: Type 'Announcement.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 304, + "output_tokens": 124, + "generation_duration_ms": 1703, + "started_at": "2026-03-27T20:18:30.217049400Z", + "finished_at": "2026-03-27T20:18:38.926216Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic struct Profile\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryReserving | ColumnAttributes.AutoInc)]\n public ulong Id;\n [SpacetimeDB.Column(ColumnAttributes.Unique)]\n public Identity Identity;\n public string Name;\n public string Bio;\n}\n\npublic static class Module\n{\n [View(ViewVisibility.Public)]\n public static Profile? MyProfile(ViewContext ctx)\n {\n return ctx.Db.Profile.Identity.Find(ctx.Sender);\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,5): error STDB0023: View 'MyProfile' must have an explicit name. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,5): error STDB0025: View 'MyProfile' must have Public = true. Views are always public in SpacetimeDB. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Profile'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,61): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(9,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(18,38): error CS0246: The type or namespace name 'ViewContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,11): error CS0103: The name 'ViewVisibility' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,6): error CS1729: 'ViewAttribute' does not contain a constructor that takes 1 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 348, + "output_tokens": 141, + "generation_duration_ms": 1940, + "started_at": "2026-03-27T20:18:30.697969300Z", + "finished_at": "2026-03-27T20:18:39.304215300Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Event = true)]\npublic partial struct DamageEvent\n{\n public ulong EntityId;\n public uint Damage;\n public string Source;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void DealDamage(ReducerContext ctx, ulong entityId, uint damage, string source)\n {\n DamageEvent.Insert(new DamageEvent\n {\n EntityId = entityId,\n Damage = damage,\n Source = source\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,21): error CS0117: 'DamageEvent' does not contain a definition for 'Insert' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 321, + "output_tokens": 128, + "generation_duration_ms": 1640, + "started_at": "2026-03-27T20:18:16.615147Z", + "finished_at": "2026-03-27T20:18:29.335518900Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic struct Player\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryReserving)]\n public ulong Id;\n public string Name;\n public string? Nickname;\n public uint? HighScore;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void CreatePlayer(ReducerContext ctx, string name, string? nickname, uint? highScore)\n {\n Player.Insert(new Player\n {\n Id = 0,\n Name = name,\n Nickname = nickname,\n HighScore = highScore\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Player'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(14,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 339, + "output_tokens": 150, + "generation_duration_ms": 2348, + "started_at": "2026-03-27T20:18:16.991814100Z", + "finished_at": "2026-03-27T20:18:30.216901400Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\n[SpacetimeDB.Type]\n[Table(Name = \"Message\")]\npublic partial struct Message\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Index(IndexType.BTree)]\n public Identity Owner;\n public string Text;\n}\n\npublic static partial class Reducers\n{\n [Reducer]\n public static void CreateMessage(ReducerContext ctx, string text)\n {\n Message.Insert(new Message\n {\n Id = 0,\n Owner = ctx.Sender,\n Text = text\n });\n }\n\n [Reducer]\n public static void DeleteMessage(ReducerContext ctx, ulong id)\n {\n var message = Message.FindById(id);\n if (message == null)\n {\n throw new Exception(\"not found\");\n }\n\n if (message.Value.Owner != ctx.Sender)\n {\n throw new Exception(\"unauthorized\");\n }\n\n Message.DeleteById(id);\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,23): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(6,17): error CS0111: Type 'Message' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(12,17): error CS0111: Type 'Message' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(18,51): error CS0111: Type 'Message' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(21,28): error CS0111: Type 'Message' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(50,25): error CS0111: Type 'Message' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(61,17): error CS0111: Type 'Message' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(72,26): error CS0111: Type 'Message' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(83,33): error CS0111: Type 'Message' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(90,33): error CS0111: Type 'Message' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(11,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(11,12): error CS0103: The name 'IndexType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Message.cs(23,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(25,56): error CS0102: The type 'Message.BSATN' already contains a definition for 'IdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(26,61): error CS0102: The type 'Message.BSATN' already contains a definition for 'OwnerRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(27,59): error CS0102: The type 'Message.BSATN' already contains a definition for 'TextRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(29,24): error CS0111: Type 'Message.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(35,21): error CS0111: Type 'Message.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(39,52): error CS0111: Type 'Message.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(46,79): error CS0111: Type 'Message.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 383, + "output_tokens": 246, + "generation_duration_ms": 2118, + "started_at": "2026-03-27T20:17:09.128877300Z", + "finished_at": "2026-03-27T20:17:21.306899Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Public = false)]\npublic partial struct UserInternal\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryKey | ColumnAttributes.AutoInc)]\n public ulong Id;\n public string Name;\n public string Email;\n public string PasswordHash;\n}\n\n[SpacetimeDB.Table(Public = true)]\npublic partial struct UserPublic\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryKey)]\n public ulong Id;\n public string Name;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void RegisterUser(ReducerContext ctx, string name, string email, string passwordHash)\n {\n var internalUser = new UserInternal\n {\n Id = 0,\n Name = name,\n Email = email,\n PasswordHash = passwordHash\n };\n\n var insertedInternal = UserInternal.Insert(internalUser);\n\n UserPublic.Insert(new UserPublic\n {\n Id = insertedInternal.Id,\n Name = insertedInternal.Name\n });\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,55): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 407, + "output_tokens": 263, + "generation_duration_ms": 2813, + "started_at": "2026-03-27T20:17:09.129973100Z", + "finished_at": "2026-03-27T20:17:22.463918600Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\nusing System.Collections.Generic;\n\n[SpacetimeDB.Type]\n[Table(Public = true)]\npublic partial struct Author\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n}\n\n[SpacetimeDB.Type]\n[Table(Public = true)]\npublic partial struct Post\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Index.BTree]\n public ulong AuthorId;\n public string Title;\n}\n\npublic static partial class Reducers\n{\n [Reducer]\n public static void DeleteAuthor(ReducerContext ctx, ulong authorId)\n {\n foreach (var post in Post.FilterByAuthorId(authorId))\n {\n Post.DeleteById(post.Id);\n }\n\n Author.DeleteById(authorId);\n }\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(18,23): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,23): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Post.cs(6,17): error CS0111: Type 'Post' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Post.cs(12,17): error CS0111: Type 'Post' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Post.cs(18,51): error CS0111: Type 'Post' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Post.cs(21,28): error CS0111: Type 'Post' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Post.cs(50,25): error CS0111: Type 'Post' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Post.cs(61,17): error CS0111: Type 'Post' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Post.cs(72,26): error CS0111: Type 'Post' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Post.cs(83,33): error CS0111: Type 'Post' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Post.cs(90,33): error CS0111: Type 'Post' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Author.cs(6,17): error CS0111: Type 'Author' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Author.cs(11,17): error CS0111: Type 'Author' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Author.cs(16,51): error CS0111: Type 'Author' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Author.cs(19,28): error CS0111: Type 'Author' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Author.cs(46,25): error CS0111: Type 'Author' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Author.cs(55,17): error CS0111: Type 'Author' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Author.cs(64,26): error CS0111: Type 'Author' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Author.cs(75,33): error CS0111: Type 'Author' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Author.cs(82,33): error CS0111: Type 'Author' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(23,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Author.cs(21,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Author.cs(23,56): error CS0102: The type 'Author.BSATN' already contains a definition for 'IdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Author.cs(24,59): error CS0102: The type 'Author.BSATN' already contains a definition for 'NameRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Author.cs(26,23): error CS0111: Type 'Author.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Author.cs(32,21): error CS0111: Type 'Author.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Author.cs(36,52): error CS0111: Type 'Author.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Author.cs(42,78): error CS0111: Type 'Author.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Post.cs(23,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Post.cs(25,56): error CS0102: The type 'Post.BSATN' already contains a definition for 'IdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Post.cs(26,56): error CS0102: The type 'Post.BSATN' already contains a definition for 'AuthorIdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Post.cs(27,59): error CS0102: The type 'Post.BSATN' already contains a definition for 'TitleRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Post.cs(29,21): error CS0111: Type 'Post.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Post.cs(35,21): error CS0111: Type 'Post.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Post.cs(39,52): error CS0111: Type 'Post.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Post.cs(46,76): error CS0111: Type 'Post.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 361, + "output_tokens": 217, + "generation_duration_ms": 2147, + "started_at": "2026-03-27T20:18:17.109676600Z", + "finished_at": "2026-03-27T20:18:29.776481400Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\nusing System.Collections.Generic;\n\n[SpacetimeDB.Type]\npublic struct Order\n{\n [SpacetimeDB.Column(IsPrimaryKey = true, IsAutoIncrement = true)]\n public ulong Id;\n [SpacetimeDB.Column(IsIndexed = true)]\n public string Category;\n public ulong Amount;\n public bool Fulfilled;\n}\n\n[SpacetimeDB.Type]\npublic struct CategoryStats\n{\n [SpacetimeDB.Column(IsPrimaryKey = true)]\n public string Category;\n public ulong TotalAmount;\n public uint OrderCount;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void ComputeStats(ReducerContext ctx, string category)\n {\n ulong totalAmount = 0;\n uint orderCount = 0;\n\n foreach (var order in Order.Iter())\n {\n if (order.Category == category)\n {\n totalAmount += order.Amount;\n orderCount++;\n }\n }\n\n CategoryStats.InsertOrReplace(new CategoryStats\n {\n Category = category,\n TotalAmount = totalAmount,\n OrderCount = orderCount\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,15): error CS0260: Missing partial modifier on declaration of type 'Order'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(18,15): error CS0260: Missing partial modifier on declaration of type 'CategoryStats'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(26,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(11,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(11,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(20,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(20,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 384, + "output_tokens": 296, + "generation_duration_ms": 2622, + "started_at": "2026-03-27T20:18:20.025079200Z", + "finished_at": "2026-03-27T20:18:30.697807600Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\nusing System.Collections.Generic;\n\n[SpacetimeDB.Type]\n[Table(Public = true)]\npublic partial struct Customer\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n}\n\n[SpacetimeDB.Type]\n[Table(Public = true)]\npublic partial struct Order\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Index.BTree]\n public ulong CustomerId;\n public string Product;\n public uint Amount;\n}\n\n[SpacetimeDB.Type]\n[Table(Public = true)]\npublic partial struct OrderDetail\n{\n [PrimaryKey]\n public ulong OrderId;\n public string CustomerName;\n public string Product;\n public uint Amount;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void BuildOrderDetails(ReducerContext ctx)\n {\n foreach (var order in Order.Iter())\n {\n var customer = Customer.FindById(order.CustomerId);\n if (customer != null)\n {\n OrderDetail.Insert(new OrderDetail\n {\n OrderId = order.Id,\n CustomerName = customer.Value.Name,\n Product = order.Product,\n Amount = order.Amount\n });\n }\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(29,23): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,23): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,23): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\OrderDetail.cs(6,17): error CS0111: Type 'OrderDetail' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\OrderDetail.cs(13,17): error CS0111: Type 'OrderDetail' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\OrderDetail.cs(20,51): error CS0111: Type 'OrderDetail' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\OrderDetail.cs(23,28): error CS0111: Type 'OrderDetail' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\OrderDetail.cs(54,25): error CS0111: Type 'OrderDetail' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\OrderDetail.cs(67,17): error CS0111: Type 'OrderDetail' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\OrderDetail.cs(80,26): error CS0111: Type 'OrderDetail' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\OrderDetail.cs(91,33): error CS0111: Type 'OrderDetail' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\OrderDetail.cs(98,33): error CS0111: Type 'OrderDetail' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Customer.cs(6,17): error CS0111: Type 'Customer' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Customer.cs(11,17): error CS0111: Type 'Customer' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Customer.cs(16,51): error CS0111: Type 'Customer' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Customer.cs(19,28): error CS0111: Type 'Customer' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Customer.cs(46,25): error CS0111: Type 'Customer' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Customer.cs(55,17): error CS0111: Type 'Customer' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Customer.cs(64,26): error CS0111: Type 'Customer' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Customer.cs(75,33): error CS0111: Type 'Customer' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Customer.cs(82,33): error CS0111: Type 'Customer' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Order.cs(6,17): error CS0111: Type 'Order' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Order.cs(13,17): error CS0111: Type 'Order' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Order.cs(20,51): error CS0111: Type 'Order' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Order.cs(23,28): error CS0111: Type 'Order' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Order.cs(54,25): error CS0111: Type 'Order' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Order.cs(67,17): error CS0111: Type 'Order' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Order.cs(80,26): error CS0111: Type 'Order' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Order.cs(91,33): error CS0111: Type 'Order' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Order.cs(98,33): error CS0111: Type 'Order' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\OrderDetail.cs(25,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\OrderDetail.cs(27,56): error CS0102: The type 'OrderDetail.BSATN' already contains a definition for 'OrderIdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\OrderDetail.cs(28,59): error CS0102: The type 'OrderDetail.BSATN' already contains a definition for 'CustomerNameRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\OrderDetail.cs(29,59): error CS0102: The type 'OrderDetail.BSATN' already contains a definition for 'ProductRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\OrderDetail.cs(30,56): error CS0102: The type 'OrderDetail.BSATN' already contains a definition for 'AmountRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\OrderDetail.cs(32,28): error CS0111: Type 'OrderDetail.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\OrderDetail.cs(38,21): error CS0111: Type 'OrderDetail.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\OrderDetail.cs(42,52): error CS0111: Type 'OrderDetail.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\OrderDetail.cs(50,83): error CS0111: Type 'OrderDetail.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(21,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Customer.cs(21,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Order.cs(25,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Customer.cs(23,56): error CS0102: The type 'Customer.BSATN' already contains a definition for 'IdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Customer.cs(24,59): error CS0102: The type 'Customer.BSATN' already contains a definition for 'NameRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Customer.cs(26,25): error CS0111: Type 'Customer.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Customer.cs(32,21): error CS0111: Type 'Customer.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Customer.cs(36,52): error CS0111: Type 'Customer.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Customer.cs(42,80): error CS0111: Type 'Customer.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Order.cs(27,56): error CS0102: The type 'Order.BSATN' already contains a definition for 'IdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Order.cs(28,56): error CS0102: The type 'Order.BSATN' already contains a definition for 'CustomerIdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Order.cs(29,59): error CS0102: The type 'Order.BSATN' already contains a definition for 'ProductRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Order.cs(30,56): error CS0102: The type 'Order.BSATN' already contains a definition for 'AmountRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Order.cs(32,22): error CS0111: Type 'Order.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Order.cs(38,21): error CS0111: Type 'Order.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Order.cs(42,52): error CS0111: Type 'Order.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Order.cs(50,77): error CS0111: Type 'Order.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 434, + "output_tokens": 321, + "generation_duration_ms": 2516, + "started_at": "2026-03-27T20:18:29.335738200Z", + "finished_at": "2026-03-27T20:18:41.323489400Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic struct Account\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryReserving)]\n public ulong Id;\n [SpacetimeDB.Column(ColumnAttributes.Unique)]\n public string Email;\n public string DisplayName;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void CreateAccount(ReducerContext ctx, string email, string displayName)\n {\n Account.Insert(new Account\n {\n Id = 0,\n Email = email,\n DisplayName = displayName\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Account'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(14,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(9,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 320, + "output_tokens": 145, + "generation_duration_ms": 1989, + "started_at": "2026-03-27T20:18:29.777675100Z", + "finished_at": "2026-03-27T20:18:41.400335400Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\n[Table(Public = true)]\npublic partial struct Product\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n [BTreeIndex]\n public uint Price;\n}\n\n[SpacetimeDB.Type]\n[Table(Public = true)]\npublic partial struct PriceRangeResult\n{\n [PrimaryKey]\n public ulong ProductId;\n public string Name;\n public uint Price;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void FindInPriceRange(ReducerContext ctx, uint minPrice, uint maxPrice)\n {\n foreach (var product in Product.Iter())\n {\n if (product.Price >= minPrice && product.Price <= maxPrice)\n {\n PriceRangeResult.Insert(new PriceRangeResult\n {\n ProductId = product.Id,\n Name = product.Name,\n Price = product.Price\n });\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(6,23): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(6,17): error CS0111: Type 'Product' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(12,17): error CS0111: Type 'Product' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(18,51): error CS0111: Type 'Product' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(21,28): error CS0111: Type 'Product' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(50,25): error CS0111: Type 'Product' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(61,17): error CS0111: Type 'Product' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(72,26): error CS0111: Type 'Product' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(83,33): error CS0111: Type 'Product' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(90,33): error CS0111: Type 'Product' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,23): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(11,6): error CS0246: The type or namespace name 'BTreeIndexAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(11,6): error CS0246: The type or namespace name 'BTreeIndex' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Product.cs(23,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(25,56): error CS0102: The type 'Product.BSATN' already contains a definition for 'IdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(26,59): error CS0102: The type 'Product.BSATN' already contains a definition for 'NameRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(27,56): error CS0102: The type 'Product.BSATN' already contains a definition for 'PriceRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(29,24): error CS0111: Type 'Product.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(35,21): error CS0111: Type 'Product.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(39,52): error CS0111: Type 'Product.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Product.cs(46,79): error CS0111: Type 'Product.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\PriceRangeResult.cs(6,17): error CS0111: Type 'PriceRangeResult' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\PriceRangeResult.cs(12,17): error CS0111: Type 'PriceRangeResult' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\PriceRangeResult.cs(18,51): error CS0111: Type 'PriceRangeResult' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\PriceRangeResult.cs(21,28): error CS0111: Type 'PriceRangeResult' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\PriceRangeResult.cs(50,25): error CS0111: Type 'PriceRangeResult' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\PriceRangeResult.cs(61,17): error CS0111: Type 'PriceRangeResult' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\PriceRangeResult.cs(72,26): error CS0111: Type 'PriceRangeResult' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\PriceRangeResult.cs(83,33): error CS0111: Type 'PriceRangeResult' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\PriceRangeResult.cs(90,33): error CS0111: Type 'PriceRangeResult' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\PriceRangeResult.cs(23,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\PriceRangeResult.cs(25,56): error CS0102: The type 'PriceRangeResult.BSATN' already contains a definition for 'ProductIdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\PriceRangeResult.cs(26,59): error CS0102: The type 'PriceRangeResult.BSATN' already contains a definition for 'NameRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\PriceRangeResult.cs(27,56): error CS0102: The type 'PriceRangeResult.BSATN' already contains a definition for 'PriceRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\PriceRangeResult.cs(29,33): error CS0111: Type 'PriceRangeResult.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\PriceRangeResult.cs(35,21): error CS0111: Type 'PriceRangeResult.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\PriceRangeResult.cs(39,52): error CS0111: Type 'PriceRangeResult.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\PriceRangeResult.cs(46,88): error CS0111: Type 'PriceRangeResult.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 385, + "output_tokens": 245, + "generation_duration_ms": 2322, + "started_at": "2026-03-27T20:18:38.926422200Z", + "finished_at": "2026-03-27T20:18:52.621582200Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System.Linq;\n\n[SpacetimeDB.Type]\npublic struct Player\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryReserving | ColumnAttributes.AutoInc)]\n public ulong Id;\n public string Name;\n public ulong Score;\n}\n\n[SpacetimeDB.Type]\npublic struct LeaderboardEntry\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryReserving)]\n public uint Rank;\n public string PlayerName;\n public ulong Score;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void BuildLeaderboard(ReducerContext ctx, uint limit)\n {\n var topPlayers = ctx.Db.Player.Iter()\n .OrderByDescending(p => p.Score)\n .Take((int)limit)\n .ToList();\n\n foreach (var entry in ctx.Db.Leaderboard.Iter())\n {\n ctx.Db.Leaderboard.Delete(entry);\n }\n\n uint currentRank = 1;\n foreach (var player in topPlayers)\n {\n ctx.Db.Leaderboard.Insert(new LeaderboardEntry\n {\n Rank = currentRank,\n PlayerName = player.Name,\n Score = player.Score\n });\n currentRank++;\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(6,15): error CS0260: Missing partial modifier on declaration of type 'Player'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(15,15): error CS0260: Missing partial modifier on declaration of type 'LeaderboardEntry'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(23,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,61): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 386, + "output_tokens": 313, + "generation_duration_ms": 3087, + "started_at": "2026-03-27T20:18:39.304361Z", + "finished_at": "2026-03-27T20:18:52.622687400Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic struct Task\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryResettable | ColumnAttributes.AutoInc)]\n public ulong Id;\n public string Title;\n public bool Completed;\n}\n\n[SpacetimeDB.Type]\npublic struct FirstIncomplete\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryResettable)]\n public ulong TaskId;\n public string Title;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void FindFirstIncomplete(ReducerContext ctx)\n {\n foreach (var task in Task.Iter())\n {\n if (!task.Completed)\n {\n FirstIncomplete.Insert(new FirstIncomplete\n {\n TaskId = task.Id,\n Title = task.Title\n });\n break;\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Task'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(14,15): error CS0260: Missing partial modifier on declaration of type 'FirstIncomplete'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(21,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(16,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,62): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 359, + "output_tokens": 219, + "generation_duration_ms": 1975, + "started_at": "2026-03-27T20:18:41.323802Z", + "finished_at": "2026-03-27T20:18:52.624667600Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System.Collections.Generic;\n\n[SpacetimeDB.Type]\npublic struct Order\n{\n [SpacetimeDB.Column(IsPrimaryKey = true, IsAutoInc = true)]\n public ulong Id;\n public string Category;\n public uint Amount;\n}\n\n[SpacetimeDB.Type]\npublic struct DistinctCategory\n{\n [SpacetimeDB.Column(IsPrimaryKey = true)]\n public string Category;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void CollectDistinctCategories(ReducerContext ctx)\n {\n HashSet uniqueCategories = new HashSet();\n\n foreach (var order in Order.Iter())\n {\n uniqueCategories.Add(order.Category);\n }\n\n foreach (var category in uniqueCategories)\n {\n DistinctCategory.Insert(new DistinctCategory\n {\n Category = category\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(6,15): error CS0260: Missing partial modifier on declaration of type 'Order'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(15,15): error CS0260: Missing partial modifier on declaration of type 'DistinctCategory'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(21,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 344, + "output_tokens": 222, + "generation_duration_ms": 2295, + "started_at": "2026-03-27T20:18:41.400531300Z", + "finished_at": "2026-03-27T20:18:52.623703600Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic struct User\n{\n [SpacetimeDB.Column(IsPrimaryKey = true, IsAutoIncrement = true)]\n public ulong Id;\n public string Name;\n public bool Active;\n}\n\n[SpacetimeDB.Type]\npublic struct UserStats\n{\n [SpacetimeDB.Column(IsPrimaryKey = true)]\n public string Key;\n public ulong Count;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void ComputeUserCounts(ReducerContext ctx)\n {\n ulong totalCount = 0;\n ulong activeCount = 0;\n\n foreach (var user in User.Iter())\n {\n totalCount++;\n if (user.Active)\n {\n activeCount++;\n }\n }\n\n UserStats.Insert(new UserStats\n {\n Key = \"total\",\n Count = totalCount\n });\n\n UserStats.Insert(new UserStats\n {\n Key = \"active\",\n Count = activeCount\n });\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(14,15): error CS0260: Missing partial modifier on declaration of type 'UserStats'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(21,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 389, + "output_tokens": 259, + "generation_duration_ms": 2343, + "started_at": "2026-03-27T20:18:52.624812500Z", + "finished_at": "2026-03-27T20:19:07.041678800Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\n[Table(Public = true)]\n[Index.BTree(nameof(Category), nameof(Severity))]\npublic partial struct EventLog\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Category;\n public uint Severity;\n public string Message;\n}\n\n[SpacetimeDB.Type]\n[Table(Public = true)]\npublic partial struct FilteredEvent\n{\n [PrimaryKey]\n public ulong EventId;\n public string Message;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void FilterEvents(ReducerContext ctx, string category, uint severity)\n {\n foreach (var log in EventLog.Iter())\n {\n if (log.Category == category && log.Severity == severity)\n {\n FilteredEvent.Insert(new FilteredEvent\n {\n EventId = log.Id,\n Message = log.Message\n });\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(6,2): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,23): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(18,23): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FilteredEvent.cs(6,17): error CS0111: Type 'FilteredEvent' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FilteredEvent.cs(11,17): error CS0111: Type 'FilteredEvent' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FilteredEvent.cs(16,51): error CS0111: Type 'FilteredEvent' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FilteredEvent.cs(19,28): error CS0111: Type 'FilteredEvent' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FilteredEvent.cs(46,25): error CS0111: Type 'FilteredEvent' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FilteredEvent.cs(55,17): error CS0111: Type 'FilteredEvent' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FilteredEvent.cs(64,26): error CS0111: Type 'FilteredEvent' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FilteredEvent.cs(75,33): error CS0111: Type 'FilteredEvent' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FilteredEvent.cs(82,33): error CS0111: Type 'FilteredEvent' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\EventLog.cs(6,17): error CS0111: Type 'EventLog' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\EventLog.cs(13,17): error CS0111: Type 'EventLog' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\EventLog.cs(20,51): error CS0111: Type 'EventLog' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\EventLog.cs(23,28): error CS0111: Type 'EventLog' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\EventLog.cs(54,25): error CS0111: Type 'EventLog' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\EventLog.cs(67,17): error CS0111: Type 'EventLog' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\EventLog.cs(80,26): error CS0111: Type 'EventLog' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\EventLog.cs(91,33): error CS0111: Type 'EventLog' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\EventLog.cs(98,33): error CS0111: Type 'EventLog' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\FilteredEvent.cs(21,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FilteredEvent.cs(23,56): error CS0102: The type 'FilteredEvent.BSATN' already contains a definition for 'EventIdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FilteredEvent.cs(24,59): error CS0102: The type 'FilteredEvent.BSATN' already contains a definition for 'MessageRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FilteredEvent.cs(26,30): error CS0111: Type 'FilteredEvent.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FilteredEvent.cs(32,21): error CS0111: Type 'FilteredEvent.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FilteredEvent.cs(36,52): error CS0111: Type 'FilteredEvent.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FilteredEvent.cs(42,85): error CS0111: Type 'FilteredEvent.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\EventLog.cs(25,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\EventLog.cs(27,56): error CS0102: The type 'EventLog.BSATN' already contains a definition for 'IdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\EventLog.cs(28,59): error CS0102: The type 'EventLog.BSATN' already contains a definition for 'CategoryRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\EventLog.cs(29,56): error CS0102: The type 'EventLog.BSATN' already contains a definition for 'SeverityRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\EventLog.cs(30,59): error CS0102: The type 'EventLog.BSATN' already contains a definition for 'MessageRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\EventLog.cs(32,25): error CS0111: Type 'EventLog.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\EventLog.cs(38,21): error CS0111: Type 'EventLog.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\EventLog.cs(42,52): error CS0111: Type 'EventLog.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\EventLog.cs(50,80): error CS0111: Type 'EventLog.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 390, + "output_tokens": 240, + "generation_duration_ms": 2293, + "started_at": "2026-03-27T20:18:52.626162100Z", + "finished_at": "2026-03-27T20:19:07.772919100Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\n[SpacetimeDB.Table]\npublic partial class Reminder\n{\n [SpacetimeDB.Column(ColumnKind.PrimaryKey, AutoIncrement = true)]\n public ulong ScheduledId;\n [SpacetimeDB.Column(ColumnKind.ScheduleAt)]\n public ScheduleAt ScheduledAt;\n public string Message;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n Reminder.Insert(new Reminder\n {\n ScheduledAt = ScheduleAt.Time(ctx.Timestamp.Add(TimeDuration.FromMicroseconds(60_000_000))),\n Message = \"Reminder message\"\n });\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Scheduled)]\n public static void SendReminder(ReducerContext ctx, Reminder reminder)\n {\n // Does nothing\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(27,5): error STDBINT0001: An internal error occurred during codegen: Parameter count mismatch. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(15,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(27,38): error CS0117: 'ReducerKind' does not contain a definition for 'Scheduled' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnKind' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(10,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(10,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(10,25): error CS0103: The name 'ColumnKind' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 369, + "output_tokens": 222, + "generation_duration_ms": 2059, + "started_at": "2026-03-27T20:18:07.136468600Z", + "finished_at": "2026-03-27T20:18:16.991642800Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\n[SpacetimeDB.Type]\npublic partial struct CleanupJob\n{\n [SpacetimeDB.Column(ColumnFlags.PrimaryKey | ColumnFlags.AutoIncrement)]\n public ulong ScheduledId;\n [SpacetimeDB.Column(ColumnFlags.Scheduled = nameof(RunCleanup))]\n public ScheduleAt ScheduledAt;\n}\n\npublic static partial class Module\n{\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n CleanupJob.Insert(new CleanupJob\n {\n ScheduledAt = ScheduleAt.FromDelay(TimeSpan.FromMicroseconds(60_000_000))\n });\n }\n\n [Reducer]\n public static void RunCleanup(ReducerContext ctx, CleanupJob job)\n {\n // Does nothing\n }\n\n [Reducer]\n public static void CancelCleanup(ReducerContext ctx, ulong scheduledId)\n {\n CleanupJob.DeleteByScheduledId(scheduledId);\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnFlags' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,50): error CS0103: The name 'ColumnFlags' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(10,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(10,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(10,25): error CS0103: The name 'ColumnFlags' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(10,56): error CS0103: The name 'RunCleanup' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 381, + "output_tokens": 241, + "generation_duration_ms": 2326, + "started_at": "2026-03-27T20:18:07.534639300Z", + "finished_at": "2026-03-27T20:18:17.109553800Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Public = true)]\npublic partial struct OnlinePlayer\n{\n [PrimaryKey]\n public Identity Identity;\n public Timestamp ConnectedAt;\n}\n\npublic static partial class Module\n{\n [Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n OnlinePlayer.Insert(new OnlinePlayer\n {\n Identity = ctx.Sender,\n ConnectedAt = ctx.Timestamp\n });\n }\n\n [Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n OnlinePlayer.DeleteByIdentity(ctx.Sender);\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(17,22): error CS0117: 'OnlinePlayer' does not contain a definition for 'Insert' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(27,22): error CS0117: 'OnlinePlayer' does not contain a definition for 'DeleteByIdentity' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 307, + "output_tokens": 155, + "generation_duration_ms": 1771, + "started_at": "2026-03-27T20:18:10.007321600Z", + "finished_at": "2026-03-27T20:18:20.024877800Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\n[SpacetimeDB.Type]\n[Table(Name = \"User\", Public = false)]\npublic partial struct User\n{\n [PrimaryKey]\n public Identity Identity;\n public string Name;\n}\n\n[SpacetimeDB.Type]\n[Table(Name = \"Message\", Public = true)]\npublic partial struct Message\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Index(IndexType.BTree)]\n public Identity Sender;\n public string Text;\n}\n\npublic static partial class Reducers\n{\n [Reducer]\n public static void Register(ReducerContext ctx, string name)\n {\n if (User.ByIdentity.Find(ctx.Sender) != null)\n {\n throw new Exception(\"already registered\");\n }\n\n User.Insert(new User\n {\n Identity = ctx.Sender,\n Name = name\n });\n }\n\n [Reducer]\n public static void PostMessage(ReducerContext ctx, string text)\n {\n if (User.ByIdentity.Find(ctx.Sender) == null)\n {\n throw new Exception(\"not registered\");\n }\n\n Message.Insert(new Message\n {\n Id = 0,\n Sender = ctx.Sender,\n Text = text\n });\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,23): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(16,23): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(6,17): error CS0111: Type 'User' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(11,17): error CS0111: Type 'User' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(16,51): error CS0111: Type 'User' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(19,28): error CS0111: Type 'User' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(46,25): error CS0111: Type 'User' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(55,17): error CS0111: Type 'User' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(64,26): error CS0111: Type 'User' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(75,33): error CS0111: Type 'User' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(82,33): error CS0111: Type 'User' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(6,17): error CS0111: Type 'Message' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(12,17): error CS0111: Type 'Message' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(18,51): error CS0111: Type 'Message' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(21,28): error CS0111: Type 'Message' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(50,25): error CS0111: Type 'Message' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(61,17): error CS0111: Type 'Message' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(72,26): error CS0111: Type 'Message' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(83,33): error CS0111: Type 'Message' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(90,33): error CS0111: Type 'Message' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\User.cs(21,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(23,61): error CS0102: The type 'User.BSATN' already contains a definition for 'IdentityRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(24,59): error CS0102: The type 'User.BSATN' already contains a definition for 'NameRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(26,21): error CS0111: Type 'User.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(32,21): error CS0111: Type 'User.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(36,52): error CS0111: Type 'User.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\User.cs(42,76): error CS0111: Type 'User.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(20,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(20,12): error CS0103: The name 'IndexType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\Message.cs(23,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(25,56): error CS0102: The type 'Message.BSATN' already contains a definition for 'IdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(26,61): error CS0102: The type 'Message.BSATN' already contains a definition for 'SenderRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(27,59): error CS0102: The type 'Message.BSATN' already contains a definition for 'TextRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(29,24): error CS0111: Type 'Message.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(35,21): error CS0111: Type 'Message.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(39,52): error CS0111: Type 'Message.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Message.cs(46,79): error CS0111: Type 'Message.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 414, + "output_tokens": 316, + "generation_duration_ms": 2585, + "started_at": "2026-03-27T20:17:09.131185900Z", + "finished_at": "2026-03-27T20:17:21.306327300Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\n[SpacetimeDB.Type]\npublic struct Config\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryKey)]\n public uint Id;\n public Identity Admin;\n}\n\n[SpacetimeDB.Type]\npublic struct AdminLog\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryKey | ColumnAttributes.AutoInc)]\n public ulong Id;\n public string Action;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void BootstrapAdmin(ReducerContext ctx)\n {\n if (Config.FindById(0) != null)\n {\n throw new Exception(\"already bootstrapped\");\n }\n\n Config.Insert(new Config\n {\n Id = 0,\n Admin = ctx.Sender\n });\n }\n\n [Reducer]\n public static void AdminAction(ReducerContext ctx, string action)\n {\n var config = Config.FindById(0);\n if (config == null)\n {\n throw new Exception(\"not bootstrapped\");\n }\n\n if (ctx.Sender != config.Admin)\n {\n throw new Exception(\"not admin\");\n }\n\n AdminLog.Insert(new AdminLog\n {\n Action = action\n });\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(6,15): error CS0260: Missing partial modifier on declaration of type 'Config'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(14,15): error CS0260: Missing partial modifier on declaration of type 'AdminLog'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(21,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(16,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(16,55): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 425, + "output_tokens": 306, + "generation_duration_ms": 3035, + "started_at": "2026-03-27T20:17:09.132216300Z", + "finished_at": "2026-03-27T20:17:21.885501700Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\n[SpacetimeDB.Type]\npublic struct User\n{\n [SpacetimeDB.Column(ColumnAttributes.PrimaryKey)]\n public Identity Identity;\n public string Role;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void Register(ReducerContext ctx)\n {\n if (User.ByIdentity(ctx.Sender) != null)\n {\n throw new Exception(\"already registered\");\n }\n\n User.Insert(new User\n {\n Identity = ctx.Sender,\n Role = \"member\"\n });\n }\n\n [Reducer]\n public static void Promote(ReducerContext ctx, Identity target)\n {\n var caller = User.ByIdentity(ctx.Sender);\n if (caller == null)\n {\n throw new Exception(\"not registered\");\n }\n\n if (caller.Role != \"admin\")\n {\n throw new Exception(\"not admin\");\n }\n\n var targetUser = User.ByIdentity(target);\n if (targetUser == null)\n {\n throw new Exception(\"target not registered\");\n }\n\n targetUser.Role = \"admin\";\n User.UpdateByIdentity(target, targetUser);\n }\n\n [Reducer]\n public static void MemberAction(ReducerContext ctx)\n {\n var caller = User.ByIdentity(ctx.Sender);\n if (caller == null)\n {\n throw new Exception(\"not registered\");\n }\n }\n\n [Reducer]\n public static void AdminAction(ReducerContext ctx)\n {\n var caller = User.ByIdentity(ctx.Sender);\n if (caller == null)\n {\n throw new Exception(\"not registered\");\n }\n\n if (caller.Role != \"admin\")\n {\n throw new Exception(\"not admin\");\n }\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(6,15): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(13,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnAttributes' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 476, + "output_tokens": 440, + "generation_duration_ms": 3525, + "started_at": "2026-03-27T20:17:21.307013300Z", + "finished_at": "2026-03-27T20:17:34.976486200Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\n[SpacetimeDB.Type]\npublic struct Admin\n{\n [SpacetimeDB.Column(ColumnFlags.PrimaryKey)]\n public Identity Identity;\n}\n\n[SpacetimeDB.Type]\npublic struct Banned\n{\n [SpacetimeDB.Column(ColumnFlags.PrimaryKey)]\n public Identity Identity;\n}\n\n[SpacetimeDB.Type]\npublic struct Player\n{\n [SpacetimeDB.Column(ColumnFlags.PrimaryKey)]\n public Identity Identity;\n public string Name;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void AddAdmin(ReducerContext ctx, Identity target)\n {\n if (Admin.FindByIdentity(ctx.Sender) == null)\n {\n throw new Exception(\"not admin\");\n }\n\n if (Admin.FindByIdentity(target) == null)\n {\n Admin.Insert(new Admin { Identity = target });\n }\n }\n\n [Reducer]\n public static void BanPlayer(ReducerContext ctx, Identity target)\n {\n if (Admin.FindByIdentity(ctx.Sender) == null)\n {\n throw new Exception(\"not admin\");\n }\n\n if (Banned.FindByIdentity(target) == null)\n {\n Banned.Insert(new Banned { Identity = target });\n }\n\n var player = Player.FindByIdentity(target);\n if (player != null)\n {\n Player.DeleteByIdentity(target);\n }\n }\n\n [Reducer]\n public static void JoinGame(ReducerContext ctx, string name)\n {\n if (Banned.FindByIdentity(ctx.Sender) != null)\n {\n throw new Exception(\"banned\");\n }\n\n if (Player.FindByIdentity(ctx.Sender) != null)\n {\n throw new Exception(\"already in game\");\n }\n\n Player.Insert(new Player { Identity = ctx.Sender, Name = name });\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(6,15): error CS0260: Missing partial modifier on declaration of type 'Admin'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(13,15): error CS0260: Missing partial modifier on declaration of type 'Banned'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(20,15): error CS0260: Missing partial modifier on declaration of type 'Player'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(27,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnFlags' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(15,25): error CS0103: The name 'ColumnFlags' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(22,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(22,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(22,25): error CS0103: The name 'ColumnFlags' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 481, + "output_tokens": 475, + "generation_duration_ms": 3637, + "started_at": "2026-03-27T20:17:21.308199Z", + "finished_at": "2026-03-27T20:17:33.451270Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\n[SpacetimeDB.Type]\n[Table(Public = false)]\npublic partial struct RateLimit\n{\n [PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n}\n\n[SpacetimeDB.Type]\n[Table(Public = true)]\npublic partial struct ActionLog\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = ctx.Timestamp.ToUnixTimeMilliseconds() * 1000;\n RateLimit? limit = RateLimit.ByIdentity.Find(ctx.Sender);\n\n if (limit.HasValue)\n {\n if (now - limit.Value.LastCallUs < 1_000_000)\n {\n throw new Exception(\"rate limited\");\n }\n \n RateLimit.ByIdentity.Update(new RateLimit\n {\n Identity = ctx.Sender,\n LastCallUs = now\n });\n }\n else\n {\n RateLimit.Insert(new RateLimit\n {\n Identity = ctx.Sender,\n LastCallUs = now\n });\n }\n\n ActionLog.Insert(new ActionLog\n {\n Id = 0,\n Identity = ctx.Sender,\n Payload = payload\n });\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(7,23): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\RateLimit.cs(6,17): error CS0111: Type 'RateLimit' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\RateLimit.cs(11,17): error CS0111: Type 'RateLimit' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\RateLimit.cs(16,51): error CS0111: Type 'RateLimit' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\RateLimit.cs(19,28): error CS0111: Type 'RateLimit' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\RateLimit.cs(46,25): error CS0111: Type 'RateLimit' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\RateLimit.cs(55,17): error CS0111: Type 'RateLimit' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\RateLimit.cs(64,26): error CS0111: Type 'RateLimit' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\RateLimit.cs(75,33): error CS0111: Type 'RateLimit' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\RateLimit.cs(82,33): error CS0111: Type 'RateLimit' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\RateLimit.cs(21,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\RateLimit.cs(23,61): error CS0102: The type 'RateLimit.BSATN' already contains a definition for 'IdentityRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\RateLimit.cs(24,56): error CS0102: The type 'RateLimit.BSATN' already contains a definition for 'LastCallUsRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\RateLimit.cs(26,26): error CS0111: Type 'RateLimit.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\RateLimit.cs(32,21): error CS0111: Type 'RateLimit.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\RateLimit.cs(36,52): error CS0111: Type 'RateLimit.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\RateLimit.cs(42,81): error CS0111: Type 'RateLimit.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(16,23): error CS8646: 'IStructuralReadWrite.GetSerializer()' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\ActionLog.cs(6,17): error CS0111: Type 'ActionLog' already defines a member called 'ReadFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\ActionLog.cs(12,17): error CS0111: Type 'ActionLog' already defines a member called 'WriteFields' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\ActionLog.cs(18,51): error CS0111: Type 'ActionLog' already defines a member called 'SpacetimeDB.BSATN.IStructuralReadWrite.GetSerializer' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\ActionLog.cs(21,28): error CS0111: Type 'ActionLog' already defines a member called 'ToString' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\ActionLog.cs(50,25): error CS0111: Type 'ActionLog' already defines a member called 'GetHashCode' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\ActionLog.cs(61,17): error CS0111: Type 'ActionLog' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\ActionLog.cs(72,26): error CS0111: Type 'ActionLog' already defines a member called 'Equals' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\ActionLog.cs(83,33): error CS0111: Type 'ActionLog' already defines a member called 'op_Equality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\ActionLog.cs(90,33): error CS0111: Type 'ActionLog' already defines a member called 'op_Inequality' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.BSATN.Codegen\\SpacetimeDB.Codegen.Type\\ActionLog.cs(23,36): error CS8646: 'IReadWrite.GetAlgebraicType(ITypeRegistrar)' is explicitly implemented more than once. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\ActionLog.cs(25,56): error CS0102: The type 'ActionLog.BSATN' already contains a definition for 'IdRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\ActionLog.cs(26,61): error CS0102: The type 'ActionLog.BSATN' already contains a definition for 'IdentityRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\ActionLog.cs(27,59): error CS0102: The type 'ActionLog.BSATN' already contains a definition for 'PayloadRW' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\ActionLog.cs(29,26): error CS0111: Type 'ActionLog.BSATN' already defines a member called 'Read' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\ActionLog.cs(35,21): error CS0111: Type 'ActionLog.BSATN' already defines a member called 'Write' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\ActionLog.cs(39,52): error CS0111: Type 'ActionLog.BSATN' already defines a member called 'GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\ActionLog.cs(46,81): error CS0111: Type 'ActionLog.BSATN' already defines a member called 'SpacetimeDB.BSATN.IReadWrite.GetAlgebraicType' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 446, + "output_tokens": 354, + "generation_duration_ms": 3375, + "started_at": "2026-03-27T20:17:21.885651700Z", + "finished_at": "2026-03-27T20:17:33.887627Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\n[SpacetimeDB.Type]\npublic struct Document\n{\n [SpacetimeDB.Column(ColumnFlags.PrimaryKey | ColumnFlags.AutoInc)]\n public ulong Id;\n [SpacetimeDB.Column(ColumnFlags.Index)]\n public Identity Owner;\n public string Title;\n}\n\n[SpacetimeDB.Type]\npublic struct DocumentShare\n{\n [SpacetimeDB.Column(ColumnFlags.Index)]\n public ulong DocumentId;\n [SpacetimeDB.Column(ColumnFlags.Index)]\n public Identity SharedWith;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void CreateDocument(ReducerContext ctx, string title)\n {\n Document.Insert(new Document\n {\n Id = 0,\n Owner = ctx.Sender,\n Title = title\n });\n }\n\n [Reducer]\n public static void ShareDocument(ReducerContext ctx, ulong documentId, Identity target)\n {\n var doc = Document.FindById(documentId);\n if (doc == null)\n {\n throw new Exception(\"not found\");\n }\n\n if (doc.Owner != ctx.Sender)\n {\n throw new Exception(\"not owner\");\n }\n\n DocumentShare.Insert(new DocumentShare\n {\n DocumentId = documentId,\n SharedWith = target\n });\n }\n\n [Reducer]\n public static void EditDocument(ReducerContext ctx, ulong documentId, string newTitle)\n {\n var doc = Document.FindById(documentId);\n if (doc == null)\n {\n throw new Exception(\"not found\");\n }\n\n bool isOwner = doc.Owner == ctx.Sender;\n bool isShared = false;\n\n if (!isOwner)\n {\n foreach (var share in DocumentShare.FilterByDocumentId(documentId))\n {\n if (share.SharedWith == ctx.Sender)\n {\n isShared = true;\n break;\n }\n }\n }\n\n if (!isOwner && !isShared)\n {\n throw new Exception(\"unauthorized\");\n }\n\n doc.Title = newTitle;\n Document.UpdateById(documentId, doc);\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(6,15): error CS0260: Missing partial modifier on declaration of type 'Document'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(16,15): error CS0260: Missing partial modifier on declaration of type 'DocumentShare'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(24,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnFlags' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(8,50): error CS0103: The name 'ColumnFlags' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(10,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(10,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(10,25): error CS0103: The name 'ColumnFlags' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(18,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(18,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(18,25): error CS0103: The name 'ColumnFlags' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(20,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(20,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\Lib.cs(20,25): error CS0103: The name 'ColumnFlags' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-flash\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 521, + "output_tokens": 542, + "generation_duration_ms": 3980, + "started_at": "2026-03-27T20:17:22.464106100Z", + "finished_at": "2026-03-27T20:17:34.287155700Z" + } + } + }, + { + "name": "DeepSeek Chat", + "route_api_model": "deepseek-chat", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct EmptyTable\n{\n [SpacetimeDB.Column(ColumnAttribute.ColumnType.PrimaryKey)]\n public int Id;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void EmptyReducer_NoArgs()\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithInt(int count)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithString(string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithTwoArgs(int count, string name)\n {\n }\n\n [Reducer]\n public static void EmptyReducer_WithThreeArgs(bool active, float ratio, string label)\n {\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,43): error STDB0008: Reducer method EmptyReducer_NoArgs does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(19,44): error STDB0008: Reducer method EmptyReducer_WithInt does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(24,47): error STDB0008: Reducer method EmptyReducer_WithString does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(29,48): error STDB0008: Reducer method EmptyReducer_WithTwoArgs does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(34,50): error STDB0008: Reducer method EmptyReducer_WithThreeArgs does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(11,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttribute' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 366, + "output_tokens": 160, + "generation_duration_ms": 3023, + "started_at": "2026-03-27T20:19:21.206602700Z", + "finished_at": "2026-03-27T20:19:37.313687500Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\r\n\r\n[SpacetimeDB.Table]\r\npublic struct User\r\n{\r\n [SpacetimeDB.Column(IsPrimaryKey = true)]\r\n public int Id;\r\n [SpacetimeDB.Column]\r\n public string Name;\r\n [SpacetimeDB.Column]\r\n public int Age;\r\n [SpacetimeDB.Column]\r\n public bool Active;\r\n}\r\n\r\n[SpacetimeDB.Table]\r\npublic struct Product\r\n{\r\n [SpacetimeDB.Column(IsPrimaryKey = true)]\r\n public int Id;\r\n [SpacetimeDB.Column]\r\n public string Title;\r\n [SpacetimeDB.Column]\r\n public float Price;\r\n [SpacetimeDB.Column]\r\n public bool InStock;\r\n}\r\n\r\n[SpacetimeDB.Table]\r\npublic struct Note\r\n{\r\n [SpacetimeDB.Column(IsPrimaryKey = true)]\r\n public int Id;\r\n [SpacetimeDB.Column]\r\n public string Body;\r\n [SpacetimeDB.Column]\r\n public long Rating;\r\n [SpacetimeDB.Column]\r\n public bool Pinned;\r\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(18,15): error CS0260: Missing partial modifier on declaration of type 'Product'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(31,15): error CS0260: Missing partial modifier on declaration of type 'Note'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(20,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(20,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(22,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(22,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(24,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(24,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(11,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(11,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(13,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(13,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(26,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(26,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(33,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(33,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(35,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(35,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(37,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(37,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(39,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(39,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 381, + "output_tokens": 297, + "generation_duration_ms": 4336, + "started_at": "2026-03-27T20:19:23.134143400Z", + "finished_at": "2026-03-27T20:19:37.315322500Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\nusing static SpacetimeDB.Runtime;\n\npublic partial class TickTimer\n{\n [SpacetimeDB.Table]\n public partial struct TickTimer\n {\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public ulong ScheduledId;\n [SpacetimeDB.Column(ColumnAttrs.Schedule)]\n public ScheduleAt ScheduledAt;\n }\n\n [SpacetimeDB.Reducer]\n public static void Tick()\n {\n // Reducer implementation for Tick\n }\n\n [SpacetimeDB.Reducer]\n public static void Init()\n {\n Insert(new TickTimer \n { \n ScheduledId = GetNextAutoIncrementId(),\n ScheduledAt = ScheduleAt.IntervalMicros(50_000)\n });\n }\n}\n```", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,28): error STDB0008: Reducer method Tick does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(23,28): error STDB0008: Reducer method Init does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(3,26): error CS0234: The type or namespace name 'Runtime' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(8,27): error CS0542: 'TickTimer': member names cannot be the same as their enclosing type [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\TickTimer.TickTimer.cs(56,34): error CS0426: The type name 'TickTimer' does not exist in the type 'TickTimer.TickTimer' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\TickTimer.TickTimer.cs(76,47): error CS0426: The type name 'TickTimer' does not exist in the type 'TickTimer.TickTimer' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\TickTimer.TickTimer.cs(76,74): error CS0426: The type name 'TickTimer' does not exist in the type 'TickTimer.TickTimer' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\TickTimer.TickTimer.cs(76,33): error CS0563: One of the parameters of a binary operator must be the containing type [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\TickTimer.TickTimer.cs(83,47): error CS0426: The type name 'TickTimer' does not exist in the type 'TickTimer.TickTimer' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\TickTimer.TickTimer.cs(83,74): error CS0426: The type name 'TickTimer' does not exist in the type 'TickTimer.TickTimer' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\TickTimer.TickTimer.cs(83,33): error CS0563: One of the parameters of a binary operator must be the containing type [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\TickTimer.TickTimer.cs(22,83): error CS0426: The type name 'TickTimer' does not exist in the type 'TickTimer.TickTimer' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\TickTimer.TickTimer.cs(43,80): error CS0426: The type name 'TickTimer' does not exist in the type 'TickTimer.TickTimer' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\TickTimer.TickTimer.cs(27,26): error CS0426: The type name 'TickTimer' does not exist in the type 'TickTimer.TickTimer' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\TickTimer.TickTimer.cs(33,68): error CS0426: The type name 'TickTimer' does not exist in the type 'TickTimer.TickTimer' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\TickTimer.TickTimer.cs(5,29): error CS0535: 'TickTimer.TickTimer' does not implement interface member 'IEquatable.Equals(TickTimer.TickTimer)' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(10,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(10,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(10,29): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(12,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(12,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(12,29): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 337, + "output_tokens": 176, + "generation_duration_ms": 8837, + "started_at": "2026-03-27T20:19:28.616560700Z", + "finished_at": "2026-03-27T20:19:47.966776900Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic struct Position\n{\n public int X;\n public int Y;\n}\n\n[SpacetimeDB.Table]\npublic partial struct Entity\n{\n [SpacetimeDB.Column(primaryKey: true)]\n public int Id;\n public Position Pos;\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Entity.cs(24,43): error CS0426: The type name 'BSATN' does not exist in the type 'Position' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(13,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(13,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 296, + "output_tokens": 60, + "generation_duration_ms": 6805, + "started_at": "2026-03-27T20:19:30.514505900Z", + "finished_at": "2026-03-27T20:19:45.689119500Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct User\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void InsertUser(int id, string name, int age, bool active)\n {\n new User { Id = id, Name = name, Age = age, Active = active }.Insert();\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,34): error STDB0008: Reducer method InsertUser does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 332, + "output_tokens": 118, + "generation_duration_ms": 4062, + "started_at": "2026-03-27T20:19:37.315599Z", + "finished_at": "2026-03-27T20:19:48.286472400Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic struct User\n{\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void UpdateUser(int id, string name, int age, bool active)\n {\n var user = UserTable.FindById(id);\n if (user != null)\n {\n UserTable.UpdateById(id, new User { Id = id, Name = name, Age = age, Active = active });\n }\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(16,34): error STDB0008: Reducer method UpdateUser does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(13,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 337, + "output_tokens": 118, + "generation_duration_ms": 1942, + "started_at": "2026-03-27T20:19:37.317478500Z", + "finished_at": "2026-03-27T20:19:47.264290200Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table]\npublic partial struct User\n{\n [PrimaryKey]\n public int Id { get; set; }\n public string Name { get; set; }\n public int Age { get; set; }\n public bool Active { get; set; }\n}\n\npublic static class UserModule\n{\n [Reducer]\n public static void DeleteUser(int id)\n {\n foreach (var user in User.IterById(id))\n {\n User.DeleteById(id);\n break;\n }\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,34): error STDB0008: Reducer method DeleteUser does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,21): error CS0260: Missing partial modifier on declaration of type 'UserModule'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,6): error CS0592: Attribute 'PrimaryKey' is not valid on this declaration type. It is only valid on 'field' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 304, + "output_tokens": 113, + "generation_duration_ms": 4042, + "started_at": "2026-03-27T20:19:45.689322100Z", + "finished_at": "2026-03-27T20:19:59.786141100Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic struct User\n{\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static class Module\n{\n [Table]\n public static Table User;\n\n [Reducer]\n public static void Crud()\n {\n User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n User.Update(1, new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\n User.Delete(2);\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(15,31): error STDBINT0001: An internal error occurred during codegen: Unable to cast object of type 'Microsoft.CodeAnalysis.CSharp.Syntax.VariableDeclaratorSyntax' to type 'Microsoft.CodeAnalysis.CSharp.Syntax.TypeDeclarationSyntax'. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(18,28): error STDB0008: Reducer method Crud does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(12,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(15,19): error CS0305: Using the generic type 'Table' requires 3 type arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,6): error CS0592: Attribute 'Table' is not valid on this declaration type. It is only valid on 'class, struct' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 375, + "output_tokens": 152, + "generation_duration_ms": 2522, + "started_at": "2026-03-27T20:19:47.264484200Z", + "finished_at": "2026-03-27T20:19:59.755518900Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic struct User\n{\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic struct Result\n{\n public int Id;\n public string Name;\n}\n\npublic static class Module\n{\n [Table]\n public static IndexedTable User;\n\n [Table]\n public static IndexedTable Result;\n\n [Reducer]\n public static void LookupUserName(int id)\n {\n var user = User.GetById(id);\n if (user != null)\n {\n Result.Insert(new Result { Id = user.Id, Name = user.Name });\n }\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(21,38): error STDBINT0001: An internal error occurred during codegen: Unable to cast object of type 'Microsoft.CodeAnalysis.CSharp.Syntax.VariableDeclaratorSyntax' to type 'Microsoft.CodeAnalysis.CSharp.Syntax.TypeDeclarationSyntax'. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(24,40): error STDBINT0001: An internal error occurred during codegen: Unable to cast object of type 'Microsoft.CodeAnalysis.CSharp.Syntax.VariableDeclaratorSyntax' to type 'Microsoft.CodeAnalysis.CSharp.Syntax.TypeDeclarationSyntax'. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(27,38): error STDB0008: Reducer method LookupUserName does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(18,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(21,19): error CS0246: The type or namespace name 'IndexedTable<>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(24,19): error CS0246: The type or namespace name 'IndexedTable<>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(20,6): error CS0592: Attribute 'Table' is not valid on this declaration type. It is only valid on 'class, struct' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(23,6): error CS0592: Attribute 'Table' is not valid on this declaration type. It is only valid on 'class, struct' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 367, + "output_tokens": 140, + "generation_duration_ms": 2435, + "started_at": "2026-03-27T20:19:47.966947900Z", + "finished_at": "2026-03-27T20:19:57.543694200Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\nnamespace SpacetimeDBModule\n{\n public partial class User\n {\n [SpacetimeDB.Table]\n public static SpacetimeDB.Table Table;\n \n public int Id { get; private set; }\n public string Name { get; private set; }\n public int Age { get; private set; }\n public bool Active { get; private set; }\n\n public User(int id, string name, int age, bool active)\n {\n Id = id;\n Name = name;\n Age = age;\n Active = active;\n }\n\n public override string ToString()\n {\n return $\"User {{ Id = {Id}, Name = {Name}, Age = {Age}, Active = {Active} }}\";\n }\n\n [SpacetimeDB.Reducer]\n public static void Init()\n {\n Insert(new User(1, \"Alice\", 30, true));\n Insert(new User(2, \"Bob\", 22, false));\n }\n\n private static void Insert(User user)\n {\n Table.Insert(user);\n }\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(9,47): error STDBINT0001: An internal error occurred during codegen: Unable to cast object of type 'Microsoft.CodeAnalysis.CSharp.Syntax.VariableDeclaratorSyntax' to type 'Microsoft.CodeAnalysis.CSharp.Syntax.TypeDeclarationSyntax'. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(30,32): error STDB0008: Reducer method Init does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(9,35): error CS0305: Using the generic type 'Table' requires 3 type arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(8,10): error CS0592: Attribute 'SpacetimeDB.Table' is not valid on this declaration type. It is only valid on 'class, struct' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 340, + "output_tokens": 235, + "generation_duration_ms": 6584, + "started_at": "2026-03-27T20:19:48.286649500Z", + "finished_at": "2026-03-27T20:20:03.036749200Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic struct Event\n{\n [SpacetimeDB.Column(primaryKey: true, autoIncrement: true)]\n public int Id;\n public string Kind;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void ClientConnected()\n {\n SpacetimeDB.Insert(new Event { Kind = \"connected\" });\n }\n\n [SpacetimeDB.Reducer]\n public static void ClientDisconnected()\n {\n SpacetimeDB.Insert(new Event { Kind = \"disconnected\" });\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(15,39): error STDB0008: Reducer method ClientConnected does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(21,42): error STDB0008: Reducer method ClientDisconnected does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Event'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(12,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 323, + "output_tokens": 131, + "generation_duration_ms": 2015, + "started_at": "2026-03-27T20:19:57.543923400Z", + "finished_at": "2026-03-27T20:20:05.647557500Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial class Result\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id { get; set; }\n public int Sum { get; set; }\n}\n\npublic static class Module\n{\n private static int Add(int a, int b)\n {\n return a + b;\n }\n\n [SpacetimeDB.Reducer]\n public static void ComputeSum(int id, int a, int b)\n {\n Result.Insert(new Result { Id = id, Sum = Add(a, b) });\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(20,34): error STDB0008: Reducer method ComputeSum does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(12,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 339, + "output_tokens": 133, + "generation_duration_ms": 4230, + "started_at": "2026-03-27T20:19:59.755778700Z", + "finished_at": "2026-03-27T20:20:12.863905700Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\r\n\r\n[SpacetimeDB.Table]\r\npublic partial struct Score\r\n{\r\n public int Left;\r\n public int Right;\r\n}\r\n\r\n[SpacetimeDB.Table]\r\npublic partial struct Result\r\n{\r\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\r\n public int Id;\r\n public Score Value;\r\n}\r\n\r\npublic static class Module\r\n{\r\n [SpacetimeDB.Reducer]\r\n public static void SetScore(int id, int left, int right)\r\n {\r\n Result.Insert(new Result\r\n {\r\n Id = id,\r\n Value = new Score { Left = left, Right = right }\r\n });\r\n }\r\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(22,32): error STDB0008: Reducer method SetScore does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(19,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 353, + "output_tokens": 188, + "generation_duration_ms": 6044, + "started_at": "2026-03-27T20:20:52.298979900Z", + "finished_at": "2026-03-27T20:21:06.756919500Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic struct Circle\n{\n public int Radius;\n}\n\npublic struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\npublic enum Shape\n{\n Circle(Circle),\n Rectangle(Rectangle)\n}\n\npublic struct Result\n{\n [PrimaryKey]\n public int Id;\n public Shape Value;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void SetCircle(int id, int radius)\n {\n Result.Insert(new Result { Id = id, Value = Shape.Circle(new Circle { Radius = radius }) });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,11): error CS1003: Syntax error, ',' expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,12): error CS1003: Syntax error, ',' expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,18): error CS1003: Syntax error, ',' expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(18,14): error CS1003: Syntax error, ',' expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(18,15): error CS1003: Syntax error, ',' expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(18,24): error CS1003: Syntax error, ',' expected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 371, + "output_tokens": 122, + "generation_duration_ms": 2055, + "started_at": "2026-03-27T20:20:56.124149Z", + "finished_at": "2026-03-27T20:21:08.421377100Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct Primitive\n{\n [SpacetimeDB.Column(ColumnAttributeType.PrimaryKey)]\n public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n}\n\npublic static partial class PrimitiveModule\n{\n [SpacetimeDB.Reducer]\n public static void Seed()\n {\n Primitive.Insert(new Primitive\n {\n Id = 1,\n Count = 2,\n Total = 3000000000,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(20,28): error STDB0008: Reducer method Seed does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttributeType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 359, + "output_tokens": 164, + "generation_duration_ms": 5244, + "started_at": "2026-03-27T20:20:56.801271200Z", + "finished_at": "2026-03-27T20:21:09.429314100Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\r\nusing SpacetimeDB.Types;\r\n\r\n[SpacetimeDB.Table]\r\npublic partial class Address\r\n{\r\n public string Street;\r\n public int Zip;\r\n}\r\n\r\n[SpacetimeDB.Table]\r\npublic partial class Position\r\n{\r\n public int X;\r\n public int Y;\r\n}\r\n\r\n[SpacetimeDB.Table]\r\npublic partial class Profile\r\n{\r\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\r\n public int Id;\r\n public Address Home;\r\n public Address Work;\r\n public Position Pos;\r\n}\r\n\r\npublic static partial class Module\r\n{\r\n [SpacetimeDB.Reducer]\r\n public static void Seed()\r\n {\r\n var home = new Address { Street = \"1 Main\", Zip = 11111 };\r\n var work = new Address { Street = \"2 Broad\", Zip = 22222 };\r\n var pos = new Position { X = 7, Y = 9 };\r\n Profile.Insert(1, home, work, pos);\r\n }\r\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(32,28): error STDB0008: Reducer method Seed does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(3,19): error CS0234: The type or namespace name 'Types' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(22,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(22,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(22,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 409, + "output_tokens": 278, + "generation_duration_ms": 7987, + "started_at": "2026-03-27T20:20:59.828441800Z", + "finished_at": "2026-03-27T20:21:13.720304100Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct Circle\n{\n public int Radius;\n}\n\n[SpacetimeDB.Table]\npublic partial struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.SumType]\npublic partial class Shape\n{\n public Circle? Circle;\n public Rectangle? Rectangle;\n}\n\n[SpacetimeDB.Table]\npublic partial struct Drawing\n{\n public int Id;\n public Shape A;\n public Shape B;\n\n [SpacetimeDB.Column(IsPrimaryKey = true)]\n public int GetId() => Id;\n}\n\npublic static partial class DrawingReducer\n{\n [SpacetimeDB.Reducer]\n public static void Seed()\n {\n new Drawing\n {\n Id = 1,\n A = Shape.CreateCircle(new Circle { Radius = 10 }),\n B = Shape.CreateRectangle(new Rectangle { Width = 4, Height = 6 })\n }.Insert();\n }\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(38,28): error STDB0008: Reducer method Seed does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,14): error CS0234: The type or namespace name 'SumTypeAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,14): error CS0234: The type or namespace name 'SumType' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Drawing.cs(26,40): error CS0426: The type name 'BSATN' does not exist in the type 'Shape' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Drawing.cs(27,40): error CS0426: The type name 'BSATN' does not exist in the type 'Shape' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(31,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(31,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 383, + "output_tokens": 209, + "generation_duration_ms": 7811, + "started_at": "2026-03-27T20:21:06.757114Z", + "finished_at": "2026-03-27T20:21:20.276799600Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic struct TickTimer\n{\n [PrimaryKey]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n}\n\n[SpacetimeDB.Table]\npublic partial class TickTimerTable : Table {}\n\n[SpacetimeDB.Reducer]\npublic static void Tick(TickTimer timer)\n{\n}\n\n[SpacetimeDB.Reducer]\npublic static void Init()\n{\n TickTimerTable.Insert(new TickTimer\n {\n ScheduledId = TickTimerTable.GetAutoIncrementId(),\n ScheduledAt = ScheduleAt.Repeating(50_000)\n });\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,1): error CS8803: Top-level statements must precede namespace and type declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(15,1): error CS0106: The modifier 'public' is not valid for this item [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(20,1): error CS0106: The modifier 'public' is not valid for this item [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 338, + "output_tokens": 131, + "generation_duration_ms": 2774, + "started_at": "2026-03-27T20:21:08.421993Z", + "finished_at": "2026-03-27T20:21:17.368850Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\npublic struct Account\n{\n [PrimaryKey]\n public int Id;\n [Unique]\n public string Email;\n public string Name;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void Seed()\n {\n SpacetimeDB.Table.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\n SpacetimeDB.Table.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,28): error STDB0008: Reducer method Seed does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 349, + "output_tokens": 119, + "generation_duration_ms": 4159, + "started_at": "2026-03-27T20:21:09.429437900Z", + "finished_at": "2026-03-27T20:21:19.891603300Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\nnamespace ManyToManyTest\n{\n public partial class User\n {\n [AutoIncrement]\n public int UserId { get; private set; }\n public string Name { get; set; }\n }\n\n public partial class Group\n {\n [AutoIncrement]\n public int GroupId { get; private set; }\n public string Title { get; set; }\n }\n\n public partial class Membership\n {\n [AutoIncrement]\n public int Id { get; private set; }\n public int UserId { get; set; }\n public int GroupId { get; set; }\n\n [Index(\"by_user\")]\n public static BTreeIndex ByUser(int userId) => TableIndex.GetBTreeIndex(userId);\n\n [Index(\"by_group\")]\n public static BTreeIndex ByGroup(int groupId) => TableIndex.GetBTreeIndex(groupId);\n }\n\n [SpacetimeDB.Reducer]\n public static class SeedReducer\n {\n [SpacetimeDB.TableInit]\n public static void Init()\n {\n new User { UserId = 1, Name = \"Alice\" };\n new User { UserId = 2, Name = \"Bob\" };\n\n new Group { GroupId = 10, Title = \"Admin\" };\n new Group { GroupId = 20, Title = \"Dev\" };\n\n new Membership { Id = 1, UserId = 1, GroupId = 10 };\n new Membership { Id = 2, UserId = 1, GroupId = 20 };\n new Membership { Id = 3, UserId = 2, GroupId = 20 };\n }\n }\n}\n```", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(34,5): error STDBINT0001: An internal error occurred during codegen: Unable to cast object of type 'Microsoft.CodeAnalysis.CSharp.Syntax.ClassDeclarationSyntax' to type 'Microsoft.CodeAnalysis.CSharp.Syntax.MethodDeclarationSyntax'. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(34,6): error CS0592: Attribute 'SpacetimeDB.Reducer' is not valid on this declaration type. It is only valid on 'method' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(37,22): error CS0234: The type or namespace name 'TableInitAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(37,22): error CS0234: The type or namespace name 'TableInit' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(15,10): error CS0246: The type or namespace name 'AutoIncrementAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(15,10): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(8,10): error CS0246: The type or namespace name 'AutoIncrementAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(8,10): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(28,23): error CS0246: The type or namespace name 'BTreeIndex<,>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(31,23): error CS0246: The type or namespace name 'BTreeIndex<,>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(22,10): error CS0246: The type or namespace name 'AutoIncrementAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(22,10): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(27,10): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(30,10): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 519, + "output_tokens": 383, + "generation_duration_ms": 10897, + "started_at": "2026-03-27T20:21:13.720442400Z", + "finished_at": "2026-03-27T20:21:30.632461200Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic struct Entity\n{\n public int Id;\n}\n\npublic struct Position\n{\n public int EntityId;\n public int X;\n public int Y;\n}\n\npublic struct Velocity\n{\n public int EntityId;\n public int VX;\n public int VY;\n}\n\npublic struct NextPosition\n{\n public int EntityId;\n public int X;\n public int Y;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void Seed()\n {\n Entity e1 = new Entity { Id = 1 };\n Entity e2 = new Entity { Id = 2 };\n Position p1 = new Position { EntityId = 1, X = 0, Y = 0 };\n Position p2 = new Position { EntityId = 2, X = 10, Y = 0 };\n Velocity v1 = new Velocity { EntityId = 1, VX = 1, VY = 0 };\n Velocity v2 = new Velocity { EntityId = 2, VX = -2, VY = 3 };\n SpacetimeDB.Insert(e1);\n SpacetimeDB.Insert(e2);\n SpacetimeDB.Insert(p1);\n SpacetimeDB.Insert(p2);\n SpacetimeDB.Insert(v1);\n SpacetimeDB.Insert(v2);\n }\n\n [Reducer]\n public static void Step()\n {\n foreach (var pos in SpacetimeDB.Select())\n {\n var vel = SpacetimeDB.Select().FirstOrDefault(v => v.EntityId == pos.EntityId);\n if (vel != null)\n {\n NextPosition nextPos = new NextPosition\n {\n EntityId = pos.EntityId,\n X = pos.X + vel.VX,\n Y = pos.Y + vel.VY\n };\n SpacetimeDB.Upsert(nextPos);\n }\n }\n }\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(33,28): error STDB0008: Reducer method Seed does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(50,28): error STDB0008: Reducer method Step does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(30,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 494, + "output_tokens": 410, + "generation_duration_ms": 6643, + "started_at": "2026-03-27T20:21:17.369033Z", + "finished_at": "2026-03-27T20:21:29.965095200Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\r\n\r\n[SpacetimeDB.Table]\r\npublic struct Log\r\n{\r\n [SpacetimeDB.Column(IsPrimaryKey = true)]\r\n public int Id;\r\n public int UserId;\r\n public int Day;\r\n public string Message;\r\n\r\n [SpacetimeDB.Index(\"by_user_day\", IndexType.BTree, new[] { nameof(UserId), nameof(Day) })]\r\n public static SpacetimeDB.Index ByUserDay;\r\n}\r\n\r\npublic static class Module\r\n{\r\n [SpacetimeDB.Reducer]\r\n public static void Seed()\r\n {\r\n Log.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\r\n Log.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\r\n Log.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\r\n }\r\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(20,28): error STDB0008: Reducer method Seed does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Log'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,31): error CS0308: The non-generic type 'Index' cannot be used with type arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(13,18): error CS0653: Cannot apply attribute class 'Index' because it is abstract [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(13,39): error CS0103: The name 'IndexType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 390, + "output_tokens": 264, + "generation_duration_ms": 3740, + "started_at": "2026-03-27T20:21:19.891787600Z", + "finished_at": "2026-03-27T20:21:29.537261400Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System.Collections.Generic;\n\n[SpacetimeDB.Table]\npublic partial class Announcement\n{\n [SpacetimeDB.Column(primaryKey: true, autoIncrement: true)]\n public ulong Id { get; set; }\n\n [SpacetimeDB.Column]\n public string Message { get; set; }\n\n [SpacetimeDB.Column(indexType: IndexType.BTree)]\n public bool Active { get; set; }\n}\n\n[SpacetimeDB.AnonymousViewContext]\npublic static class ActiveAnnouncements\n{\n [SpacetimeDB.View]\n public static IEnumerable Get()\n {\n return Announcement.FilterByActive(true);\n }\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(21,5): error STDB0023: View 'Get' must have an explicit name. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(21,5): error STDB0025: View 'Get' must have Public = true. Views are always public in SpacetimeDB. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(22,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(22,48): error STDB0022: View method Get must have a first parameter of type ViewContext or AnonymousViewContext. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(22,19): error STDB0024: View 'Get' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(18,14): error CS0616: 'AnonymousViewContext' is not an attribute class [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(11,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(11,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,36): error CS0103: The name 'IndexType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 304, + "output_tokens": 153, + "generation_duration_ms": 2272, + "started_at": "2026-03-27T20:20:26.391895700Z", + "finished_at": "2026-03-27T20:20:38.791764900Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB.Module;\nusing SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct Profile\n{\n [AutoInc]\n public ulong Id { get; set; }\n public Identity Identity { get; set; }\n public string Name { get; set; }\n public string Bio { get; set; }\n}\n\n[SpacetimeDB.View(ContextType = typeof(ViewContext))]\npublic static partial class MyProfile\n{\n public static Profile? Get()\n {\n var ctx = Context.Get();\n foreach (var profile in Profile.Iter())\n {\n if (profile.Identity.Equals(ctx.Sender))\n {\n return profile;\n }\n }\n return null;\n }\n}\n```", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(2,19): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(15,19): error CS0246: The type or namespace name 'ContextType' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(8,6): error CS0592: Attribute 'AutoInc' is not valid on this declaration type. It is only valid on 'field' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 343, + "output_tokens": 155, + "generation_duration_ms": 5072, + "started_at": "2026-03-27T20:20:26.761409500Z", + "finished_at": "2026-03-27T20:20:38.650374600Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct DamageEvent\n{\n public ulong EntityId;\n public uint Damage;\n public string Source;\n}\n\npublic static class DamageModule\n{\n [SpacetimeDB.Reducer]\n public static void DealDamage(ReducerContext ctx, ulong entityId, uint damage, string source)\n {\n DamageEvent.Insert(new DamageEvent\n {\n EntityId = entityId,\n Damage = damage,\n Source = source\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(12,21): error CS0260: Missing partial modifier on declaration of type 'DamageModule'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 318, + "output_tokens": 113, + "generation_duration_ms": 2000, + "started_at": "2026-03-27T20:20:12.864043Z", + "finished_at": "2026-03-27T20:20:21.385281800Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\n[SpacetimeDB.Table]\npublic partial struct Player\n{\n [SpacetimeDB.Column(ColumnAttributeType.PrimaryKey, AutoIncrement = true)]\n public ulong Id;\n public string Name;\n public string? Nickname;\n public uint? HighScore;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void CreatePlayer(SpacetimeDB.ReducerContext ctx, string name, string? nickname, uint? highScore)\n {\n Player player = new Player\n {\n Id = 0,\n Name = name,\n Nickname = nickname,\n HighScore = highScore\n };\n SpacetimeDBModule.Insert(player);\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(15,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnAttributeType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 335, + "output_tokens": 165, + "generation_duration_ms": 2436, + "started_at": "2026-03-27T20:20:13.942355700Z", + "finished_at": "2026-03-27T20:20:22.502797500Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(\"Message\")]\npublic struct Message\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id { get; set; }\n [Index(BTree)]\n public Identity Owner { get; set; }\n public string Text { get; set; }\n}\n\npublic static class MessageModule\n{\n [Reducer]\n public static void CreateMessage(ReducerContext ctx, string text)\n {\n SpacetimeDB.Table.Insert(new Message { Id = 0, Owner = ctx.Sender, Text = text });\n }\n\n [Reducer]\n public static void DeleteMessage(ReducerContext ctx, ulong id)\n {\n var message = SpacetimeDB.Table().FirstOrDefault(m => m.Id == id);\n if (message.Id == 0)\n {\n throw new Exception(\"not found\");\n }\n if (message.Owner != ctx.Sender)\n {\n throw new Exception(\"unauthorized\");\n }\n SpacetimeDB.Table.Delete(message);\n }\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Message'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(15,21): error CS0260: Missing partial modifier on declaration of type 'MessageModule'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(4,2): error CS1729: 'TableAttribute' does not contain a constructor that takes 1 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,6): error CS0592: Attribute 'PrimaryKey' is not valid on this declaration type. It is only valid on 'field' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(8,6): error CS0592: Attribute 'AutoInc' is not valid on this declaration type. It is only valid on 'field' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(10,6): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(10,12): error CS0103: The name 'BTree' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 375, + "output_tokens": 219, + "generation_duration_ms": 4362, + "started_at": "2026-03-27T20:18:52.631817300Z", + "finished_at": "2026-03-27T20:19:08.599682500Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic struct UserInternal\n{\n [SpacetimeDB.Column(primaryKey: true, autoInc: true)]\n public ulong Id;\n public string Name;\n public string Email;\n public string PasswordHash;\n}\n\n[SpacetimeDB.Table(Public = true)]\npublic struct UserPublic\n{\n [SpacetimeDB.Column(primaryKey: true)]\n public ulong Id;\n public string Name;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void RegisterUser(SpacetimeDB.ReducerContext ctx, string name, string email, string passwordHash)\n {\n var userInternal = new UserInternal\n {\n Id = 0,\n Name = name,\n Email = email,\n PasswordHash = passwordHash\n };\n SpacetimeDB.Insert(userInternal);\n\n var userPublic = new UserPublic\n {\n Id = userInternal.Id,\n Name = userInternal.Name\n };\n SpacetimeDB.Insert(userPublic);\n }\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'UserInternal'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(15,15): error CS0260: Missing partial modifier on declaration of type 'UserPublic'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(22,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 399, + "output_tokens": 233, + "generation_duration_ms": 5781, + "started_at": "2026-03-27T20:18:52.632997Z", + "finished_at": "2026-03-27T20:19:09.833680400Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System.Linq;\n\n[SpacetimeDB.Table]\npublic struct Author\n{\n [SpacetimeDB.Column(ColumnAttribute.ColumnType.PrimaryKeyAutoInc)]\n public ulong Id;\n public string Name;\n}\n\n[SpacetimeDB.Table]\npublic struct Post\n{\n [SpacetimeDB.Column(ColumnAttribute.ColumnType.PrimaryKeyAutoInc)]\n public ulong Id;\n [SpacetimeDB.Column(ColumnAttribute.ColumnType.BTreeIndex)]\n public ulong AuthorId;\n public string Title;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void DeleteAuthor(ReducerContext ctx, ulong authorId)\n {\n var posts = SpacetimeDB.Table().Where(p => p.AuthorId == authorId).ToList();\n foreach (var post in posts)\n {\n SpacetimeDB.Delete(post);\n }\n var author = SpacetimeDB.Table().FirstOrDefault(a => a.Id == authorId);\n if (author.Id != 0)\n {\n SpacetimeDB.Delete(author);\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(6,15): error CS0260: Missing partial modifier on declaration of type 'Author'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,15): error CS0260: Missing partial modifier on declaration of type 'Post'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(23,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(16,25): error CS0103: The name 'ColumnAttribute' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnAttribute' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(18,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(18,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(18,25): error CS0103: The name 'ColumnAttribute' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 357, + "output_tokens": 247, + "generation_duration_ms": 4287, + "started_at": "2026-03-27T20:20:16.201850700Z", + "finished_at": "2026-03-27T20:20:26.391349600Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic struct Order\n{\n [AutoIncrement]\n public ulong Id;\n public string Category;\n public ulong Amount;\n public bool Fulfilled;\n}\n\npublic struct CategoryStats\n{\n public string Category;\n public ulong TotalAmount;\n public uint OrderCount;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void ComputeStats(SpacetimeDB.ReducerContext ctx, string category)\n {\n var orders = SpacetimeDB.Table().Where(o => o.Category == category).ToList();\n ulong totalAmount = 0;\n uint orderCount = 0;\n\n foreach (var order in orders)\n {\n totalAmount += order.Amount;\n orderCount++;\n }\n\n var existingStats = SpacetimeDB.Table().FirstOrDefault(cs => cs.Category == category);\n if (existingStats.Category != null)\n {\n existingStats.TotalAmount = totalAmount;\n existingStats.OrderCount = orderCount;\n SpacetimeDB.Update(existingStats);\n }\n else\n {\n var stats = new CategoryStats\n {\n Category = category,\n TotalAmount = totalAmount,\n OrderCount = orderCount\n };\n SpacetimeDB.Insert(stats);\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(20,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(6,6): error CS0246: The type or namespace name 'AutoIncrementAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(6,6): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 380, + "output_tokens": 283, + "generation_duration_ms": 4512, + "started_at": "2026-03-27T20:20:16.278309600Z", + "finished_at": "2026-03-27T20:20:26.761224Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\r\n\r\n[Table]\r\npublic struct Customer\r\n{\r\n [PrimaryKey]\r\n [AutoIncrement]\r\n public ulong Id;\r\n public string Name;\r\n}\r\n\r\n[Table]\r\npublic struct Order\r\n{\r\n [PrimaryKey]\r\n [AutoIncrement]\r\n public ulong Id;\r\n [BTreeIndex]\r\n public ulong CustomerId;\r\n public string Product;\r\n public uint Amount;\r\n}\r\n\r\n[Table]\r\npublic struct OrderDetail\r\n{\r\n [PrimaryKey]\r\n public ulong OrderId;\r\n public string CustomerName;\r\n public string Product;\r\n public uint Amount;\r\n}\r\n\r\n[Reducer]\r\npublic static void BuildOrderDetails(ReducerContext ctx)\r\n{\r\n foreach (var order in SpacetimeDB.Table())\r\n {\r\n var customer = SpacetimeDB.Table().FirstOrDefault(c => c.Id == order.CustomerId);\r\n if (customer.Id != 0)\r\n {\r\n SpacetimeDB.Insert(new OrderDetail\r\n {\r\n OrderId = order.Id,\r\n CustomerName = customer.Name,\r\n Product = order.Product,\r\n Amount = order.Amount\r\n });\r\n }\r\n }\r\n}", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(35,1): error CS8803: Top-level statements must precede namespace and type declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(36,1): error CS0106: The modifier 'public' is not valid for this item [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 427, + "output_tokens": 334, + "generation_duration_ms": 4228, + "started_at": "2026-03-27T20:20:21.385467100Z", + "finished_at": "2026-03-27T20:20:32.734333500Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing SpacetimeDB.Blazor;\nusing System;\n\n[SpacetimeDB.Table]\npublic partial class Account\n{\n [SpacetimeDB.Column(ColumnAttribute.ColumnKind.PrimaryKeyAutoInc)]\n public ulong Id { get; set; }\n\n [SpacetimeDB.Column(ColumnAttribute.ColumnKind.Unique)]\n public string Email { get; set; }\n\n public string DisplayName { get; set; }\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void CreateAccount(ReducerContext ctx, string email, string displayName)\n {\n Account.Insert(new Account\n {\n Id = 0,\n Email = email,\n DisplayName = displayName\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(18,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(3,19): error CS0234: The type or namespace name 'Blazor' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(9,25): error CS0103: The name 'ColumnAttribute' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(12,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(12,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(12,25): error CS0103: The name 'ColumnAttribute' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 319, + "output_tokens": 166, + "generation_duration_ms": 4953, + "started_at": "2026-03-27T20:20:22.502935900Z", + "finished_at": "2026-03-27T20:20:35.030982500Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct Product\n{\n [AutoIncrement]\n public ulong Id { get; set; }\n public string Name { get; set; }\n [BTreeIndex]\n public uint Price { get; set; }\n}\n\n[SpacetimeDB.Table]\npublic partial struct PriceRangeResult\n{\n public ulong ProductId { get; set; }\n public string Name { get; set; }\n public uint Price { get; set; }\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void FindInPriceRange(ReducerContext ctx, uint minPrice, uint maxPrice)\n {\n foreach (var product in Product.Iter())\n {\n if (product.Price >= minPrice && product.Price <= maxPrice)\n {\n PriceRangeResult.Insert(new PriceRangeResult\n {\n ProductId = product.Id,\n Name = product.Name,\n Price = product.Price\n });\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'AutoIncrementAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(10,6): error CS0246: The type or namespace name 'BTreeIndexAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(10,6): error CS0246: The type or namespace name 'BTreeIndex' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 382, + "output_tokens": 219, + "generation_duration_ms": 6161, + "started_at": "2026-03-27T20:20:32.734517900Z", + "finished_at": "2026-03-27T20:20:45.757380700Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\nnamespace LeaderboardModule\n{\n public partial class Player\n {\n [SpacetimeDB.Table]\n public class Table : Table {}\n \n [SpacetimeDB.Column(AutoIncrement = true, PrimaryKey = true)]\n public ulong Id { get; set; }\n \n [SpacetimeDB.Column]\n public string Name { get; set; }\n\n [SpacetimeDB.Column]\n public ulong Score { get; set; }\n }\n\n public partial class LeaderboardEntry\n {\n [SpacetimeDB.Table]\n public class Table : Table {}\n \n [SpacetimeDB.Column(PrimaryKey = true)]\n public uint Rank { get; set; }\n \n [SpacetimeDB.Column]\n public string PlayerName { get; set; }\n \n [SpacetimeDB.Column]\n public ulong Score { get; set; }\n }\n\n [SpacetimeDB.Reducer]\n public static void BuildLeaderboard(ReducerContext ctx, uint limit)\n {\n var players = Player.Table\n .OrderByDescending(p => p.Score)\n .Take((int)limit)\n .ToList();\n\n LeaderboardEntry.Table.DeleteAll();\n\n uint rank = 1;\n foreach (var player in players)\n {\n LeaderboardEntry.Table.Insert(new LeaderboardEntry\n {\n Rank = rank++,\n PlayerName = player.Name,\n Score = player.Score\n });\n }\n }\n}\n```", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nCSC : error STDB0007: Table with the same export name Table is registered in multiple places: global::LeaderboardModule.Player.Table, global::LeaderboardModule.LeaderboardEntry.Table [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nCSC : error STDB0007: TableReadOnly with the same export name TableReadOnly is registered in multiple places: global::LeaderboardModule.Player.Table, global::LeaderboardModule.LeaderboardEntry.Table [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(41,24): error CS0101: The namespace 'SpacetimeDB' already contains a definition for 'TableCols' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(51,24): error CS0101: The namespace 'SpacetimeDB' already contains a definition for 'TableIxCols' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(37,24): error CS0116: A namespace cannot directly contain members such as fields, methods or statements [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\LeaderboardModule._invalid_global_code_.BuildLeaderboard.cs(7,20): error CS0116: A namespace cannot directly contain members such as fields, methods or statements [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(9,22): error CS0260: Missing partial modifier on declaration of type 'Table'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(9,30): error CS0308: The non-generic type 'Player.Table' cannot be used with type arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(11,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(11,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(9,22): warning CS0660: 'Player.Table' defines operator == or operator != but does not override Object.Equals(object o) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(9,22): warning CS0661: 'Player.Table' defines operator == or operator != but does not override Object.GetHashCode() [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(45,14): error CS0111: Type 'TableCols' already defines a member called 'TableCols' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(55,14): error CS0111: Type 'TableIxCols' already defines a member called 'TableIxCols' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(24,22): error CS0260: Missing partial modifier on declaration of type 'Table'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(63,102): error CS0111: Type 'QueryBuilder' already defines a member called 'Table' with the same parameter types [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(24,30): error CS0308: The non-generic type 'LeaderboardEntry.Table' cannot be used with type arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(26,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(26,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(29,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(29,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(32,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(32,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(24,22): warning CS0660: 'LeaderboardEntry.Table' defines operator == or operator != but does not override Object.Equals(object o) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(24,22): warning CS0661: 'LeaderboardEntry.Table' defines operator == or operator != but does not override Object.GetHashCode() [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 382, + "output_tokens": 336, + "generation_duration_ms": 14497, + "started_at": "2026-03-27T20:20:35.031123700Z", + "finished_at": "2026-03-27T20:20:56.123997800Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic struct Task\n{\n [SpacetimeDB.Column(primaryKey: true, autoInc: true)]\n public ulong Id;\n public string Title;\n public bool Completed;\n}\n\n[SpacetimeDB.Table]\npublic struct FirstIncomplete\n{\n [SpacetimeDB.Column(primaryKey: true)]\n public ulong TaskId;\n public string Title;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void FindFirstIncomplete(Context ctx)\n {\n foreach (var task in SpacetimeDB.Table())\n {\n if (!task.Completed)\n {\n var result = new FirstIncomplete\n {\n TaskId = task.Id,\n Title = task.Title\n };\n SpacetimeDB.Insert(result);\n break;\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(24,43): error STDB0008: Reducer method FindFirstIncomplete does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Task'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,15): error CS0260: Missing partial modifier on declaration of type 'FirstIncomplete'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(21,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(24,44): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 356, + "output_tokens": 194, + "generation_duration_ms": 3762, + "started_at": "2026-03-27T20:20:38.650589100Z", + "finished_at": "2026-03-27T20:20:52.298828500Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System.Collections.Generic;\n\n[SpacetimeDB.Table]\npublic struct Order\n{\n [SpacetimeDB.Column(ColumnAttribute.ColumnType.PrimaryKeyAutoInc)]\n public ulong Id;\n public string Category;\n public uint Amount;\n}\n\n[SpacetimeDB.Table]\npublic struct DistinctCategory\n{\n [SpacetimeDB.Column(ColumnAttribute.ColumnType.PrimaryKey)]\n public string Category;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void CollectDistinctCategories(ReducerContext ctx)\n {\n HashSet uniqueCategories = new HashSet();\n foreach (var order in SpacetimeDB.Table())\n {\n uniqueCategories.Add(order.Category);\n }\n\n foreach (var category in uniqueCategories)\n {\n SpacetimeDB.Insert(new DistinctCategory { Category = category });\n }\n }\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(6,15): error CS0260: Missing partial modifier on declaration of type 'Order'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(15,15): error CS0260: Missing partial modifier on declaration of type 'DistinctCategory'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(21,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnAttribute' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,25): error CS0103: The name 'ColumnAttribute' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 341, + "output_tokens": 196, + "generation_duration_ms": 3811, + "started_at": "2026-03-27T20:20:38.792037200Z", + "finished_at": "2026-03-27T20:20:49.620038800Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic struct User\n{\n [SpacetimeDB.AutoInc]\n public ulong Id { get; set; }\n public string Name { get; set; }\n public bool Active { get; set; }\n}\n\npublic struct UserStats\n{\n public string Key { get; set; }\n public ulong Count { get; set; }\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void ComputeUserCounts(SpacetimeDB.ReducerContext ctx)\n {\n ulong totalCount = 0;\n ulong activeCount = 0;\n\n foreach (var user in SpacetimeDB.Table())\n {\n totalCount++;\n if (user.Active)\n {\n activeCount++;\n }\n }\n\n SpacetimeDB.Insert(new UserStats { Key = \"total\", Count = totalCount });\n SpacetimeDB.Insert(new UserStats { Key = \"active\", Count = activeCount });\n }\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(18,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(6,6): error CS0592: Attribute 'SpacetimeDB.AutoInc' is not valid on this declaration type. It is only valid on 'field' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 387, + "output_tokens": 217, + "generation_duration_ms": 4283, + "started_at": "2026-03-27T20:20:45.757532200Z", + "finished_at": "2026-03-27T20:20:56.801072700Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct EventLog\n{\n [SpacetimeDB.Column(ColumnAttribute.ColumnType.AutoInc)]\n public ulong Id;\n public string Category;\n public uint Severity;\n public string Message;\n\n [SpacetimeDB.Index(\"CategorySeverityIndex\", SpacetimeDB.IndexType.BTree, nameof(Category), nameof(Severity))]\n public static void CreateCategorySeverityIndex() { }\n}\n\n[SpacetimeDB.Table]\npublic partial struct FilteredEvent\n{\n public ulong EventId;\n public string Message;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void FilterEvents(string category, uint severity)\n {\n foreach (var log in SpacetimeDB.Iterate())\n {\n if (log.Category == category && log.Severity == severity)\n {\n SpacetimeDB.Insert(new FilteredEvent { EventId = log.Id, Message = log.Message });\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(27,36): error STDB0008: Reducer method FilterEvents does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttribute' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(13,18): error CS0653: Cannot apply attribute class 'Index' because it is abstract [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(13,49): error CS0234: The type or namespace name 'IndexType' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 386, + "output_tokens": 233, + "generation_duration_ms": 3441, + "started_at": "2026-03-27T20:20:49.620310400Z", + "finished_at": "2026-03-27T20:20:59.828288400Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB.Types;\n\npublic static class Module\n{\n [SpacetimeDB.Table]\n public partial class Reminder\n {\n [SpacetimeDB.Column(TypeAffinity.UInt64, ColumnAttrs.PrimaryKey | ColumnAttrs.AutoIncrement)]\n public ulong ScheduledId { get; set; }\n\n [SpacetimeDB.Column(typeof(ScheduleAt))]\n public Scheduled ScheduledAt { get; set; }\n\n [SpacetimeDB.Column(TypeAffinity.Text)]\n public string Message { get; set; }\n }\n\n [SpacetimeDB.Reducer]\n public static void SendReminder(Reminder reminder)\n {\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init(Context ctx)\n {\n var scheduledTime = ctx.Timestamp.AddMicroseconds(60_000_000);\n new Reminder\n {\n ScheduledAt = Scheduled.At(scheduledTime),\n Message = \"Reminder at scheduled time\"\n }.Insert();\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(20,36): error STDB0008: Reducer method SendReminder does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(24,5): error STDBINT0001: An internal error occurred during codegen: Parameter count mismatch. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(4,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(2,19): error CS0234: The type or namespace name 'Types' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(25,29): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(13,16): error CS0246: The type or namespace name 'Scheduled' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(24,26): error CS0103: The name 'ReducerKind' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(9,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(9,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(9,29): error CS0103: The name 'TypeAffinity' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(9,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(9,75): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(12,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(12,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(12,36): error CS0246: The type or namespace name 'ScheduleAt' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(15,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(15,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(15,29): error CS0103: The name 'TypeAffinity' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 365, + "output_tokens": 223, + "generation_duration_ms": 6660, + "started_at": "2026-03-27T20:19:59.786404700Z", + "finished_at": "2026-03-27T20:20:13.942082600Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing SpacetimeDB.SATS;\nusing System;\n\npublic static class Module\n{\n [SpacetimeDB.Table]\n public partial struct CleanupJob\n {\n [SpacetimeDB.Column(primaryKey: true, autoIncrement: true)]\n public ulong ScheduledId;\n\n [SpacetimeDB.Column(scheduled: nameof(RunCleanup))]\n public ScheduleAt ScheduledAt;\n }\n\n [SpacetimeDB.Reducer]\n public static void RunCleanup(CleanupJob job)\n {\n }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init()\n {\n var job = new CleanupJob\n {\n ScheduledAt = ScheduleAt.FromMicroseconds(DateTime.UtcNow.AddSeconds(60).Ticks / 10)\n };\n CleanupJob.Insert(job);\n }\n\n [SpacetimeDB.Reducer]\n public static void CancelCleanup(ReducerContext ctx, ulong scheduledId)\n {\n var job = CleanupJob.FilterByScheduledId(scheduledId);\n if (job != null)\n {\n CleanupJob.Delete(job);\n }\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(19,34): error STDB0008: Reducer method RunCleanup does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(24,28): error STDB0008: Reducer method Init does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(6,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(3,19): error CS0234: The type or namespace name 'SATS' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(11,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(11,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,22): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,22): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 381, + "output_tokens": 262, + "generation_duration_ms": 4914, + "started_at": "2026-03-27T20:20:03.036933200Z", + "finished_at": "2026-03-27T20:20:16.278110300Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic partial class Module\n{\n public class OnlinePlayer\n {\n [SpacetimeDB.RowId]\n public Identity Identity { get; set; }\n public Timestamp ConnectedAt { get; set; }\n }\n\n [Reducer]\n public static void ClientConnected(ReducerContext ctx)\n {\n OnlinePlayer.Insert(new OnlinePlayer\n {\n Identity = ctx.Sender,\n ConnectedAt = ctx.Timestamp\n });\n }\n\n [Reducer]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n OnlinePlayer.DeleteByIdentity(ctx.Sender);\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(8,22): error CS0234: The type or namespace name 'RowIdAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(8,22): error CS0234: The type or namespace name 'RowId' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 308, + "output_tokens": 132, + "generation_duration_ms": 2779, + "started_at": "2026-03-27T20:20:05.647725800Z", + "finished_at": "2026-03-27T20:20:16.201656100Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Spacetable]\nprivate struct User\n{\n [SpacetimeDB.Column(primaryKey: true)]\n public Identity Identity;\n public string Name;\n}\n\n[Spacetable]\npublic struct Message\n{\n [SpacetimeDB.Column(primaryKey: true, autoInc: true)]\n public ulong Id;\n [SpacetimeDB.Column(index: IndexType.BTree)]\n public Identity Sender;\n public string Text;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void Register(Context ctx, string name)\n {\n if (User.FilterByIdentity(ctx.Sender).Any())\n {\n throw new Exception(\"already registered\");\n }\n User.Insert(new User { Identity = ctx.Sender, Name = name });\n }\n\n [Reducer]\n public static void PostMessage(Context ctx, string text)\n {\n if (!User.FilterByIdentity(ctx.Sender).Any())\n {\n throw new Exception(\"not registered\");\n }\n Message.Insert(new Message { Id = 0, Sender = ctx.Sender, Text = text });\n }\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(25,32): error STDB0008: Reducer method Register does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(35,35): error STDB0008: Reducer method PostMessage does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(22,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(5,16): error CS1527: Elements defined in a namespace cannot be explicitly declared as private, protected, protected internal, or private protected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'SpacetableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'Spacetable' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(12,2): error CS0246: The type or namespace name 'SpacetableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(12,2): error CS0246: The type or namespace name 'Spacetable' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(25,33): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(35,36): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,32): error CS0103: The name 'IndexType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 407, + "output_tokens": 238, + "generation_duration_ms": 5703, + "started_at": "2026-03-27T20:18:52.634260800Z", + "finished_at": "2026-03-27T20:19:08.249430700Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Spacetable]\nprivate struct Config\n{\n [PrimaryKey]\n public uint Id;\n public Identity Admin;\n}\n\n[Spacetable]\npublic struct AdminLog\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Action;\n}\n\npublic static class AdminModule\n{\n [Reducer]\n public static void BootstrapAdmin(Context ctx)\n {\n if (Config.FilterById(0) != null)\n {\n throw new Exception(\"already bootstrapped\");\n }\n\n Config.Insert(new Config { Id = 0, Admin = ctx.Sender });\n }\n\n [Reducer]\n public static void AdminAction(Context ctx, string action)\n {\n var config = Config.FilterById(0);\n if (config == null)\n {\n throw new Exception(\"not bootstrapped\");\n }\n\n if (ctx.Sender != config.Admin)\n {\n throw new Exception(\"not admin\");\n }\n\n AdminLog.Insert(new AdminLog { Action = action });\n }\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(23,38): error STDB0008: Reducer method BootstrapAdmin does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(34,35): error STDB0008: Reducer method AdminAction does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(20,21): error CS0260: Missing partial modifier on declaration of type 'AdminModule'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(5,16): error CS1527: Elements defined in a namespace cannot be explicitly declared as private, protected, protected internal, or private protected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'SpacetableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'Spacetable' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(23,39): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(34,36): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(12,2): error CS0246: The type or namespace name 'SpacetableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(12,2): error CS0246: The type or namespace name 'Spacetable' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 416, + "output_tokens": 221, + "generation_duration_ms": 5444, + "started_at": "2026-03-27T20:18:52.635410500Z", + "finished_at": "2026-03-27T20:19:08.652972200Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct User\n{\n [SpacetimeDB.Column(primaryKey: true)]\n public Identity Identity;\n public string Role;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void Register(ReducerContext ctx)\n {\n if (User.FilterByIdentity(ctx.Sender).Any())\n {\n throw new SpacetimeDB.ReducerException(\"already registered\");\n }\n User.Insert(new User { Identity = ctx.Sender, Role = \"member\" });\n }\n\n [SpacetimeDB.Reducer]\n public static void Promote(ReducerContext ctx, Identity target)\n {\n var callerUser = User.FilterByIdentity(ctx.Sender).FirstOrDefault();\n if (callerUser == null)\n {\n throw new SpacetimeDB.ReducerException(\"not registered\");\n }\n if (callerUser.Role != \"admin\")\n {\n throw new SpacetimeDB.ReducerException(\"not admin\");\n }\n var targetUser = User.FilterByIdentity(target).FirstOrDefault();\n if (targetUser == null)\n {\n throw new SpacetimeDB.ReducerException(\"target not registered\");\n }\n User.UpdateByIdentity(target, new User { Identity = target, Role = \"admin\" });\n }\n\n [SpacetimeDB.Reducer]\n public static void MemberAction(ReducerContext ctx)\n {\n if (!User.FilterByIdentity(ctx.Sender).Any())\n {\n throw new SpacetimeDB.ReducerException(\"not registered\");\n }\n }\n\n [SpacetimeDB.Reducer]\n public static void AdminAction(ReducerContext ctx)\n {\n var user = User.FilterByIdentity(ctx.Sender).FirstOrDefault();\n if (user == null)\n {\n throw new SpacetimeDB.ReducerException(\"not registered\");\n }\n if (user.Role != \"admin\")\n {\n throw new SpacetimeDB.ReducerException(\"not admin\");\n }\n }\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(12,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 454, + "output_tokens": 447, + "generation_duration_ms": 6952, + "started_at": "2026-03-27T20:19:08.249602400Z", + "finished_at": "2026-03-27T20:19:23.134009700Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Spacetable]\nprivate struct Admin\n{\n [SpacetimeDB.Column(primaryKey: true)]\n public Identity Identity;\n}\n\n[Spacetable]\nprivate struct Banned\n{\n [SpacetimeDB.Column(primaryKey: true)]\n public Identity Identity;\n}\n\n[Spacetable]\npublic struct Player\n{\n [SpacetimeDB.Column(primaryKey: true)]\n public Identity Identity;\n public string Name;\n}\n\npublic static class BanListModule\n{\n [Reducer]\n public static void AddAdmin(Context ctx, Identity target)\n {\n if (!AdminTable.Iterator().Any(a => a.Identity == ctx.Sender))\n {\n throw new Exception(\"not admin\");\n }\n AdminTable.Insert(new Admin { Identity = target });\n }\n\n [Reducer]\n public static void BanPlayer(Context ctx, Identity target)\n {\n if (!AdminTable.Iterator().Any(a => a.Identity == ctx.Sender))\n {\n throw new Exception(\"not admin\");\n }\n BannedTable.Insert(new Banned { Identity = target });\n var player = PlayerTable.Iterator().FirstOrDefault(p => p.Identity == target);\n if (player.Identity != default)\n {\n PlayerTable.Delete(player);\n }\n }\n\n [Reducer]\n public static void JoinGame(Context ctx, string name)\n {\n if (BannedTable.Iterator().Any(b => b.Identity == ctx.Sender))\n {\n throw new Exception(\"banned\");\n }\n if (PlayerTable.Iterator().Any(p => p.Identity == ctx.Sender))\n {\n throw new Exception(\"already in game\");\n }\n PlayerTable.Insert(new Player { Identity = ctx.Sender, Name = name });\n }\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(29,32): error STDB0008: Reducer method AddAdmin does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(39,33): error STDB0008: Reducer method BanPlayer does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(54,32): error STDB0008: Reducer method JoinGame does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(26,21): error CS0260: Missing partial modifier on declaration of type 'BanListModule'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(5,16): error CS1527: Elements defined in a namespace cannot be explicitly declared as private, protected, protected internal, or private protected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(12,16): error CS1527: Elements defined in a namespace cannot be explicitly declared as private, protected, protected internal, or private protected [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'SpacetableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(4,2): error CS0246: The type or namespace name 'Spacetable' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(11,2): error CS0246: The type or namespace name 'SpacetableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(11,2): error CS0246: The type or namespace name 'Spacetable' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(18,2): error CS0246: The type or namespace name 'SpacetableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(18,2): error CS0246: The type or namespace name 'Spacetable' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(21,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(21,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(29,33): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(39,34): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(54,33): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(185,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\FFI.cs(174,16): error CS0246: The type or namespace name 'QueryBuilder' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 465, + "output_tokens": 374, + "generation_duration_ms": 5085, + "started_at": "2026-03-27T20:19:08.599856400Z", + "finished_at": "2026-03-27T20:19:21.206419800Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(\"RateLimit\", \"private\")]\npublic partial struct RateLimit\n{\n [Column(\"Identity\", IsPrimaryKey = true)]\n public Identity Identity;\n \n [Column(\"LastCallUs\")]\n public ulong LastCallUs;\n}\n\n[Table(\"ActionLog\", \"public\")]\npublic partial struct ActionLog\n{\n [Column(\"Id\", IsPrimaryKey = true, AutoIncrement = true)]\n public ulong Id;\n \n [Column(\"Identity\")]\n public Identity Identity;\n \n [Column(\"Payload\")]\n public string Payload;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void LimitedAction(ActionContext ctx, string payload)\n {\n var now = (ulong)(ctx.Timestamp.ToUnixTimeMilliseconds() * 1000);\n \n if (RateLimit.FilterByIdentity(ctx.Sender).FirstOrDefault() is RateLimit rateLimit)\n {\n if ((now - rateLimit.LastCallUs) < 1_000_000)\n {\n throw new Exception(\"rate limited\");\n }\n \n Db.Update(rateLimit.Identity, new RateLimit { Identity = ctx.Sender, LastCallUs = now });\n }\n else\n {\n Db.Insert(new RateLimit { Identity = ctx.Sender, LastCallUs = now });\n }\n \n Db.Insert(new ActionLog { Id = 0, Identity = ctx.Sender, Payload = payload });\n }\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(30,37): error STDB0008: Reducer method LimitedAction does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(4,2): error CS1729: 'TableAttribute' does not contain a constructor that takes 2 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'ColumnAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'Column' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(10,6): error CS0246: The type or namespace name 'ColumnAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(10,6): error CS0246: The type or namespace name 'Column' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(14,2): error CS1729: 'TableAttribute' does not contain a constructor that takes 2 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(30,38): error CS0246: The type or namespace name 'ActionContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,6): error CS0246: The type or namespace name 'ColumnAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,6): error CS0246: The type or namespace name 'Column' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(20,6): error CS0246: The type or namespace name 'ColumnAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(20,6): error CS0246: The type or namespace name 'Column' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(23,6): error CS0246: The type or namespace name 'ColumnAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(23,6): error CS0246: The type or namespace name 'Column' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 438, + "output_tokens": 309, + "generation_duration_ms": 9061, + "started_at": "2026-03-27T20:19:08.653111400Z", + "finished_at": "2026-03-27T20:19:28.616265400Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct Document\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n [SpacetimeDB.Column(ColumnAttrs.Indexed)]\n public Identity Owner;\n public string Title;\n}\n\n[SpacetimeDB.Table]\npublic partial struct DocumentShare\n{\n [SpacetimeDB.Column(ColumnAttrs.Indexed)]\n public ulong DocumentId;\n [SpacetimeDB.Column(ColumnAttrs.Indexed)]\n public Identity SharedWith;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void CreateDocument(ReducerContext ctx, string title)\n {\n Document.Insert(new Document\n {\n Id = 0,\n Owner = ctx.Sender,\n Title = title\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void ShareDocument(ReducerContext ctx, ulong documentId, Identity target)\n {\n var doc = Document.FindById(documentId);\n if (doc == null)\n {\n throw new System.Exception(\"not found\");\n }\n\n if (doc.Value.Owner != ctx.Sender)\n {\n throw new System.Exception(\"not owner\");\n }\n\n DocumentShare.Insert(new DocumentShare\n {\n DocumentId = documentId,\n SharedWith = target\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void EditDocument(ReducerContext ctx, ulong documentId, string newTitle)\n {\n var doc = Document.FindById(documentId);\n if (doc == null)\n {\n throw new System.Exception(\"not found\");\n }\n\n bool isOwner = doc.Value.Owner == ctx.Sender;\n bool isSharedWith = DocumentShare.FilterByDocumentId(documentId).Any(x => x.SharedWith == ctx.Sender);\n\n if (!isOwner && !isSharedWith)\n {\n throw new System.Exception(\"unauthorized\");\n }\n\n var updatedDoc = doc.Value;\n updatedDoc.Title = newTitle;\n Document.Update(updatedDoc);\n }\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(17,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(7,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(19,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(19,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(19,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(9,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 509, + "output_tokens": 468, + "generation_duration_ms": 12457, + "started_at": "2026-03-27T20:19:09.834005300Z", + "finished_at": "2026-03-27T20:19:30.514354Z" + } + } + }, + { + "name": "DeepSeek Reasoner", + "route_api_model": "deepseek-reasoner", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct EmptyTable\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_NoArgs()\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithInt(int count)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithString(string name)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithTwoArgs(int count, string name)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithThreeArgs(bool active, float ratio, string label)\n {\n }\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(14,43): error STDB0008: Reducer method EmptyReducer_NoArgs does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,44): error STDB0008: Reducer method EmptyReducer_WithInt does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(24,47): error STDB0008: Reducer method EmptyReducer_WithString does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(29,48): error STDB0008: Reducer method EmptyReducer_WithTwoArgs does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(34,50): error STDB0008: Reducer method EmptyReducer_WithThreeArgs does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 370, + "output_tokens": 312, + "generation_duration_ms": 9929, + "started_at": "2026-03-27T20:19:03.609255200Z", + "finished_at": "2026-03-27T20:19:20.925617600Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\n[SpacetimeDB.Table]\npublic struct Product\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Title;\n public float Price;\n public bool InStock;\n}\n\n[SpacetimeDB.Table]\npublic struct Note\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Body;\n public long Rating;\n public bool Pinned;\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'User'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,15): error CS0260: Missing partial modifier on declaration of type 'Product'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(25,15): error CS0260: Missing partial modifier on declaration of type 'Note'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 385, + "output_tokens": 662, + "generation_duration_ms": 20820, + "started_at": "2026-03-27T20:19:09.367497300Z", + "finished_at": "2026-03-27T20:19:37.451915400Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\n[SpacetimeDB.Table]\npublic partial struct TickTimer\n{\n [SpacetimeDB.Column(IsPrimaryKey = true, AutoIncrement = true)]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n}\n\npublic static class Module\n{\n [SpacetimeDB.ScheduledReducer]\n public static void Tick()\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void Init()\n {\n SpacetimeDB.Table.Insert(new TickTimer\n {\n ScheduledAt = ScheduleAt.EveryMicros(50000)\n });\n }\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(21,28): error STDB0008: Reducer method Init does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(13,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'ScheduledReducerAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'ScheduledReducer' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 339, + "output_tokens": 843, + "generation_duration_ms": 27175, + "started_at": "2026-03-27T20:19:10.330698100Z", + "finished_at": "2026-03-27T20:19:45.729383800Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n[SpacetimeDB.Type]\npublic struct Position\n{\n public int X;\n public int Y;\n}\n[SpacetimeDB.Table]\npublic partial struct Entity\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public Position Pos;\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(4,15): error CS0260: Missing partial modifier on declaration of type 'Position'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(12,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(12,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(12,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 300, + "output_tokens": 378, + "generation_duration_ms": 16449, + "started_at": "2026-03-27T20:19:20.925805700Z", + "finished_at": "2026-03-27T20:19:45.743492400Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct User\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void InsertUser(int id, string name, int age, bool active)\n {\n User.Insert(new User { Id = id, Name = name, Age = age, Active = active });\n }\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,34): error STDB0008: Reducer method InsertUser does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(14,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 334, + "output_tokens": 347, + "generation_duration_ms": 11602, + "started_at": "2026-03-27T20:19:37.304715600Z", + "finished_at": "2026-03-27T20:19:58.517837400Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n[SpacetimeDB.Table]\npublic partial struct User\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void UpdateUser(int id, string name, int age, bool active)\n {\n User.UpdateByPrimaryKey(id, new User { Id = id, Name = name, Age = age, Active = active });\n }\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,34): error STDB0008: Reducer method UpdateUser does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(12,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 341, + "output_tokens": 1647, + "generation_duration_ms": 50459, + "started_at": "2026-03-27T20:19:37.452161600Z", + "finished_at": "2026-03-27T20:20:37.588041200Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct User\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void DeleteUser(int id)\n {\n foreach (var user in User.IterById(id))\n {\n User.Delete(user);\n break;\n }\n }\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,34): error STDB0008: Reducer method DeleteUser does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 306, + "output_tokens": 281, + "generation_duration_ms": 9607, + "started_at": "2026-03-27T20:19:45.729561800Z", + "finished_at": "2026-03-27T20:20:01.836197Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n[SpacetimeDB.Table]\npublic partial struct User\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Crud()\n {\n User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n var user1 = User.FilterById(1);\n if (user1 != null)\n {\n user1.Value.Name = \"Alice2\";\n user1.Value.Age = 31;\n user1.Value.Active = false;\n User.Update(user1.Value);\n }\n User.DeleteById(2);\n }\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,28): error STDB0008: Reducer method Crud does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 379, + "output_tokens": 764, + "generation_duration_ms": 23828, + "started_at": "2026-03-27T20:19:45.744220200Z", + "finished_at": "2026-03-27T20:20:18.478490400Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct User\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\n[SpacetimeDB.Table]\npublic partial struct Result\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public string Name;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void LookupUserName(int id)\n {\n var user = User.FindById(id);\n if (user.HasValue)\n {\n Result.Insert(new Result { Id = user.Value.Id, Name = user.Value.Name });\n }\n }\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(25,38): error STDB0008: Reducer method LookupUserName does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(22,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 371, + "output_tokens": 349, + "generation_duration_ms": 11244, + "started_at": "2026-03-27T20:19:58.518001300Z", + "finished_at": "2026-03-27T20:20:18.795317100Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct User\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Init]\n public static void Init()\n {\n new User { Id = 1, Name = \"Alice\", Age = 30, Active = true }.Insert();\n new User { Id = 2, Name = \"Bob\", Age = 22, Active = false }.Insert();\n }\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'InitAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'Init' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 342, + "output_tokens": 331, + "generation_duration_ms": 11372, + "started_at": "2026-03-27T20:20:01.836367600Z", + "finished_at": "2026-03-27T20:20:19.730127Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n[SpacetimeDB.Table]\npublic partial struct Event\n{\n [SpacetimeDB.Column(ColumnAttribute.IsPrimaryKey = true, ColumnAttribute.IsAutoIncrement = true)]\n public int Id;\n public string Kind;\n}\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void ClientConnected(SpacetimeDB.ClientEvent e)\n {\n Event.Insert(new Event { Kind = \"connected\" });\n }\n [SpacetimeDB.Reducer]\n public static void ClientDisconnected(SpacetimeDB.DisconnectEvent e)\n {\n Event.Insert(new Event { Kind = \"disconnected\" });\n }\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(13,39): error STDB0008: Reducer method ClientConnected does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(18,42): error STDB0008: Reducer method ClientDisconnected does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(10,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(13,52): error CS0234: The type or namespace name 'ClientEvent' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(18,55): error CS0234: The type or namespace name 'DisconnectEvent' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,25): error CS0103: The name 'ColumnAttribute' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,62): error CS0103: The name 'ColumnAttribute' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 327, + "output_tokens": 626, + "generation_duration_ms": 19224, + "started_at": "2026-03-27T20:20:18.478641900Z", + "finished_at": "2026-03-27T20:20:44.929722500Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic struct Result\n{\n [SpacetimeDB.Column(IsPrimaryKey = true)]\n public int Id;\n public int Sum;\n}\n\npublic static class Module\n{\n public static int Add(int a, int b)\n {\n return a + b;\n }\n\n [SpacetimeDB.Reducer]\n public static void ComputeSum(int id, int a, int b)\n {\n Result.Insert(new Result { Id = id, Sum = Add(a, b) });\n }\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(20,34): error STDB0008: Reducer method ComputeSum does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Result'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(12,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 341, + "output_tokens": 1243, + "generation_duration_ms": 37208, + "started_at": "2026-03-27T20:20:18.795481800Z", + "finished_at": "2026-03-27T20:21:03.610467400Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\nnamespace t_012_spacetime_product_type;\n\n[SpacetimeDB.Type]\npublic struct Score\n{\n public int Left;\n public int Right;\n}\n\n[SpacetimeDB.Table]\npublic partial class Result\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public Score Value;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void SetScore(int id, int left, int right)\n {\n Result.Insert(new Result { Id = id, Value = new Score { Left = left, Right = right } });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(24,32): error STDB0008: Reducer method SetScore does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,15): error CS0260: Missing partial modifier on declaration of type 'Score'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(21,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 355, + "output_tokens": 1086, + "generation_duration_ms": 34033, + "started_at": "2026-03-27T20:22:37.108253800Z", + "finished_at": "2026-03-27T20:23:16.056592300Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing static SpacetimeDB.Runtime;\n\n[SpacetimeDB.Table]\npublic partial class Circle\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Radius { get; set; }\n}\n\n[SpacetimeDB.Table]\npublic partial class Rectangle\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Width { get; set; }\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Height { get; set; }\n}\n\n[SpacetimeDB.SumType]\npublic abstract partial class Shape\n{\n public partial class CircleVariant : Shape { public Circle Value; }\n public partial class RectangleVariant : Shape { public Rectangle Value; }\n}\n\n[SpacetimeDB.Table]\npublic partial class Result\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id { get; set; }\n public Shape Value { get; set; }\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void SetCircle(int id, int radius)\n {\n Result.Insert(new Result { Id = id, Value = new Shape.CircleVariant { Value = new Circle { Radius = radius } } });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(39,33): error STDB0008: Reducer method SetCircle does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(3,26): error CS0234: The type or namespace name 'Runtime' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(21,14): error CS0234: The type or namespace name 'SumTypeAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(21,14): error CS0234: The type or namespace name 'SumType' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(31,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(31,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(31,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 375, + "output_tokens": 1235, + "generation_duration_ms": 36933, + "started_at": "2026-03-27T20:22:39.406548100Z", + "finished_at": "2026-03-27T20:23:21.873593700Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n[SpacetimeDB.Table]\npublic partial struct Primitive\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n}\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed()\n {\n Primitive.Insert(new Primitive\n {\n Id = 1,\n Count = 2,\n Total = 3000000000L,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(18,28): error STDB0008: Reducer method Seed does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 361, + "output_tokens": 488, + "generation_duration_ms": 15850, + "started_at": "2026-03-27T20:22:43.415569500Z", + "finished_at": "2026-03-27T20:23:04.170121300Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic struct Address\n{\n public string Street;\n public int Zip;\n}\n\n[SpacetimeDB.Table]\npublic struct Position\n{\n public int X;\n public int Y;\n}\n\n[SpacetimeDB.Table]\npublic struct Profile\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed()\n {\n Profile.Insert(new Profile\n {\n Id = 1,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(31,28): error STDB0008: Reducer method Seed does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(5,15): error CS0260: Missing partial modifier on declaration of type 'Address'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(12,15): error CS0260: Missing partial modifier on declaration of type 'Position'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,15): error CS0260: Missing partial modifier on declaration of type 'Profile'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(28,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(21,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(21,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(21,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 411, + "output_tokens": 430, + "generation_duration_ms": 14406, + "started_at": "2026-03-27T20:22:52.452920400Z", + "finished_at": "2026-03-27T20:23:11.713706900Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Union(typeof(Circle), typeof(Rectangle))]\npublic abstract partial class Shape {}\n\n[SpacetimeDB.Type]\npublic partial struct Circle\n{\n [SpacetimeDB.Column]\n public int Radius;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Rectangle\n{\n [SpacetimeDB.Column]\n public int Width;\n [SpacetimeDB.Column]\n public int Height;\n}\n\n[SpacetimeDB.Table]\npublic partial struct Drawing\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n [SpacetimeDB.Column]\n public Shape A;\n [SpacetimeDB.Column]\n public Shape B;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed()\n {\n var circle = new Circle { Radius = 10 };\n var rectangle = new Rectangle { Width = 4, Height = 6 };\n var drawing = new Drawing { Id = 1, A = circle, B = rectangle };\n Drawing.Insert(drawing);\n }\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(37,28): error STDB0008: Reducer method Seed does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'UnionAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(4,14): error CS0234: The type or namespace name 'Union' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Drawing.cs(26,40): error CS0426: The type name 'BSATN' does not exist in the type 'Shape' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\obj\\Release\\net8.0\\wasi-wasm\\SpacetimeDB.Codegen\\SpacetimeDB.Codegen.Module\\Drawing.cs(27,40): error CS0426: The type name 'BSATN' does not exist in the type 'Shape' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(10,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(10,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(26,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(26,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(26,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(28,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(28,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(30,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(30,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 385, + "output_tokens": 1143, + "generation_duration_ms": 36040, + "started_at": "2026-03-27T20:23:04.170298300Z", + "finished_at": "2026-03-27T20:23:45.642792200Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\n[SpacetimeDB.Table]\npublic partial struct TickTimer\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoIncrement)]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void Tick(TickTimer row)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void Init()\n {\n if (TickTimerTable.Count == 0)\n {\n TickTimerTable.Insert(new TickTimer\n {\n ScheduledAt = ScheduleAt.Every(TimeSpan.FromMicroseconds(50000))\n });\n }\n }\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,28): error STDB0008: Reducer method Tick does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(21,28): error STDB0008: Reducer method Init does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(13,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 342, + "output_tokens": 1132, + "generation_duration_ms": 34875, + "started_at": "2026-03-27T20:23:11.713874400Z", + "finished_at": "2026-03-27T20:23:52.040769500Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Indexes = new string[] { \"by_name:btree(Name)\" })]\npublic partial class Account\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id { get; set; }\n\n [SpacetimeDB.Column(ColumnAttrs.Unique)]\n public string Email { get; set; }\n\n public string Name { get; set; }\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed()\n {\n Account.Insert(1, \"a@example.com\", \"Alice\");\n Account.Insert(2, \"b@example.com\", \"Bob\");\n }\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,28): error STDB0008: Reducer method Seed does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(4,20): error CS0246: The type or namespace name 'Indexes' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(10,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(10,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(10,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 353, + "output_tokens": 1192, + "generation_duration_ms": 37544, + "started_at": "2026-03-27T20:23:16.056757600Z", + "finished_at": "2026-03-27T20:23:58.977237700Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\n[SpacetimeDB.Table]\npublic partial struct User\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int UserId;\n public string Name;\n}\n\n[SpacetimeDB.Table]\npublic partial struct Group\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int GroupId;\n public string Title;\n}\n\n[SpacetimeDB.Table]\npublic partial struct Membership\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public int UserId;\n public int GroupId;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Index(\"by_user\")]\n public static SpacetimeDB.Index Membership_by_user = SpacetimeDB.Index.Create(nameof(Membership.UserId));\n\n [SpacetimeDB.Index(\"by_group\")]\n public static SpacetimeDB.Index Membership_by_group = SpacetimeDB.Index.Create(nameof(Membership.GroupId));\n\n [SpacetimeDB.Reducer]\n public static void Seed()\n {\n User.Insert(1, \"Alice\");\n User.Insert(2, \"Bob\");\n Group.Insert(10, \"Admin\");\n Group.Insert(20, \"Dev\");\n Membership.Insert(1, 1, 10);\n Membership.Insert(2, 1, 20);\n Membership.Insert(3, 2, 20);\n }\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(39,28): error STDB0008: Reducer method Seed does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(30,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(33,31): error CS0308: The non-generic type 'Index' cannot be used with type arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(33,37): error CS0246: The type or namespace name 'UserId' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(36,31): error CS0308: The non-generic type 'Index' cannot be used with type arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(36,37): error CS0246: The type or namespace name 'GroupId' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(32,18): error CS0653: Cannot apply attribute class 'Index' because it is abstract [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(35,18): error CS0653: Cannot apply attribute class 'Index' because it is abstract [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(24,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(24,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(24,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 521, + "output_tokens": 522, + "generation_duration_ms": 17089, + "started_at": "2026-03-27T20:23:21.873768500Z", + "finished_at": "2026-03-27T20:23:44.030625700Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n[Table(\"Entity\")]\npublic struct Entity\n{\n [PrimaryKey]\n public int Id;\n}\n[Table(\"Position\")]\npublic struct Position\n{\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n}\n[Table(\"Velocity\")]\npublic struct Velocity\n{\n [PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n}\n[Table(\"NextPosition\")]\npublic struct NextPosition\n{\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n}\npublic static class Module\n{\n [Reducer]\n public static void Seed()\n {\n Db.Insert(new Entity { Id = 1 });\n Db.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n Db.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n Db.Insert(new Entity { Id = 2 });\n Db.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n Db.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n [Reducer]\n public static void Step()\n {\n foreach (var pos in Position.Iter())\n {\n var vel = Velocity.FindByEntityId(pos.EntityId);\n if (vel != null)\n {\n Db.Insert(new NextPosition { EntityId = pos.EntityId, X = pos.X + vel.VX, Y = pos.Y + vel.VY });\n }\n }\n }\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(36,28): error STDB0008: Reducer method Seed does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(46,28): error STDB0008: Reducer method Step does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(4,15): error CS0260: Missing partial modifier on declaration of type 'Entity'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(10,15): error CS0260: Missing partial modifier on declaration of type 'Position'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(18,15): error CS0260: Missing partial modifier on declaration of type 'Velocity'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(26,15): error CS0260: Missing partial modifier on declaration of type 'NextPosition'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(33,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,2): error CS1729: 'TableAttribute' does not contain a constructor that takes 1 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(9,2): error CS1729: 'TableAttribute' does not contain a constructor that takes 1 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(25,2): error CS1729: 'TableAttribute' does not contain a constructor that takes 1 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(3,2): error CS1729: 'TableAttribute' does not contain a constructor that takes 1 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 498, + "output_tokens": 890, + "generation_duration_ms": 26819, + "started_at": "2026-03-27T20:23:44.030753Z", + "finished_at": "2026-03-27T20:24:17.538832700Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct Log\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public int UserId;\n public int Day;\n public string Message;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Index(\"by_user_day\")]\n public static Indexer ByUserDay => Indexer.Create(nameof(Log.UserId), nameof(Log.Day));\n\n [SpacetimeDB.Reducer]\n public static void Seed()\n {\n Log.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\n Log.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\n Log.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(20,28): error STDB0008: Reducer method Seed does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,19): error CS0246: The type or namespace name 'Indexer<>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,18): error CS0653: Cannot apply attribute class 'Index' because it is abstract [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 394, + "output_tokens": 920, + "generation_duration_ms": 27608, + "started_at": "2026-03-27T20:23:45.642920Z", + "finished_at": "2026-03-27T20:24:19.928925600Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n[SpacetimeDB.Table(\"Announcement\")]\npublic partial class Announcement\n{\n [SpacetimeDB.Column(ColumnIndex = 0)]\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoIncrement]\n public ulong Id { get; set; }\n [SpacetimeDB.Column(ColumnIndex = 1)]\n public string Message { get; set; }\n [SpacetimeDB.Column(ColumnIndex = 2)]\n [SpacetimeDB.Index(IndexType.BTree)]\n public bool Active { get; set; }\n}\npublic static class Module\n{\n [SpacetimeDB.View]\n public static IEnumerable ActiveAnnouncements(AnonymousViewContext context)\n {\n return Announcement.ActiveIndex.Query(true);\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(18,5): error STDB0023: View 'ActiveAnnouncements' must have an explicit name. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(18,5): error STDB0025: View 'ActiveAnnouncements' must have Public = true. Views are always public in SpacetimeDB. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,19): error STDB0024: View 'ActiveAnnouncements' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(3,2): error CS1729: 'TableAttribute' does not contain a constructor that takes 1 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'AutoIncrementAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'AutoIncrement' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,6): error CS0592: Attribute 'SpacetimeDB.PrimaryKey' is not valid on this declaration type. It is only valid on 'field' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(10,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(10,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(12,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(12,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(13,18): error CS0653: Cannot apply attribute class 'Index' because it is abstract [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(13,24): error CS0103: The name 'IndexType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 308, + "output_tokens": 942, + "generation_duration_ms": 28635, + "started_at": "2026-03-27T20:21:41.598717200Z", + "finished_at": "2026-03-27T20:22:15.243303200Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing SpacetimeDB.Bluesky;\n[SpacetimeDB.Table]\npublic partial struct Profile\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n [SpacetimeDB.Column(ColumnAttrs.Unique)]\n public Identity Identity;\n public string Name;\n public string Bio;\n}\n[SpacetimeDB.View]\npublic static Profile? MyProfile(ViewContext ctx)\n{\n foreach (var profile in Profile.Iter())\n {\n if (profile.Identity == ctx.Sender)\n {\n return profile;\n }\n }\n return null;\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(14,1): error CS8803: Top-level statements must precede namespace and type declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,1): error CS0106: The modifier 'public' is not valid for this item [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 345, + "output_tokens": 356, + "generation_duration_ms": 12287, + "started_at": "2026-03-27T20:21:41.599829500Z", + "finished_at": "2026-03-27T20:21:59.332398500Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n[EventTable]\n[Table(\"DamageEvent\", Event = true)]\npublic partial struct DamageEvent\n{\n [Column(\"EntityId\")]\n public ulong EntityId;\n [Column(\"Damage\")]\n public uint Damage;\n [Column(\"Source\")]\n public string Source;\n}\npublic static class Module\n{\n [Reducer]\n public static void DealDamage(Context ctx, ulong entityId, uint damage, string source)\n {\n DamageEvent.Insert(new DamageEvent\n {\n EntityId = entityId,\n Damage = damage,\n Source = source\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,34): error STDB0008: Reducer method DealDamage does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(14,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,35): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(3,2): error CS0246: The type or namespace name 'EventTableAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(3,2): error CS0246: The type or namespace name 'EventTable' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(4,2): error CS1729: 'TableAttribute' does not contain a constructor that takes 1 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'ColumnAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'Column' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(9,6): error CS0246: The type or namespace name 'ColumnAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(9,6): error CS0246: The type or namespace name 'Column' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(11,6): error CS0246: The type or namespace name 'ColumnAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(11,6): error CS0246: The type or namespace name 'Column' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 322, + "output_tokens": 1417, + "generation_duration_ms": 43960, + "started_at": "2026-03-27T20:20:52.343348900Z", + "finished_at": "2026-03-27T20:21:41.597520700Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\n[SpacetimeDB.Table]\npublic partial struct Player\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n public string Name;\n public string? Nickname;\n public uint? HighScore;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void CreatePlayer(ReducerContext ctx, string name, string? nickname, uint? highScore)\n {\n Player.Insert(new Player { Id = 0, Name = name, Nickname = nickname, HighScore = highScore });\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 339, + "output_tokens": 401, + "generation_duration_ms": 12878, + "started_at": "2026-03-27T20:21:03.610661600Z", + "finished_at": "2026-03-27T20:21:22.002937500Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\n[Table(\"Message\")]\npublic struct Message\n{\n [PrimaryKey]\n [AutoIncrement]\n public ulong Id;\n [BTreeIndex]\n public Identity Owner;\n public string Text;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void CreateMessage(ReducerContext ctx, string text)\n {\n Message message = new Message\n {\n Id = 0,\n Owner = ctx.Sender,\n Text = text\n };\n Message.Insert(message);\n }\n\n [Reducer]\n public static void DeleteMessage(ReducerContext ctx, ulong id)\n {\n Message? message = Message.FilterById(id);\n if (message is null)\n {\n throw new Exception(\"not found\");\n }\n if (message.Value.Owner != ctx.Sender)\n {\n throw new Exception(\"unauthorized\");\n }\n Message.Delete(message.Value);\n }\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,15): error CS0260: Missing partial modifier on declaration of type 'Message'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(5,2): error CS1729: 'TableAttribute' does not contain a constructor that takes 1 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(9,6): error CS0246: The type or namespace name 'AutoIncrementAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(9,6): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(11,6): error CS0246: The type or namespace name 'BTreeIndexAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(11,6): error CS0246: The type or namespace name 'BTreeIndex' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 379, + "output_tokens": 446, + "generation_duration_ms": 14249, + "started_at": "2026-03-27T20:17:57.667892300Z", + "finished_at": "2026-03-27T20:18:20.037118100Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n[SpacetimeDB.Table]\npublic partial struct UserInternal\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n public string Name;\n public string Email;\n public string PasswordHash;\n}\n[SpacetimeDB.Table(Public = true)]\npublic partial struct UserPublic\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public ulong Id;\n public string Name;\n}\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void RegisterUser(Context ctx, string name, string email, string passwordHash)\n {\n var internalUser = new UserInternal { Id = 0, Name = name, Email = email, PasswordHash = passwordHash };\n UserInternal.Insert(internalUser);\n var publicUser = new UserPublic { Id = internalUser.Id, Name = name };\n UserPublic.Insert(publicUser);\n }\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(22,36): error STDB0008: Reducer method RegisterUser does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(22,37): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 403, + "output_tokens": 744, + "generation_duration_ms": 23866, + "started_at": "2026-03-27T20:17:57.669199Z", + "finished_at": "2026-03-27T20:18:30.267692400Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct Author\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n [SpacetimeDB.AutoIncrement]\n public ulong Id;\n public string Name;\n}\n\n[SpacetimeDB.Table]\npublic partial struct Post\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n [SpacetimeDB.AutoIncrement]\n public ulong Id;\n [SpacetimeDB.Column(ColumnAttrs.Indexed, IndexType.BTree)]\n public ulong AuthorId;\n public string Title;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void DeleteAuthor(ReducerContext ctx, ulong authorId)\n {\n foreach (var post in Post.IterateByAuthorId(authorId))\n {\n Post.Delete(post.Id);\n }\n Author.Delete(authorId);\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(24,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'AutoIncrementAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'AutoIncrement' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'AutoIncrementAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'AutoIncrement' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,46): error CS0103: The name 'IndexType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 361, + "output_tokens": 868, + "generation_duration_ms": 30166, + "started_at": "2026-03-27T20:21:06.086795Z", + "finished_at": "2026-03-27T20:21:41.598609600Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n[Table(\"Order\")]\npublic struct Order\n{\n [PrimaryKey(AutoIncrement = true)]\n public ulong Id;\n [BTreeIndex]\n public string Category;\n public ulong Amount;\n public bool Fulfilled;\n}\n[Table(\"CategoryStats\")]\npublic struct CategoryStats\n{\n [PrimaryKey]\n public string Category;\n public ulong TotalAmount;\n public uint OrderCount;\n}\npublic static class Module\n{\n [Reducer]\n public static void ComputeStats(ReducerContext ctx, string category)\n {\n ulong total = 0;\n uint count = 0;\n foreach (var order in Filter.ByField(\"Category\", category))\n {\n total += order.Amount;\n count++;\n }\n new CategoryStats { Category = category, TotalAmount = total, OrderCount = count }.Insert();\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(4,15): error CS0260: Missing partial modifier on declaration of type 'Order'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(14,15): error CS0260: Missing partial modifier on declaration of type 'CategoryStats'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(21,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(13,2): error CS1729: 'TableAttribute' does not contain a constructor that takes 1 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(3,2): error CS1729: 'TableAttribute' does not contain a constructor that takes 1 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,17): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,6): error CS0246: The type or namespace name 'BTreeIndexAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,6): error CS0246: The type or namespace name 'BTreeIndex' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 384, + "output_tokens": 492, + "generation_duration_ms": 15812, + "started_at": "2026-03-27T20:21:07.602071600Z", + "finished_at": "2026-03-27T20:21:29.538322Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\n[SpacetimeDB.Table]\npublic partial struct Customer\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n public string Name;\n}\n\n[SpacetimeDB.Table]\npublic partial struct Order\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n [SpacetimeDB.Column(ColumnAttrs.BTreeIndex)]\n public ulong CustomerId;\n public string Product;\n public uint Amount;\n}\n\n[SpacetimeDB.Table]\npublic partial struct OrderDetail\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public ulong OrderId;\n public string CustomerName;\n public string Product;\n public uint Amount;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void BuildOrderDetails(ReducerContext ctx)\n {\n foreach (var order in Order.Iter())\n {\n var customer = Customer.FindById(order.CustomerId);\n if (customer.HasValue)\n {\n OrderDetail.Insert(new OrderDetail\n {\n OrderId = order.Id,\n CustomerName = customer.Value.Name,\n Product = order.Product,\n Amount = order.Amount\n });\n }\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(34,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(27,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(27,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(27,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(18,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(18,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(18,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 431, + "output_tokens": 474, + "generation_duration_ms": 15326, + "started_at": "2026-03-27T20:21:22.003049400Z", + "finished_at": "2026-03-27T20:21:42.747216100Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n[SpacetimeDB.Table]\npublic partial struct Account\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n [SpacetimeDB.Column(ColumnAttrs.Unique)]\n public string Email;\n public string DisplayName;\n}\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void CreateAccount(ReducerContext ctx, string email, string displayName)\n {\n new Account { Id = 0, Email = email, DisplayName = displayName }.Insert();\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 321, + "output_tokens": 466, + "generation_duration_ms": 15238, + "started_at": "2026-03-27T20:21:29.538452Z", + "finished_at": "2026-03-27T20:21:49.753827900Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n[SpacetimeDB.Table]\npublic partial struct Product\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n public string Name;\n [SpacetimeDB.Column(ColumnAttrs.Indexed, IndexType.BTree)]\n public uint Price;\n}\n[SpacetimeDB.Table]\npublic partial struct PriceRangeResult\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public ulong ProductId;\n public string Name;\n public uint Price;\n}\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void FindInPriceRange(ReducerContext ctx, uint minPrice, uint maxPrice)\n {\n foreach (var product in Product.Iter())\n {\n if (product.Price >= minPrice && product.Price <= maxPrice)\n {\n PriceRangeResult.Insert(new PriceRangeResult { ProductId = product.Id, Name = product.Name, Price = product.Price });\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(20,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(9,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(9,46): error CS0103: The name 'IndexType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 384, + "output_tokens": 632, + "generation_duration_ms": 19461, + "started_at": "2026-03-27T20:21:42.747322700Z", + "finished_at": "2026-03-27T20:22:07.711068Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n[SpacetimeDB.Table]\npublic partial struct Player\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n public string Name;\n public ulong Score;\n}\n[SpacetimeDB.Table]\npublic partial struct LeaderboardEntry\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public uint Rank;\n public string PlayerName;\n public ulong Score;\n}\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void BuildLeaderboard(SpacetimeDB.ReducerContext ctx, uint limit)\n {\n foreach (var entry in LeaderboardEntry.Iter())\n {\n LeaderboardEntry.Delete(entry);\n }\n var players = new System.Collections.Generic.List();\n foreach (var player in Player.Iter())\n {\n players.Add(player);\n }\n players.Sort((a, b) => b.Score.CompareTo(a.Score));\n uint rank = 1;\n foreach (var player in players)\n {\n if (rank > limit) break;\n LeaderboardEntry.Insert(new LeaderboardEntry { Rank = rank, PlayerName = player.Name, Score = player.Score });\n rank++;\n }\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(14,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 384, + "output_tokens": 1152, + "generation_duration_ms": 34088, + "started_at": "2026-03-27T20:21:49.753951600Z", + "finished_at": "2026-03-27T20:22:28.869463300Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n[SpacetimeDB.Table]\npublic struct Task\n{\n [SpacetimeDB.Column(ColumnAttributeType.PrimaryKeyAutoInc)]\n public ulong Id;\n public string Title;\n public bool Completed;\n}\n[SpacetimeDB.Table]\npublic struct FirstIncomplete\n{\n [SpacetimeDB.Column(ColumnAttributeType.PrimaryKey)]\n public ulong TaskId;\n public string Title;\n}\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void FindFirstIncomplete(ReducerContext ctx)\n {\n foreach (var task in SpacetimeDB.Table.Iter())\n {\n if (!task.Completed)\n {\n var result = new FirstIncomplete { TaskId = task.Id, Title = task.Title };\n SpacetimeDB.Table.Insert(result);\n break;\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(4,15): error CS0260: Missing partial modifier on declaration of type 'Task'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(12,15): error CS0260: Missing partial modifier on declaration of type 'FirstIncomplete'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(18,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,25): error CS0103: The name 'ColumnAttributeType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(14,25): error CS0103: The name 'ColumnAttributeType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 360, + "output_tokens": 1050, + "generation_duration_ms": 32508, + "started_at": "2026-03-27T20:21:59.332541700Z", + "finished_at": "2026-03-27T20:22:37.108077200Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n[SpacetimeDB.Table]\npublic partial struct Order\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n public string Category;\n public uint Amount;\n}\n[SpacetimeDB.Table]\npublic partial struct DistinctCategory\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public string Category;\n}\npublic static class Module\n{\n [Reducer]\n public static void CollectDistinctCategories(SpacetimeDB.Context ctx)\n {\n var uniqueCategories = new HashSet();\n foreach (var order in Order.Iter())\n {\n uniqueCategories.Add(order.Category);\n }\n foreach (var category in uniqueCategories)\n {\n new DistinctCategory { Category = category }.Insert();\n }\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(20,49): error STDB0008: Reducer method CollectDistinctCategories does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(20,62): error CS0234: The type or namespace name 'Context' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(14,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 345, + "output_tokens": 942, + "generation_duration_ms": 30238, + "started_at": "2026-03-27T20:22:07.711227600Z", + "finished_at": "2026-03-27T20:22:43.415433500Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct User\n{\n [SpacetimeDB.Column(ColumnAttribute.IsPrimaryKey = true, IsAutoInc = true)]\n public ulong Id;\n public string Name;\n public bool Active;\n}\n\n[SpacetimeDB.Table]\npublic partial struct UserStats\n{\n [SpacetimeDB.Column(ColumnAttribute.IsPrimaryKey = true)]\n public string Key;\n public ulong Count;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void ComputeUserCounts(ReducerContext ctx)\n {\n ulong total = 0;\n ulong active = 0;\n\n foreach (var user in User.Iter())\n {\n total++;\n if (user.Active)\n {\n active++;\n }\n }\n\n new UserStats { Key = \"total\", Count = total }.Insert();\n new UserStats { Key = \"active\", Count = active }.Insert();\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(21,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,25): error CS0103: The name 'ColumnAttribute' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttribute' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 391, + "output_tokens": 589, + "generation_duration_ms": 18632, + "started_at": "2026-03-27T20:22:15.243462Z", + "finished_at": "2026-03-27T20:22:39.406404700Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n[SpacetimeDB.Table]\npublic partial struct EventLog\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n public string Category;\n public uint Severity;\n public string Message;\n [SpacetimeDB.BTreeIndex]\n public static BTreeIndex<(string, uint), EventLog> ByCategorySeverity => throw new NotImplementedException();\n}\n[SpacetimeDB.Table]\npublic partial struct FilteredEvent\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public ulong EventId;\n public string Message;\n}\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void FilterEvents(ReducerContext ctx, string category, uint severity)\n {\n foreach (var row in EventLog.Iter())\n {\n if (row.Category == category && row.Severity == severity)\n {\n FilteredEvent.Insert(new FilteredEvent { EventId = row.Id, Message = row.Message });\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(21,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(12,19): error CS0246: The type or namespace name 'BTreeIndex<,>' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(11,18): error CS0234: The type or namespace name 'BTreeIndexAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(11,18): error CS0234: The type or namespace name 'BTreeIndex' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 390, + "output_tokens": 613, + "generation_duration_ms": 18688, + "started_at": "2026-03-27T20:22:28.869602200Z", + "finished_at": "2026-03-27T20:22:52.452773700Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\n[SpacetimeDB.Table]\n[ScheduledReducer(nameof(SendReminder), nameof(Reminder.ScheduledAt))]\npublic partial class Reminder\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n [SpacetimeDB.AutoIncrement]\n public ulong ScheduledId { get; set; }\n\n [SpacetimeDB.ScheduleColumn]\n public ScheduleAt ScheduledAt { get; set; }\n\n public string Message { get; set; }\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void SendReminder(Reminder row) { }\n\n [SpacetimeDB.Reducer(ReducerKind.Init)]\n public static void Init()\n {\n var scheduledAt = ScheduleAt.Time(Context.Timestamp.AddMicroseconds(60_000_000));\n Reminder.Insert(new Reminder { ScheduledAt = scheduledAt, Message = \"\" });\n }\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(22,36): error STDB0008: Reducer method SendReminder does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(25,28): error STDB0008: Reducer method Init does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,2): error CS0246: The type or namespace name 'ScheduledReducerAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,2): error CS0246: The type or namespace name 'ScheduledReducer' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,26): error CS0103: The name 'SendReminder' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(10,18): error CS0234: The type or namespace name 'AutoIncrementAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(10,18): error CS0234: The type or namespace name 'AutoIncrement' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(9,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(13,18): error CS0234: The type or namespace name 'ScheduleColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(13,18): error CS0234: The type or namespace name 'ScheduleColumn' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 367, + "output_tokens": 792, + "generation_duration_ms": 23870, + "started_at": "2026-03-27T20:20:19.730294300Z", + "finished_at": "2026-03-27T20:20:52.343204100Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(\"CleanupJob\")]\npublic partial class CleanupJob\n{\n [PrimaryKey, Column(AutoIncrement = true)]\n public ulong ScheduledId { get; set; }\n\n [ScheduleColumn(ScheduledReducer = nameof(RunCleanup))]\n public ScheduleAt ScheduledAt { get; set; }\n}\n\npublic static partial class Module\n{\n [Reducer(ReducerKind.Scheduled)]\n public static void RunCleanup(CleanupJob row)\n {\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init()\n {\n CleanupJob.Insert(new CleanupJob { ScheduledAt = ScheduleAt.In(60_000_000) });\n }\n\n [Reducer]\n public static void CancelCleanup(Context ctx, ulong scheduledId)\n {\n CleanupJob.DeleteByScheduledId(scheduledId);\n }\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,5): error STDBINT0001: An internal error occurred during codegen: Parameter count mismatch. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(22,28): error STDB0008: Reducer method Init does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(28,37): error STDB0008: Reducer method CancelCleanup does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(4,2): error CS1729: 'TableAttribute' does not contain a constructor that takes 1 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(28,38): error CS0246: The type or namespace name 'Context' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,26): error CS0117: 'ReducerKind' does not contain a definition for 'Scheduled' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0246: The type or namespace name 'ColumnAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0246: The type or namespace name 'Column' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,6): error CS0592: Attribute 'PrimaryKey' is not valid on this declaration type. It is only valid on 'field' declarations. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(10,6): error CS0246: The type or namespace name 'ScheduleColumnAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(10,6): error CS0246: The type or namespace name 'ScheduleColumn' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(10,47): error CS0103: The name 'RunCleanup' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 385, + "output_tokens": 719, + "generation_duration_ms": 22002, + "started_at": "2026-03-27T20:20:37.588202800Z", + "finished_at": "2026-03-27T20:21:07.601799Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n[SpacetimeDB.Table]\npublic partial struct OnlinePlayer\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public Identity Identity;\n public Timestamp ConnectedAt;\n}\npublic static partial class Module\n{\n [SpacetimeDB.Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n OnlinePlayer.Insert(new OnlinePlayer { Identity = ctx.Sender, ConnectedAt = ctx.Timestamp });\n }\n [SpacetimeDB.Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n foreach (var row in OnlinePlayer.Iterate())\n {\n if (row.Identity == ctx.Sender)\n {\n OnlinePlayer.Delete(row);\n break;\n }\n }\n }\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 312, + "output_tokens": 392, + "generation_duration_ms": 12803, + "started_at": "2026-03-27T20:20:44.929892400Z", + "finished_at": "2026-03-27T20:21:06.086698300Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(\"User\", TableType.Private)]\npublic partial struct User\n{\n [PrimaryKey]\n public Identity Identity;\n public string Name;\n}\n\n[Table(\"Message\", TableType.Public)]\npublic partial struct Message\n{\n [PrimaryKey, AutoIncrement]\n public ulong Id;\n [BTreeIndex]\n public Identity Sender;\n public string Text;\n}\n\npublic static class Module\n{\n [Reducer]\n public static void Register(ReducerContext ctx, string name)\n {\n if (User.Iterator.Where(u => u.Identity == ctx.Sender).Any())\n {\n throw new SpacetimeDBException(\"already registered\");\n }\n User.Insert(new User { Identity = ctx.Sender, Name = name });\n }\n\n [Reducer]\n public static void PostMessage(ReducerContext ctx, string text)\n {\n if (!User.Iterator.Where(u => u.Identity == ctx.Sender).Any())\n {\n throw new SpacetimeDBException(\"not registered\");\n }\n Message.Insert(new Message { Sender = ctx.Sender, Text = text, Id = 0 });\n }\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(22,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(12,19): error CS0103: The name 'TableType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(12,2): error CS1729: 'TableAttribute' does not contain a constructor that takes 2 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(4,16): error CS0103: The name 'TableType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(4,2): error CS1729: 'TableAttribute' does not contain a constructor that takes 2 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,18): error CS0246: The type or namespace name 'AutoIncrementAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,18): error CS0246: The type or namespace name 'AutoIncrement' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,6): error CS0246: The type or namespace name 'BTreeIndexAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,6): error CS0246: The type or namespace name 'BTreeIndex' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 411, + "output_tokens": 574, + "generation_duration_ms": 18268, + "started_at": "2026-03-27T20:17:57.670336600Z", + "finished_at": "2026-03-27T20:18:23.714560900Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n[SpacetimeDB.Table(IsPublic = false)]\npublic partial struct Config\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public uint Id;\n public Identity Admin;\n}\n[SpacetimeDB.Table]\npublic partial struct AdminLog\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n public string Action;\n}\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void BootstrapAdmin(ReducerContext ctx)\n {\n if (Config.FilterById(0).Any())\n {\n throw new SpacetimeDBException(\"already bootstrapped\");\n }\n Config.Insert(new Config { Id = 0, Admin = ctx.Sender });\n }\n [SpacetimeDB.Reducer]\n public static void AdminAction(ReducerContext ctx, string action)\n {\n var config = Config.FilterById(0).FirstOrDefault();\n if (config.Equals(default(Config)))\n {\n throw new SpacetimeDBException(\"not bootstrapped\");\n }\n if (ctx.Sender != config.Admin)\n {\n throw new SpacetimeDBException(\"not admin\");\n }\n AdminLog.Insert(new AdminLog { Action = action });\n }\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(3,20): error CS0246: The type or namespace name 'IsPublic' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(13,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(13,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(13,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(13,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 420, + "output_tokens": 519, + "generation_duration_ms": 16764, + "started_at": "2026-03-27T20:17:57.671486100Z", + "finished_at": "2026-03-27T20:18:22.564931600Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n[SpacetimeDB.Table(Visibility.Private)]\npublic partial struct User\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public Identity Identity;\n public string Role;\n}\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Register(ReducerContext ctx)\n {\n if (User.FindByIdentity(ctx.Sender) != null)\n {\n throw new SpacetimeDBException(\"already registered\");\n }\n User.Insert(new User { Identity = ctx.Sender, Role = \"member\" });\n }\n [SpacetimeDB.Reducer]\n public static void Promote(ReducerContext ctx, Identity target)\n {\n var caller = User.FindByIdentity(ctx.Sender);\n if (caller == null)\n {\n throw new SpacetimeDBException(\"not registered\");\n }\n if (caller.Value.Role != \"admin\")\n {\n throw new SpacetimeDBException(\"not admin\");\n }\n var targetUser = User.FindByIdentity(target);\n if (targetUser == null)\n {\n throw new SpacetimeDBException(\"target not registered\");\n }\n User.UpdateByIdentity(target, new User { Identity = target, Role = \"admin\" });\n }\n [SpacetimeDB.Reducer]\n public static void MemberAction(ReducerContext ctx)\n {\n if (User.FindByIdentity(ctx.Sender) == null)\n {\n throw new SpacetimeDBException(\"not registered\");\n }\n }\n [SpacetimeDB.Reducer]\n public static void AdminAction(ReducerContext ctx)\n {\n var user = User.FindByIdentity(ctx.Sender);\n if (user == null)\n {\n throw new SpacetimeDBException(\"not registered\");\n }\n if (user.Value.Role != \"admin\")\n {\n throw new SpacetimeDBException(\"not admin\");\n }\n }\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(3,20): error CS0103: The name 'Visibility' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(3,2): error CS1729: 'TableAttribute' does not contain a constructor that takes 1 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(6,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 458, + "output_tokens": 1295, + "generation_duration_ms": 39936, + "started_at": "2026-03-27T20:18:20.037314600Z", + "finished_at": "2026-03-27T20:19:10.330552200Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n[Table(\"Admin\", TableType.Private)]\npublic struct Admin\n{\n [PrimaryKey]\n public Identity Identity;\n}\n[Table(\"Banned\", TableType.Private)]\npublic struct Banned\n{\n [PrimaryKey]\n public Identity Identity;\n}\n[Table(\"Player\", TableType.Public)]\npublic struct Player\n{\n [PrimaryKey]\n public Identity Identity;\n public string Name;\n}\npublic static class Module\n{\n [Reducer]\n public static void AddAdmin(ReducerContext ctx, Identity target)\n {\n if (!AdminTable.Iterator().Any(row => row.Identity == ctx.Sender))\n {\n throw new SpacetimeDBException(\"not admin\");\n }\n AdminTable.Insert(new Admin { Identity = target });\n }\n [Reducer]\n public static void BanPlayer(ReducerContext ctx, Identity target)\n {\n if (!AdminTable.Iterator().Any(row => row.Identity == ctx.Sender))\n {\n throw new SpacetimeDBException(\"not admin\");\n }\n BannedTable.Insert(new Banned { Identity = target });\n var playerRow = PlayerTable.FindByIdentity(target);\n if (playerRow.HasValue)\n {\n PlayerTable.DeleteByIdentity(target);\n }\n }\n [Reducer]\n public static void JoinGame(ReducerContext ctx, string name)\n {\n if (BannedTable.Iterator().Any(row => row.Identity == ctx.Sender))\n {\n throw new SpacetimeDBException(\"banned\");\n }\n if (PlayerTable.Iterator().Any(row => row.Identity == ctx.Sender))\n {\n throw new SpacetimeDBException(\"already in game\");\n }\n PlayerTable.Insert(new Player { Identity = ctx.Sender, Name = name });\n }\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(4,15): error CS0260: Missing partial modifier on declaration of type 'Admin'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(10,15): error CS0260: Missing partial modifier on declaration of type 'Banned'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(16,15): error CS0260: Missing partial modifier on declaration of type 'Player'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(22,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(3,17): error CS0103: The name 'TableType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(3,2): error CS1729: 'TableAttribute' does not contain a constructor that takes 2 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(9,18): error CS0103: The name 'TableType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(9,2): error CS1729: 'TableAttribute' does not contain a constructor that takes 2 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,18): error CS0103: The name 'TableType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,2): error CS1729: 'TableAttribute' does not contain a constructor that takes 2 arguments [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 469, + "output_tokens": 914, + "generation_duration_ms": 30071, + "started_at": "2026-03-27T20:18:22.565124200Z", + "finished_at": "2026-03-27T20:19:03.603669800Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(isPublic: false)]\npublic partial class RateLimit\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public Identity Identity { get; set; }\n public ulong LastCallUs { get; set; }\n}\n\n[SpacetimeDB.Table]\npublic partial class ActionLog\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id { get; set; }\n public Identity Identity { get; set; }\n public string Payload { get; set; }\n}\n\npublic static class Module\n{\n [Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = ctx.Timestamp.ToUnixTimeMilliseconds() * 1000;\n var existing = RateLimit.FindByIdentity(ctx.Sender);\n if (existing != null && (now - existing.LastCallUs) < 1_000_000)\n {\n throw new Exception(\"rate limited\");\n }\n\n if (existing != null)\n {\n existing.LastCallUs = now;\n RateLimit.Update(existing);\n }\n else\n {\n RateLimit.Insert(new RateLimit { Identity = ctx.Sender, LastCallUs = now });\n }\n\n ActionLog.Insert(new ActionLog { Id = 0, Identity = ctx.Sender, Payload = payload });\n }\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(21,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(4,20): error CS1739: The best overload for 'TableAttribute' does not have a parameter named 'isPublic' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(15,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 440, + "output_tokens": 1965, + "generation_duration_ms": 58222, + "started_at": "2026-03-27T20:18:23.714723300Z", + "finished_at": "2026-03-27T20:19:37.304293Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\nusing System.Linq;\n\n[SpacetimeDB.Table]\npublic partial struct Document\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n [SpacetimeDB.Column(ColumnAttrs.BTreeIndex)]\n public Identity Owner;\n public string Title;\n}\n\n[SpacetimeDB.Table]\npublic partial struct DocumentShare\n{\n [SpacetimeDB.Column(ColumnAttrs.BTreeIndex)]\n public ulong DocumentId;\n [SpacetimeDB.Column(ColumnAttrs.BTreeIndex)]\n public Identity SharedWith;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void CreateDocument(ReducerContext ctx, string title)\n {\n Document.Insert(new Document { Id = 0, Owner = ctx.Sender, Title = title });\n }\n\n [SpacetimeDB.Reducer]\n public static void ShareDocument(ReducerContext ctx, ulong documentId, Identity target)\n {\n var doc = Document.FilterById(documentId).FirstOrDefault();\n if (doc.Id == 0) throw new Exception(\"not found\");\n if (doc.Owner != ctx.Sender) throw new Exception(\"not owner\");\n DocumentShare.Insert(new DocumentShare { DocumentId = documentId, SharedWith = target });\n }\n\n [SpacetimeDB.Reducer]\n public static void EditDocument(ReducerContext ctx, ulong documentId, string newTitle)\n {\n var doc = Document.FilterById(documentId).FirstOrDefault();\n if (doc.Id == 0) throw new Exception(\"not found\");\n bool isOwner = doc.Owner == ctx.Sender;\n bool isShared = DocumentShare.FilterByDocumentId(documentId).FilterBySharedWith(ctx.Sender).Any();\n if (!isOwner && !isShared) throw new Exception(\"unauthorized\");\n doc.Title = newTitle;\n Document.Update(doc);\n }\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(25,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(19,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(9,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(9,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(21,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(21,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(21,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(11,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(11,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(11,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 511, + "output_tokens": 797, + "generation_duration_ms": 25281, + "started_at": "2026-03-27T20:18:30.267860800Z", + "finished_at": "2026-03-27T20:19:09.367324Z" + } + } + }, + { + "name": "Gemini 3.1 Pro", + "route_api_model": "google/gemini-3.1-pro-preview", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct EmptyTable\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n}\n\npublic static partial class Reducers\n{\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_NoArgs()\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithInt(int count)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithString(string name)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithTwoArgs(int count, string name)\n {\n }\n\n [SpacetimeDB.Reducer]\n public static void EmptyReducer_WithThreeArgs(bool active, float ratio, string label)\n {\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(15,43): error STDB0008: Reducer method EmptyReducer_NoArgs does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(20,44): error STDB0008: Reducer method EmptyReducer_WithInt does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(25,47): error STDB0008: Reducer method EmptyReducer_WithString does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(30,48): error STDB0008: Reducer method EmptyReducer_WithTwoArgs does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(35,50): error STDB0008: Reducer method EmptyReducer_WithThreeArgs does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 362, + "output_tokens": 2188, + "generation_duration_ms": 29963, + "started_at": "2026-03-27T20:17:45.591082200Z", + "finished_at": "2026-03-27T20:18:25.908642700Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct User\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\n[SpacetimeDB.Table]\npublic partial struct Product\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public string Title;\n public float Price;\n public bool InStock;\n}\n\n[SpacetimeDB.Table]\npublic partial struct Note\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public string Body;\n public long Rating;\n public bool Pinned;\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(27,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(27,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(27,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 377, + "output_tokens": 850, + "generation_duration_ms": 12197, + "started_at": "2026-03-27T20:17:57.596701Z", + "finished_at": "2026-03-27T20:18:20.778725500Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Scheduled = \"Tick\")]\npublic partial struct TickTimer\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong ScheduledId;\n public SpacetimeDB.ScheduleAt ScheduledAt;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer(SpacetimeDB.ReducerKind.Init)]\n public static void Init(SpacetimeDB.ReducerContext ctx)\n {\n TickTimer.Insert(new TickTimer\n {\n ScheduledAt = SpacetimeDB.ScheduleAt.Interval(50_000ul)\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void Tick(SpacetimeDB.ReducerContext ctx, TickTimer timer)\n {\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(4,2): error STDB0014: TickTimer is a scheduled table but doesn't have a primary key of type `ulong`. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(12,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 336, + "output_tokens": 2968, + "generation_duration_ms": 49222, + "started_at": "2026-03-27T20:18:20.778845200Z", + "finished_at": "2026-03-27T20:19:18.126920100Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 295, + "output_tokens": 1210, + "generation_duration_ms": 30615, + "started_at": "2026-03-27T20:18:25.908753700Z", + "finished_at": "2026-03-27T20:19:55.335313900Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct User\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Reducers\n{\n [SpacetimeDB.Reducer]\n public static void InsertUser(int id, string name, int age, bool active)\n {\n User.Insert(new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n });\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,34): error STDB0008: Reducer method InsertUser does not have a ReducerContext parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(19,14): error CS0117: 'User' does not contain a definition for 'Insert' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 333, + "output_tokens": 1326, + "generation_duration_ms": 22774, + "started_at": "2026-03-27T20:18:30.823718200Z", + "finished_at": "2026-03-27T20:19:01.906292500Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct User\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\n {\n User.UpdateById(id, new User\n {\n Id = id,\n Name = name,\n Age = age,\n Active = active\n });\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 338, + "output_tokens": 1246, + "generation_duration_ms": 16930, + "started_at": "2026-03-27T20:19:01.906433Z", + "finished_at": "2026-03-27T20:19:26.835007500Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct User\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void DeleteUser(ReducerContext ctx, int id)\n {\n User.DeleteById(id);\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 300, + "output_tokens": 895, + "generation_duration_ms": 9989, + "started_at": "2026-03-27T20:19:18.127240500Z", + "finished_at": "2026-03-27T20:19:37.309534500Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table]\npublic partial struct User\n{\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\n ctx.Db.User.UpdateById(1, new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\n ctx.Db.User.DeleteById(2);\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(21,21): error CS1061: 'User' does not contain a definition for 'UpdateById' and no accessible extension method 'UpdateById' accepting a first argument of type 'User' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(22,21): error CS1061: 'User' does not contain a definition for 'DeleteById' and no accessible extension method 'DeleteById' accepting a first argument of type 'User' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 378, + "output_tokens": 1397, + "generation_duration_ms": 16256, + "started_at": "2026-03-27T20:19:26.835136400Z", + "finished_at": "2026-03-27T20:19:49.446987900Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: invalid type: null, expected a string at line 707 column 425", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-27T20:29:21.146248200Z", + "finished_at": "2026-03-27T20:29:21.146248200Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table]\npublic partial struct User\n{\n [PrimaryKey]\n public int Id;\n public string Name;\n public int Age;\n public bool Active;\n}\n\npublic static partial class Module\n{\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n User.Insert(new User\n {\n Id = 1,\n Name = \"Alice\",\n Age = 30,\n Active = true\n });\n\n User.Insert(new User\n {\n Id = 2,\n Name = \"Bob\",\n Age = 22,\n Active = false\n });\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(19,14): error CS0117: 'User' does not contain a definition for 'Insert' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(27,14): error CS0117: 'User' does not contain a definition for 'Insert' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 340, + "output_tokens": 1626, + "generation_duration_ms": 205164, + "started_at": "2026-03-27T20:19:49.447108100Z", + "finished_at": "2026-03-27T20:23:20.293961200Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table]\npublic partial struct Event\n{\n [Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public int Id;\n public string Kind;\n}\n\npublic static partial class Module\n{\n [Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.Event.Insert(new Event { Kind = \"connected\" });\n }\n\n [Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.Event.Insert(new Event { Kind = \"disconnected\" });\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'ColumnAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'Column' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,13): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,38): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 319, + "output_tokens": 2235, + "generation_duration_ms": 31368, + "started_at": "2026-03-27T20:19:55.335611900Z", + "finished_at": "2026-03-27T20:20:37.477192700Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct Result\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public int Sum;\n}\n\npublic static class HelperModule\n{\n public static int Add(int a, int b)\n {\n return a + b;\n }\n\n [SpacetimeDB.Reducer]\n public static void ComputeSum(ReducerContext ctx, int id, int a, int b)\n {\n Result.Insert(new Result\n {\n Id = id,\n Sum = Add(a, b)\n });\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(12,21): error CS0260: Missing partial modifier on declaration of type 'HelperModule'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 341, + "output_tokens": 1011, + "generation_duration_ms": 14472, + "started_at": "2026-03-27T20:20:37.477290700Z", + "finished_at": "2026-03-27T20:20:59.432424100Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Score\n{\n public int Left;\n public int Right;\n}\n\n[SpacetimeDB.Table(Public = true)]\npublic partial struct Result\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public Score Value;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\n {\n Result.Insert(new Result\n {\n Id = id,\n Value = new Score\n {\n Left = left,\n Right = right\n }\n });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(14,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 352, + "output_tokens": 918, + "generation_duration_ms": 11970, + "started_at": "2026-03-27T20:25:14.349050700Z", + "finished_at": "2026-03-27T20:25:31.476118400Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Circle\n{\n public int Radius;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Shape\n{\n public enum Type\n {\n Circle,\n Rectangle\n }\n\n public Type Tag;\n public Circle Circle;\n public Rectangle Rectangle;\n}\n\n[SpacetimeDB.Table]\npublic partial struct Result\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n\n public Shape Value;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void SetCircle(ReducerContext ctx, int id, int radius)\n {\n Result.Insert(new Result\n {\n Id = id,\n Value = new Shape\n {\n Tag = Shape.Type.Circle,\n Circle = new Circle { Radius = radius }\n }\n });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(26,17): error BSATN0001: BSATN implementation for Shape.Type is not found: Enum Shape.Type does not have a [SpacetimeDB.Type] attribute [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(45,16): error CS0117: 'Result' does not contain a definition for 'Insert' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 373, + "output_tokens": 5798, + "generation_duration_ms": 60918, + "started_at": "2026-03-27T20:25:29.243781800Z", + "finished_at": "2026-03-27T20:26:35.835487500Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct Primitive\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n Primitive.Insert(new Primitive\n {\n Id = 1,\n Count = 2,\n Total = 3000000000L,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 359, + "output_tokens": 944, + "generation_duration_ms": 15539, + "started_at": "2026-03-27T20:25:29.616282Z", + "finished_at": "2026-03-27T20:25:50.125105600Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Address\n{\n public string Street;\n public int Zip;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Position\n{\n public int X;\n public int Y;\n}\n\n[SpacetimeDB.Table]\npublic partial struct Profile\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n Profile.Insert(new Profile\n {\n Id = 1,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(21,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(21,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(21,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 414, + "output_tokens": 1036, + "generation_duration_ms": 19959, + "started_at": "2026-03-27T20:25:31.476248400Z", + "finished_at": "2026-03-27T20:25:56.259545800Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Type]\npublic partial struct Circle\n{\n public int Radius;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Rectangle\n{\n public int Width;\n public int Height;\n}\n\n[SpacetimeDB.Type]\npublic partial struct Shape\n{\n public enum Tags { Circle, Rectangle }\n public Tags Tag;\n public Circle Circle;\n public Rectangle Rectangle;\n}\n\n[SpacetimeDB.Table]\npublic partial struct Drawing\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n public Shape A;\n public Shape B;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n Drawing.Insert(new Drawing\n {\n Id = 1,\n A = new Shape \n { \n Tag = Shape.Tags.Circle, \n Circle = new Circle { Radius = 10 } \n },\n B = new Shape \n { \n Tag = Shape.Tags.Rectangle, \n Rectangle = new Rectangle { Width = 4, Height = 6 } \n }\n });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(21,17): error BSATN0001: BSATN implementation for Shape.Tags is not found: Enum Shape.Tags does not have a [SpacetimeDB.Type] attribute [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(29,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(29,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(29,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 380, + "output_tokens": 3485, + "generation_duration_ms": 40702, + "started_at": "2026-03-27T20:25:50.125220500Z", + "finished_at": "2026-03-27T20:26:37.117445600Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Scheduled = nameof(Tick))]\n public partial struct TickTimer\n {\n [PrimaryKey]\n [AutoInc]\n public ulong ScheduledId;\n\n public ScheduleAt ScheduledAt;\n }\n\n [Reducer]\n public static void Tick(ReducerContext ctx, TickTimer timer)\n {\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.TickTimer.Insert(new TickTimer\n {\n ScheduledAt = ScheduleAt.Interval(50_000ul)\n });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(26,38): error CS1955: Non-invocable member 'ScheduleAt.Interval' cannot be used like a method. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 338, + "output_tokens": 2995, + "generation_duration_ms": 36477, + "started_at": "2026-03-27T20:25:56.259656300Z", + "finished_at": "2026-03-27T20:26:38.597276900Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table(Public = true)]\npublic partial struct Account\n{\n [SpacetimeDB.PrimaryKey]\n public int Id;\n\n [SpacetimeDB.Unique]\n public string Email;\n\n [SpacetimeDB.Index(Name = \"by_name\")]\n public string Name;\n}\n\npublic static class Reducers\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n Account.Insert(new Account\n {\n Id = 1,\n Email = \"a@example.com\",\n Name = \"Alice\"\n });\n\n Account.Insert(new Account\n {\n Id = 2,\n Email = \"b@example.com\",\n Name = \"Bob\"\n });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,21): error CS0260: Missing partial modifier on declaration of type 'Reducers'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(13,18): error CS0653: Cannot apply attribute class 'Index' because it is abstract [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 351, + "output_tokens": 1661, + "generation_duration_ms": 26019, + "started_at": "2026-03-27T20:26:35.835722300Z", + "finished_at": "2026-03-27T20:27:07.650131800Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial class User\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int UserId;\n public string Name;\n}\n\n[SpacetimeDB.Table]\npublic partial class Group\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int GroupId;\n public string Title;\n}\n\n[SpacetimeDB.Table]\npublic partial class Membership\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n\n [SpacetimeDB.Index(BTree = true, Name = \"by_user\")]\n public int UserId;\n\n [SpacetimeDB.Index(BTree = true, Name = \"by_group\")]\n public int GroupId;\n}\n\npublic static class Reducers\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n User.Insert(new User { UserId = 1, Name = \"Alice\" });\n User.Insert(new User { UserId = 2, Name = \"Bob\" });\n\n Group.Insert(new Group { GroupId = 10, Title = \"Admin\" });\n Group.Insert(new Group { GroupId = 20, Title = \"Dev\" });\n\n Membership.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\n Membership.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\n Membership.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(33,21): error CS0260: Missing partial modifier on declaration of type 'Reducers'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(23,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(23,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(23,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(15,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(26,18): error CS0653: Cannot apply attribute class 'Index' because it is abstract [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(26,24): error CS0246: The type or namespace name 'BTree' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(29,18): error CS0653: Cannot apply attribute class 'Index' because it is abstract [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(29,24): error CS0246: The type or namespace name 'BTree' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 515, + "output_tokens": 1933, + "generation_duration_ms": 26897, + "started_at": "2026-03-27T20:26:37.117575200Z", + "finished_at": "2026-03-27T20:27:09.451911400Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct Entity\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int Id;\n}\n\n[SpacetimeDB.Table]\npublic partial struct Position\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int EntityId;\n public int X;\n public int Y;\n}\n\n[SpacetimeDB.Table]\npublic partial struct Velocity\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int EntityId;\n public int VX;\n public int VY;\n}\n\n[SpacetimeDB.Table]\npublic partial struct NextPosition\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public int EntityId;\n public int X;\n public int Y;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n Entity.Insert(new Entity { Id = 1 });\n Position.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n Velocity.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n\n Entity.Insert(new Entity { Id = 2 });\n Position.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n Velocity.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [SpacetimeDB.Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var pos in Position.Iter())\n {\n var vel = Velocity.FilterByEntityId(pos.EntityId);\n if (vel.HasValue)\n {\n var nextPos = new NextPosition\n {\n EntityId = pos.EntityId,\n X = pos.X + vel.Value.VX,\n Y = pos.Y + vel.Value.VY\n };\n\n NextPosition.DeleteByEntityId(pos.EntityId);\n NextPosition.Insert(nextPos);\n }\n }\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(32,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(32,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(32,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(14,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(14,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(23,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(23,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(23,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 486, + "output_tokens": 2966, + "generation_duration_ms": 31118, + "started_at": "2026-03-27T20:26:38.597381500Z", + "finished_at": "2026-03-27T20:27:15.486934400Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table]\n[Index(IndexKind.BTree, nameof(UserId), nameof(Day), Name = \"by_user_day\")]\npublic partial struct Log\n{\n [PrimaryKey]\n public int Id;\n public int UserId;\n public int Day;\n public string Message;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n Log.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\n Log.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\n Log.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(5,2): error CS0104: 'Index' is an ambiguous reference between 'SpacetimeDB.Index' and 'System.Index' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(5,8): error CS0103: The name 'IndexKind' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 387, + "output_tokens": 3250, + "generation_duration_ms": 40768, + "started_at": "2026-03-27T20:27:07.650357700Z", + "finished_at": "2026-03-27T20:27:53.345214800Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: invalid type: null, expected a string at line 1517 column 425", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-27T20:29:21.147798800Z", + "finished_at": "2026-03-27T20:29:21.147798800Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table]\npublic partial struct Profile\n{\n [Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n\n [Column(ColumnAttrs.Unique)]\n public Identity Identity;\n\n public string Name;\n public string Bio;\n}\n\npublic partial class Module\n{\n [View]\n public static Profile? MyProfile(ViewContext ctx)\n {\n return Profile.FindByIdentity(ctx.Sender);\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(19,5): error STDB0023: View 'MyProfile' must have an explicit name. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(19,5): error STDB0025: View 'MyProfile' must have Public = true. Views are always public in SpacetimeDB. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'ColumnAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'Column' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,13): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,38): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(10,6): error CS0246: The type or namespace name 'ColumnAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(10,6): error CS0246: The type or namespace name 'Column' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(10,13): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 348, + "output_tokens": 915, + "generation_duration_ms": 21756, + "started_at": "2026-03-27T20:24:18.011916100Z", + "finished_at": "2026-03-27T20:24:44.717592100Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 321, + "output_tokens": 1336, + "generation_duration_ms": 12937, + "started_at": "2026-03-27T20:23:20.294103200Z", + "finished_at": "2026-03-27T20:24:19.926269800Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial class Player\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n public string Name;\n public string? Nickname;\n public uint? HighScore;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void CreatePlayer(ReducerContext ctx, string name, string? nickname, uint? highScore)\n {\n ctx.Db.Player.Insert(new Player\n {\n Id = 0,\n Name = name,\n Nickname = nickname,\n HighScore = highScore\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 339, + "output_tokens": 828, + "generation_duration_ms": 12459, + "started_at": "2026-03-27T20:23:21.614943100Z", + "finished_at": "2026-03-27T20:23:39.493761Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct Message\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n\n [SpacetimeDB.Column(ColumnAttrs.Indexed)]\n public Identity Owner;\n\n public string Text;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void CreateMessage(ReducerContext ctx, string text)\n {\n Message.Insert(new Message\n {\n Id = 0,\n Owner = ctx.Sender,\n Text = text\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void DeleteMessage(ReducerContext ctx, ulong id)\n {\n var msg = Message.FilterById(id);\n if (!msg.HasValue)\n {\n throw new Exception(\"not found\");\n }\n\n if (msg.Value.Owner != ctx.Sender)\n {\n throw new Exception(\"unauthorized\");\n }\n\n Message.DeleteById(id);\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(11,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(11,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(11,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 383, + "output_tokens": 2120, + "generation_duration_ms": 38989, + "started_at": "2026-03-27T20:16:30.370861Z", + "finished_at": "2026-03-27T20:17:21.387116500Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial class UserInternal\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n public string Name;\n public string Email;\n public string PasswordHash;\n}\n\n[SpacetimeDB.Table(Public = true)]\npublic partial class UserPublic\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public ulong Id;\n public string Name;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void RegisterUser(ReducerContext ctx, string name, string email, string passwordHash)\n {\n var internalUser = new UserInternal\n {\n Id = 0,\n Name = name,\n Email = email,\n PasswordHash = passwordHash\n };\n\n var insertedUser = ctx.Db.UserInternal.Insert(internalUser);\n\n var publicUser = new UserPublic\n {\n Id = insertedUser.Id,\n Name = name\n };\n\n ctx.Db.UserPublic.Insert(publicUser);\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 407, + "output_tokens": 1315, + "generation_duration_ms": 25343, + "started_at": "2026-03-27T20:16:30.372134500Z", + "finished_at": "2026-03-27T20:17:09.123796500Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct Author\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKeyAutoInc)]\n public ulong Id;\n public string Name;\n}\n\n[SpacetimeDB.Table]\npublic partial struct Post\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKeyAutoInc)]\n public ulong Id;\n [SpacetimeDB.Column(ColumnAttrs.Indexed)]\n public ulong AuthorId;\n public string Title;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void DeleteAuthor(ReducerContext ctx, ulong authorId)\n {\n foreach (var post in Post.FilterByAuthorId(authorId))\n {\n Post.DeleteById(post.Id);\n }\n Author.DeleteById(authorId);\n }\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(15,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 361, + "output_tokens": 1130, + "generation_duration_ms": 10627, + "started_at": "2026-03-27T20:23:23.223706800Z", + "finished_at": "2026-03-27T20:23:39.774934100Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing System.Collections.Generic;\nusing SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct Order\n{\n [SpacetimeDB.Column(Attrs = SpacetimeDB.ColumnAttrs.PrimaryKey | SpacetimeDB.ColumnAttrs.AutoInc)]\n public ulong Id;\n\n [SpacetimeDB.Column(Attrs = SpacetimeDB.ColumnAttrs.Indexed)]\n public string Category;\n\n public ulong Amount;\n public bool Fulfilled;\n}\n\n[SpacetimeDB.Table]\npublic partial struct CategoryStats\n{\n [SpacetimeDB.Column(Attrs = SpacetimeDB.ColumnAttrs.PrimaryKey)]\n public string Category;\n\n public ulong TotalAmount;\n public uint OrderCount;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void ComputeStats(ReducerContext ctx, string category)\n {\n ulong totalAmount = 0;\n uint orderCount = 0;\n\n foreach (var order in Order.FilterByCategory(category))\n {\n totalAmount += order.Amount;\n orderCount++;\n }\n\n var stats = new CategoryStats\n {\n Category = category,\n TotalAmount = totalAmount,\n OrderCount = orderCount\n };\n\n if (CategoryStats.FilterByCategory(category).HasValue)\n {\n CategoryStats.UpdateByCategory(category, stats);\n }\n else\n {\n CategoryStats.Insert(stats);\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(22,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(22,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(22,33): error CS0234: The type or namespace name 'ColumnAttrs' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(9,33): error CS0234: The type or namespace name 'ColumnAttrs' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(9,70): error CS0234: The type or namespace name 'ColumnAttrs' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(12,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(12,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(12,33): error CS0234: The type or namespace name 'ColumnAttrs' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 384, + "output_tokens": 2672, + "generation_duration_ms": 30050, + "started_at": "2026-03-27T20:23:39.493879700Z", + "finished_at": "2026-03-27T20:24:18.011792200Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct Customer\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKeyAutoInc)]\n public ulong Id;\n public string Name;\n}\n\n[SpacetimeDB.Table]\npublic partial struct Order\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKeyAutoInc)]\n public ulong Id;\n [SpacetimeDB.Column(ColumnAttrs.Indexed)]\n public ulong CustomerId;\n public string Product;\n public uint Amount;\n}\n\n[SpacetimeDB.Table]\npublic partial struct OrderDetail\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public ulong OrderId;\n public string CustomerName;\n public string Product;\n public uint Amount;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void BuildOrderDetails(ReducerContext ctx)\n {\n foreach (var order in Order.Iter())\n {\n var customer = Customer.FilterById(order.CustomerId);\n if (customer.HasValue)\n {\n OrderDetail.Insert(new OrderDetail\n {\n OrderId = order.Id,\n CustomerName = customer.Value.Name,\n Product = order.Product,\n Amount = order.Amount\n });\n }\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(26,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(26,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(26,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(15,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(15,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 434, + "output_tokens": 1936, + "generation_duration_ms": 17070, + "started_at": "2026-03-27T20:23:39.775106800Z", + "finished_at": "2026-03-27T20:24:02.559604600Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB.Module;\n\n[SpacetimeDB.Table]\npublic partial struct Account\n{\n [SpacetimeDB.PrimaryKey]\n [SpacetimeDB.AutoInc]\n public ulong Id;\n\n [SpacetimeDB.Unique]\n public string Email;\n\n public string DisplayName;\n}\n\npublic static class AccountModule\n{\n [SpacetimeDB.Reducer]\n public static void CreateAccount(ReducerContext ctx, string email, string displayName)\n {\n ctx.Db.Account.Insert(new Account\n {\n Id = 0,\n Email = email,\n DisplayName = displayName\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,21): error CS0260: Missing partial modifier on declaration of type 'AccountModule'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(2,19): error CS0234: The type or namespace name 'Module' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(20,38): error CS0246: The type or namespace name 'ReducerContext' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 320, + "output_tokens": 1555, + "generation_duration_ms": 26986, + "started_at": "2026-03-27T20:23:59.363293800Z", + "finished_at": "2026-03-27T20:24:31.310509900Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct Product\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n public string Name;\n [SpacetimeDB.Index(IndexType.BTree)]\n public uint Price;\n}\n\n[SpacetimeDB.Table]\npublic partial struct PriceRangeResult\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public ulong ProductId;\n public string Name;\n public uint Price;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void FindInPriceRange(ReducerContext ctx, uint minPrice, uint maxPrice)\n {\n foreach (var product in Product.Iter())\n {\n if (product.Price >= minPrice && product.Price <= maxPrice)\n {\n PriceRangeResult.Insert(new PriceRangeResult\n {\n ProductId = product.Id,\n Name = product.Name,\n Price = product.Price\n });\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(24,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(18,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(18,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(18,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(11,18): error CS0653: Cannot apply attribute class 'Index' because it is abstract [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(11,24): error CS0103: The name 'IndexType' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 387, + "output_tokens": 1648, + "generation_duration_ms": 25626, + "started_at": "2026-03-27T20:24:19.926473600Z", + "finished_at": "2026-03-27T20:24:50.351045800Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System.Linq;\nusing SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct Player\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n public string Name;\n public ulong Score;\n}\n\n[SpacetimeDB.Table]\npublic partial struct LeaderboardEntry\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public uint Rank;\n public string PlayerName;\n public ulong Score;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void BuildLeaderboard(ReducerContext ctx, uint limit)\n {\n foreach (var entry in LeaderboardEntry.Iter())\n {\n LeaderboardEntry.DeleteByRank(entry.Rank);\n }\n\n var topPlayers = Player.Iter()\n .OrderByDescending(p => p.Score)\n .Take((int)limit);\n\n uint rank = 1;\n foreach (var p in topPlayers)\n {\n LeaderboardEntry.Insert(new LeaderboardEntry\n {\n Rank = rank,\n PlayerName = p.Name,\n Score = p.Score\n });\n rank++;\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 388, + "output_tokens": 2575, + "generation_duration_ms": 33310, + "started_at": "2026-03-27T20:24:31.310628900Z", + "finished_at": "2026-03-27T20:25:09.879563700Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial class Task\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n public string Title;\n public bool Completed;\n}\n\n[SpacetimeDB.Table]\npublic partial class FirstIncomplete\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public ulong TaskId;\n public string Title;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void FindFirstIncomplete(ReducerContext ctx)\n {\n foreach (var task in Task.Iter())\n {\n if (!task.Completed)\n {\n FirstIncomplete.Insert(new FirstIncomplete\n {\n TaskId = task.Id,\n Title = task.Title\n });\n break;\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(16,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 361, + "output_tokens": 1645, + "generation_duration_ms": 24670, + "started_at": "2026-03-27T20:24:44.717743200Z", + "finished_at": "2026-03-27T20:25:14.348944500Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System.Collections.Generic;\nusing SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct Order\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n public string Category;\n public uint Amount;\n}\n\n[SpacetimeDB.Table]\npublic partial struct DistinctCategory\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public string Category;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void CollectDistinctCategories(ReducerContext ctx)\n {\n HashSet categories = new HashSet();\n foreach (var order in Order.Iter())\n {\n categories.Add(order.Category);\n }\n\n foreach (var category in categories)\n {\n DistinctCategory.Insert(new DistinctCategory { Category = category });\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(17,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 344, + "output_tokens": 934, + "generation_duration_ms": 12899, + "started_at": "2026-03-27T20:24:50.351155700Z", + "finished_at": "2026-03-27T20:25:08.818431Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct User\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n public string Name;\n public bool Active;\n}\n\n[SpacetimeDB.Table]\npublic partial struct UserStats\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public string Key;\n public ulong Count;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void ComputeUserCounts(ReducerContext ctx)\n {\n ulong totalCount = 0;\n ulong activeCount = 0;\n\n foreach (var user in User.Iter())\n {\n totalCount++;\n if (user.Active)\n {\n activeCount++;\n }\n }\n\n UserStats.Insert(new UserStats { Key = \"total\", Count = totalCount });\n UserStats.Insert(new UserStats { Key = \"active\", Count = activeCount });\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(16,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 389, + "output_tokens": 1517, + "generation_duration_ms": 15007, + "started_at": "2026-03-27T20:25:08.818594Z", + "finished_at": "2026-03-27T20:25:29.616116500Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[SpacetimeDB.Table]\n[SpacetimeDB.Index(IndexKind.BTree, nameof(Category), nameof(Severity))]\npublic partial struct EventLog\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKeyAutoInc)]\n public ulong Id;\n public string Category;\n public uint Severity;\n public string Message;\n}\n\n[SpacetimeDB.Table]\npublic partial struct FilteredEvent\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public ulong EventId;\n public string Message;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void FilterEvents(ReducerContext ctx, string category, uint severity)\n {\n foreach (var ev in EventLog.Iter())\n {\n if (ev.Category == category && ev.Severity == severity)\n {\n FilteredEvent.Insert(new FilteredEvent\n {\n EventId = ev.Id,\n Message = ev.Message\n });\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(5,14): error CS0653: Cannot apply attribute class 'Index' because it is abstract [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(5,20): error CS0103: The name 'IndexKind' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(18,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(18,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(18,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 390, + "output_tokens": 1148, + "generation_duration_ms": 13657, + "started_at": "2026-03-27T20:25:09.879687100Z", + "finished_at": "2026-03-27T20:25:29.243642100Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Scheduled = nameof(SendReminder), ScheduledAt = nameof(Reminder.ScheduledAt))]\npublic partial struct Reminder\n{\n [Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n public string Message;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void SendReminder(ReducerContext ctx, Reminder reminder)\n {\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.Reminder.Insert(new Reminder\n {\n ScheduledAt = ScheduleAt.Time(ctx.Timestamp + TimeDuration.FromMicroseconds(60_000_000L)),\n Message = \"Reminder\"\n });\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(4,2): error STDB0014: Reminder is a scheduled table but doesn't have a primary key of type `ulong`. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(4,27): error CS0103: The name 'SendReminder' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'ColumnAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'Column' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,13): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,38): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 369, + "output_tokens": 2901, + "generation_duration_ms": 122115, + "started_at": "2026-03-27T20:20:59.432644300Z", + "finished_at": "2026-03-27T20:23:06.707319Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Scheduled = nameof(RunCleanup), ScheduledAt = nameof(CleanupJob.ScheduledAt))]\npublic partial class CleanupJob\n{\n [Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong ScheduledId;\n\n public ScheduleAt ScheduledAt;\n}\n\npublic static partial class Reducers\n{\n [Reducer]\n public static void RunCleanup(ReducerContext ctx, CleanupJob arg)\n {\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.CleanupJob.Insert(new CleanupJob\n {\n ScheduledAt = ScheduleAt.Interval(60_000_000)\n });\n }\n\n [Reducer]\n public static void CancelCleanup(ReducerContext ctx, ulong scheduledId)\n {\n ctx.Db.CleanupJob.ScheduledId.Delete(scheduledId);\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(4,2): error STDB0014: CleanupJob is a scheduled table but doesn't have a primary key of type `ulong`. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(4,27): error CS0103: The name 'RunCleanup' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'ColumnAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'Column' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,13): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,38): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 381, + "output_tokens": 7829, + "generation_duration_ms": 70435, + "started_at": "2026-03-27T20:22:05.721823600Z", + "finished_at": "2026-03-27T20:23:21.614792600Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\n[Table(Public = true)]\npublic partial class OnlinePlayer\n{\n [Column(ColumnAttrs.PrimaryKey)]\n public Identity Identity;\n public Timestamp ConnectedAt;\n}\n\npublic static partial class Module\n{\n [Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.OnlinePlayer.Insert(new OnlinePlayer\n {\n Identity = ctx.Sender,\n ConnectedAt = ctx.Timestamp\n });\n }\n\n [Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.OnlinePlayer.Identity.Delete(ctx.Sender);\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'ColumnAttribute' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,6): error CS0246: The type or namespace name 'Column' could not be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(7,13): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 307, + "output_tokens": 1310, + "generation_duration_ms": 11490, + "started_at": "2026-03-27T20:23:06.707427500Z", + "finished_at": "2026-03-27T20:23:23.223554600Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Public = false)]\npublic partial struct User\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public Identity Identity;\n public string Name;\n}\n\n[SpacetimeDB.Table(Public = true)]\npublic partial struct Message\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey, ColumnAttrs.AutoInc)]\n public ulong Id;\n \n [SpacetimeDB.Column(ColumnAttrs.Indexed)]\n public Identity Sender;\n \n public string Text;\n}\n\npublic static class Module\n{\n [SpacetimeDB.Reducer]\n public static void Register(ReducerContext ctx, string name)\n {\n if (User.FilterByIdentity(ctx.Sender) is not null)\n {\n throw new ArgumentException(\"already registered\");\n }\n\n User.Insert(new User\n {\n Identity = ctx.Sender,\n Name = name\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void PostMessage(ReducerContext ctx, string text)\n {\n if (User.FilterByIdentity(ctx.Sender) is null)\n {\n throw new ArgumentException(\"not registered\");\n }\n\n Message.Insert(new Message\n {\n Id = 0,\n Sender = ctx.Sender,\n Text = text\n });\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(25,21): error CS0260: Missing partial modifier on declaration of type 'Module'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(16,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(16,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(16,49): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(19,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(19,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(19,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 414, + "output_tokens": 1480, + "generation_duration_ms": 20553, + "started_at": "2026-03-27T20:16:30.373435100Z", + "finished_at": "2026-03-27T20:17:09.116850500Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing SpacetimeDB;\n\n[Table(Public = false)]\npublic partial struct Config\n{\n [PrimaryKey]\n public uint Id;\n public Identity Admin;\n}\n\n[Table(Public = true)]\npublic partial struct AdminLog\n{\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Action;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void BootstrapAdmin(ReducerContext ctx)\n {\n var config = Config.FindById(0);\n if (config != null)\n {\n throw new Exception(\"already bootstrapped\");\n }\n\n Config.Insert(new Config\n {\n Id = 0,\n Admin = ctx.Sender\n });\n }\n\n [Reducer]\n public static void AdminAction(ReducerContext ctx, string action)\n {\n var config = Config.FindById(0);\n if (config == null)\n {\n throw new Exception(\"not bootstrapped\");\n }\n\n if (ctx.Sender != config.Value.Admin)\n {\n throw new Exception(\"not admin\");\n }\n\n AdminLog.Insert(new AdminLog\n {\n Id = 0,\n Action = action\n });\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(27,29): error CS0117: 'Config' does not contain a definition for 'FindById' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(33,16): error CS0117: 'Config' does not contain a definition for 'Insert' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(43,29): error CS0117: 'Config' does not contain a definition for 'FindById' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(54,18): error CS0117: 'AdminLog' does not contain a definition for 'Insert' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 425, + "output_tokens": 2419, + "generation_duration_ms": 42912, + "started_at": "2026-03-27T20:16:30.374792300Z", + "finished_at": "2026-03-27T20:17:21.490018400Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing SpacetimeDB;\n\n[SpacetimeDB.Table(Public = false)]\npublic partial struct User\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey)]\n public SpacetimeDB.Identity Identity;\n public string Role;\n}\n\npublic static class RoleBasedAccessModule\n{\n [SpacetimeDB.Reducer]\n public static void Register(SpacetimeDB.ReducerContext ctx)\n {\n if (User.FilterByIdentity(ctx.Sender) != null)\n {\n throw new Exception(\"already registered\");\n }\n User.Insert(new User { Identity = ctx.Sender, Role = \"member\" });\n }\n\n [SpacetimeDB.Reducer]\n public static void Promote(SpacetimeDB.ReducerContext ctx, SpacetimeDB.Identity target)\n {\n var caller = User.FilterByIdentity(ctx.Sender);\n if (caller == null)\n {\n throw new Exception(\"not registered\");\n }\n if (caller.Value.Role != \"admin\")\n {\n throw new Exception(\"not admin\");\n }\n \n var targetUser = User.FilterByIdentity(target);\n if (targetUser == null)\n {\n throw new Exception(\"target not registered\");\n }\n \n var updatedUser = targetUser.Value;\n updatedUser.Role = \"admin\";\n User.UpdateByIdentity(target, updatedUser);\n }\n\n [SpacetimeDB.Reducer]\n public static void MemberAction(SpacetimeDB.ReducerContext ctx)\n {\n var caller = User.FilterByIdentity(ctx.Sender);\n if (caller == null)\n {\n throw new Exception(\"not registered\");\n }\n }\n\n [SpacetimeDB.Reducer]\n public static void AdminAction(SpacetimeDB.ReducerContext ctx)\n {\n var caller = User.FilterByIdentity(ctx.Sender);\n if (caller == null)\n {\n throw new Exception(\"not registered\");\n }\n if (caller.Value.Role != \"admin\")\n {\n throw new Exception(\"not admin\");\n }\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(13,21): error CS0260: Missing partial modifier on declaration of type 'RoleBasedAccessModule'; another partial declaration of this type exists [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(8,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 476, + "output_tokens": 2337, + "generation_duration_ms": 28130, + "started_at": "2026-03-27T20:17:09.123978400Z", + "finished_at": "2026-03-27T20:17:45.590909400Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: invalid type: null, expected a string at line 1953 column 425", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-27T20:29:21.147034Z", + "finished_at": "2026-03-27T20:29:21.147034Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing SpacetimeDB;\n\n[Table(Public = false)]\npublic partial struct RateLimit\n{\n [PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n}\n\n[Table(Public = true)]\npublic partial struct ActionLog\n{\n [PrimaryKey, AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n}\n\npublic static partial class Module\n{\n [Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)(((DateTimeOffset)ctx.Timestamp).ToUnixTimeMilliseconds() * 1000);\n\n var rateLimit = RateLimit.FilterByIdentity(ctx.Sender);\n if (rateLimit.HasValue && (now - rateLimit.Value.LastCallUs) < 1_000_000)\n {\n throw new Exception(\"rate limited\");\n }\n\n var newLimit = new RateLimit\n {\n Identity = ctx.Sender,\n LastCallUs = now\n };\n\n if (rateLimit.HasValue)\n {\n RateLimit.UpdateByIdentity(ctx.Sender, newLimit);\n }\n else\n {\n RateLimit.Insert(newLimit);\n }\n\n ActionLog.Insert(new ActionLog\n {\n Id = 0,\n Identity = ctx.Sender,\n Payload = payload\n });\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(29,35): error CS0117: 'RateLimit' does not contain a definition for 'FilterByIdentity' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(43,23): error CS0117: 'RateLimit' does not contain a definition for 'UpdateByIdentity' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(47,23): error CS0117: 'RateLimit' does not contain a definition for 'Insert' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(50,19): error CS0117: 'ActionLog' does not contain a definition for 'Insert' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 446, + "output_tokens": 4437, + "generation_duration_ms": 60284, + "started_at": "2026-03-27T20:17:21.387324500Z", + "finished_at": "2026-03-27T20:18:30.823387700Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using System;\nusing System.Linq;\nusing SpacetimeDB;\n\n[SpacetimeDB.Table]\npublic partial struct Document\n{\n [SpacetimeDB.Column(ColumnAttrs.PrimaryKey | ColumnAttrs.AutoInc)]\n public ulong Id;\n\n [SpacetimeDB.Column(ColumnAttrs.Indexed)]\n public Identity Owner;\n\n public string Title;\n}\n\n[SpacetimeDB.Table]\npublic partial struct DocumentShare\n{\n [SpacetimeDB.Column(ColumnAttrs.Indexed)]\n public ulong DocumentId;\n\n [SpacetimeDB.Column(ColumnAttrs.Indexed)]\n public Identity SharedWith;\n}\n\npublic static partial class Module\n{\n [SpacetimeDB.Reducer]\n public static void CreateDocument(ReducerContext ctx, string title)\n {\n Document.Insert(new Document\n {\n Id = 0,\n Owner = ctx.Sender,\n Title = title\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void ShareDocument(ReducerContext ctx, ulong documentId, Identity target)\n {\n var doc = Document.FilterById(documentId);\n if (!doc.HasValue)\n {\n throw new Exception(\"not found\");\n }\n\n if (doc.Value.Owner != ctx.Sender)\n {\n throw new Exception(\"not owner\");\n }\n\n DocumentShare.Insert(new DocumentShare\n {\n DocumentId = documentId,\n SharedWith = target\n });\n }\n\n [SpacetimeDB.Reducer]\n public static void EditDocument(ReducerContext ctx, ulong documentId, string newTitle)\n {\n var doc = Document.FilterById(documentId);\n if (!doc.HasValue)\n {\n throw new Exception(\"not found\");\n }\n\n bool isOwner = doc.Value.Owner == ctx.Sender;\n bool isShared = DocumentShare.FilterByDocumentId(documentId)\n .Any(share => share.SharedWith == ctx.Sender);\n\n if (!isOwner && !isShared)\n {\n throw new Exception(\"unauthorized\");\n }\n\n var updatedDoc = doc.Value;\n updatedDoc.Title = newTitle;\n Document.UpdateById(documentId, updatedDoc);\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(9,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(9,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(9,50): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(12,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(12,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(12,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(21,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(21,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(21,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(24,18): error CS0234: The type or namespace name 'ColumnAttribute' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(24,18): error CS0234: The type or namespace name 'Column' does not exist in the namespace 'SpacetimeDB' (are you missing an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(24,25): error CS0103: The name 'ColumnAttrs' does not exist in the current context [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 521, + "output_tokens": 2120, + "generation_duration_ms": 27120, + "started_at": "2026-03-27T20:17:21.490214300Z", + "finished_at": "2026-03-27T20:17:57.596537100Z" + } + } + } + ] + }, + { + "mode": "guidelines", + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "models": [ + { + "name": "Claude Sonnet 4.6", + "route_api_model": "claude-sonnet-4-6", + "tasks": { + "t_000_empty_reducers": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4251, + "output_tokens": 240, + "generation_duration_ms": 2590, + "started_at": "2026-03-30T21:38:26.717092600Z", + "finished_at": "2026-03-30T21:40:01.931625200Z" + }, + "t_001_basic_tables": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_001_basic_tables", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4239, + "output_tokens": 185, + "generation_duration_ms": 2203, + "started_at": "2026-03-30T21:39:01.804914200Z", + "finished_at": "2026-03-30T21:40:30.600696600Z" + }, + "t_002_scheduled_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4223, + "output_tokens": 232, + "generation_duration_ms": 3158, + "started_at": "2026-03-30T21:39:33.756905Z", + "finished_at": "2026-03-30T21:41:08.641626400Z" + }, + "t_003_struct_in_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_003_struct_in_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4170, + "output_tokens": 92, + "generation_duration_ms": 1543, + "started_at": "2026-03-30T21:39:43.972356700Z", + "finished_at": "2026-03-30T21:41:18.530763500Z" + }, + "t_004_insert": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4205, + "output_tokens": 143, + "generation_duration_ms": 2537, + "started_at": "2026-03-30T21:40:01.931746300Z", + "finished_at": "2026-03-30T21:41:43.823386400Z" + }, + "t_005_update": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_005_update", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4256, + "output_tokens": 220, + "generation_duration_ms": 2951, + "started_at": "2026-03-30T21:40:30.600820300Z", + "finished_at": "2026-03-30T21:42:06.852661300Z" + }, + "t_006_delete": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_006_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4220, + "output_tokens": 194, + "generation_duration_ms": 2931, + "started_at": "2026-03-30T21:41:08.641735400Z", + "finished_at": "2026-03-30T21:42:42.105535600Z" + }, + "t_007_crud": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_007_crud", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4253, + "output_tokens": 225, + "generation_duration_ms": 3341, + "started_at": "2026-03-30T21:41:18.530861800Z", + "finished_at": "2026-03-30T21:42:59.919856700Z" + }, + "t_008_index_lookup": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_008_index_lookup", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "Id | Name ----+--------- 1 | \"Alice\"", + "llm_out": "Id | Name ----+--------- 1 | \"Alice\"", + "query": "SELECT Id, Name FROM Result WHERE Id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4286, + "output_tokens": 278, + "generation_duration_ms": 3618, + "started_at": "2026-03-30T21:41:43.823468900Z", + "finished_at": "2026-03-30T21:43:19.015057700Z" + }, + "t_009_init": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_009_init", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM User" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4214, + "output_tokens": 181, + "generation_duration_ms": 3266, + "started_at": "2026-03-30T21:42:06.852782700Z", + "finished_at": "2026-03-30T21:43:40.941727Z" + }, + "t_010_connect": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_010_connect", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4195, + "output_tokens": 200, + "generation_duration_ms": 2219, + "started_at": "2026-03-30T21:42:42.105642600Z", + "finished_at": "2026-03-30T21:44:11.619608400Z" + }, + "t_011_helper_function": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_011_helper_function", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Sum ----+----- 1 | 5", + "llm_out": "Id | Sum ----+----- 1 | 5", + "query": "SELECT Id, Sum FROM Result WHERE Id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4213, + "output_tokens": 143, + "generation_duration_ms": 5281, + "started_at": "2026-03-30T21:42:59.919954900Z", + "finished_at": "2026-03-30T21:44:44.515141200Z" + }, + "t_012_spacetime_product_type": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_012_spacetime_product_type", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_score" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4221, + "output_tokens": 162, + "generation_duration_ms": 2221, + "started_at": "2026-03-30T21:50:01.770629400Z", + "finished_at": "2026-03-30T21:51:42.584534600Z" + }, + "t_013_spacetime_sum_type": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_013_spacetime_sum_type", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "llm_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4240, + "output_tokens": 215, + "generation_duration_ms": 2956, + "started_at": "2026-03-30T21:50:54.404201Z", + "finished_at": "2026-03-30T21:52:32.086249300Z" + }, + "t_014_elementary_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_014_elementary_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM Primitive WHERE Id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Primitive WHERE Id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4235, + "output_tokens": 211, + "generation_duration_ms": 2361, + "started_at": "2026-03-30T21:51:15.399698200Z", + "finished_at": "2026-03-30T21:52:53.747884100Z" + }, + "t_015_product_type_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_015_product_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT Id, Home, Work, Pos FROM Profile WHERE Id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Profile WHERE Id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4287, + "output_tokens": 259, + "generation_duration_ms": 2776, + "started_at": "2026-03-30T21:51:35.788831800Z", + "finished_at": "2026-03-30T21:53:24.068298800Z" + }, + "t_016_sum_type_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_016_sum_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (circle = (radius = 10)) | (rectangle = (width = 4, height = 6))", + "llm_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (circle = (radius = 10)) | (rectangle = (width = 4, height = 6))", + "query": "SELECT Id, A, B FROM Drawing WHERE Id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Drawing WHERE Id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4255, + "output_tokens": 249, + "generation_duration_ms": 6243, + "started_at": "2026-03-30T21:51:42.584652Z", + "finished_at": "2026-03-30T21:53:27.437405600Z" + }, + "t_017_scheduled_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_017_scheduled_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM TickTimer WHERE ScheduledId>=0" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4224, + "output_tokens": 242, + "generation_duration_ms": 3255, + "started_at": "2026-03-30T21:52:32.086362600Z", + "finished_at": "2026-03-30T21:54:02.503176900Z" + }, + "t_018_constraints": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_018_constraints", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "Id | Email | Name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT Id, Email, Name FROM Account WHERE Id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Account WHERE Id=2" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4226, + "output_tokens": 214, + "generation_duration_ms": 2503, + "started_at": "2026-03-30T21:52:53.748000900Z", + "finished_at": "2026-03-30T21:54:31.527458800Z" + }, + "t_019_many_to_many": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_019_many_to_many", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "m2m_has_1_1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=1" + } + }, + "m2m_has_1_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=2" + } + }, + "m2m_has_2_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=2 AND GroupId=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Membership" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4370, + "output_tokens": 485, + "generation_duration_ms": 7564, + "started_at": "2026-03-30T21:53:27.437521400Z", + "finished_at": "2026-03-30T21:55:03.305675700Z" + }, + "t_020_ecs": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_020_ecs", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 7, + "passed_tests": 7, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=2 AND X=8 AND Y=3" + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM NextPosition" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=1 AND X=1 AND Y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM Position" + } + }, + "ecs_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "ecs_step": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "step" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4399, + "output_tokens": 682, + "generation_duration_ms": 7639, + "started_at": "2026-03-30T21:53:27.440199600Z", + "finished_at": "2026-03-30T21:55:08.118557500Z" + }, + "t_021_multi_column_index": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_021_multi_column_index", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=2" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4263, + "output_tokens": 265, + "generation_duration_ms": 3279, + "started_at": "2026-03-30T21:54:02.503277900Z", + "finished_at": "2026-03-30T21:55:35.705923200Z" + }, + "t_022_view_basic": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4201, + "output_tokens": 184, + "generation_duration_ms": 2672, + "started_at": "2026-03-30T21:46:49.587370100Z", + "finished_at": "2026-03-30T21:48:19.829341Z" + }, + "t_023_view_per_user": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4241, + "output_tokens": 153, + "generation_duration_ms": 4149, + "started_at": "2026-03-30T21:47:34.709551200Z", + "finished_at": "2026-03-30T21:49:16.856800200Z" + }, + "t_024_event_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4220, + "output_tokens": 153, + "generation_duration_ms": 4928, + "started_at": "2026-03-30T21:44:44.515253700Z", + "finished_at": "2026-03-30T21:46:23.012467900Z" + }, + "t_025_optional_fields": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4233, + "output_tokens": 170, + "generation_duration_ms": 2201, + "started_at": "2026-03-30T21:45:00.499546700Z", + "finished_at": "2026-03-30T21:46:30.554646100Z" + }, + "t_026_auth_identity_check": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4275, + "output_tokens": 262, + "generation_duration_ms": 3486, + "started_at": "2026-03-30T21:34:20.081600400Z", + "finished_at": "2026-03-30T21:38:03.772333400Z" + }, + "t_027_private_vs_public_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4306, + "output_tokens": 268, + "generation_duration_ms": 4173, + "started_at": "2026-03-30T21:34:20.083220Z", + "finished_at": "2026-03-30T21:38:04.510389900Z" + }, + "t_028_cascade_delete": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4256, + "output_tokens": 231, + "generation_duration_ms": 2835, + "started_at": "2026-03-30T21:45:15.722707200Z", + "finished_at": "2026-03-30T21:46:49.587266300Z" + }, + "t_029_filter_and_aggregate": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4278, + "output_tokens": 375, + "generation_duration_ms": 4862, + "started_at": "2026-03-30T21:45:58.184398600Z", + "finished_at": "2026-03-30T21:47:34.709454700Z" + }, + "t_030_two_table_join": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4327, + "output_tokens": 346, + "generation_duration_ms": 3779, + "started_at": "2026-03-30T21:46:23.012564100Z", + "finished_at": "2026-03-30T21:48:03.188133100Z" + }, + "t_031_unique_constraint": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4215, + "output_tokens": 145, + "generation_duration_ms": 1952, + "started_at": "2026-03-30T21:46:30.554751100Z", + "finished_at": "2026-03-30T21:48:08.553150700Z" + }, + "t_032_range_query": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4290, + "output_tokens": 293, + "generation_duration_ms": 3620, + "started_at": "2026-03-30T21:48:03.188227800Z", + "finished_at": "2026-03-30T21:49:38.305941700Z" + }, + "t_033_sort_and_limit": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4288, + "output_tokens": 293, + "generation_duration_ms": 6510, + "started_at": "2026-03-30T21:48:08.553246100Z", + "finished_at": "2026-03-30T21:49:50.534943600Z" + }, + "t_034_find_first": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4252, + "output_tokens": 234, + "generation_duration_ms": 3354, + "started_at": "2026-03-30T21:48:19.829438200Z", + "finished_at": "2026-03-30T21:50:01.770500400Z" + }, + "t_035_select_distinct": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4251, + "output_tokens": 244, + "generation_duration_ms": 2604, + "started_at": "2026-03-30T21:49:16.857014600Z", + "finished_at": "2026-03-30T21:50:54.404102800Z" + }, + "t_036_count_without_collect": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4284, + "output_tokens": 264, + "generation_duration_ms": 3351, + "started_at": "2026-03-30T21:49:38.306049700Z", + "finished_at": "2026-03-30T21:51:15.399597800Z" + }, + "t_037_multi_column_filter": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4284, + "output_tokens": 308, + "generation_duration_ms": 3179, + "started_at": "2026-03-30T21:49:50.535032200Z", + "finished_at": "2026-03-30T21:51:35.788738100Z" + }, + "t_038_schedule_at_time": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4282, + "output_tokens": 258, + "generation_duration_ms": 10436, + "started_at": "2026-03-30T21:43:19.015165800Z", + "finished_at": "2026-03-30T21:45:00.499411100Z" + }, + "t_039_cancel_schedule": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4306, + "output_tokens": 307, + "generation_duration_ms": 3991, + "started_at": "2026-03-30T21:43:40.941832200Z", + "finished_at": "2026-03-30T21:45:15.722624200Z" + }, + "t_040_lifecycle_player": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4217, + "output_tokens": 212, + "generation_duration_ms": 9643, + "started_at": "2026-03-30T21:44:11.619697200Z", + "finished_at": "2026-03-30T21:45:58.184299200Z" + }, + "t_041_registered_user_gate": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4312, + "output_tokens": 327, + "generation_duration_ms": 4080, + "started_at": "2026-03-30T21:34:20.084826600Z", + "finished_at": "2026-03-30T21:37:02.318109500Z" + }, + "t_042_admin_bootstrap": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4322, + "output_tokens": 321, + "generation_duration_ms": 4328, + "started_at": "2026-03-30T21:34:20.086902900Z", + "finished_at": "2026-03-30T21:37:57.854517600Z" + }, + "t_043_role_based_access": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4369, + "output_tokens": 425, + "generation_duration_ms": 20429, + "started_at": "2026-03-30T21:37:02.318484300Z", + "finished_at": "2026-03-30T21:39:01.804829100Z" + }, + "t_044_ban_list": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4378, + "output_tokens": 515, + "generation_duration_ms": 6654, + "started_at": "2026-03-30T21:37:57.854754400Z", + "finished_at": "2026-03-30T21:39:33.756756700Z" + }, + "t_045_rate_limit": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"RateLimit\")]\n public partial struct RateLimit\n {\n [PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n }\n\n [Table(Accessor = \"ActionLog\", Public = true)]\n public partial struct ActionLog\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n }\n\n [Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)(ctx.Timestamp.ToUnixTimeMilliseconds() * 1000);\n\n var existing = ctx.Db.RateLimit.Identity.Find(ctx.Sender);\n if (existing is RateLimit rl)\n {\n if (now - rl.LastCallUs < 1_000_000)\n {\n throw new Exception(\"rate limited\");\n }\n ctx.Db.RateLimit.Identity.Update(rl with { LastCallUs = now });\n }\n else\n {\n ctx.Db.RateLimit.Insert(new RateLimit { Identity = ctx.Sender, LastCallUs = now });\n }\n\n ctx.Db.ActionLog.Insert(new ActionLog\n {\n Id = 0,\n Identity = ctx.Sender,\n Payload = payload,\n });\n }\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\claude-sonnet-4-6\\llm\\Lib.cs(27,43): error CS1061: 'Timestamp' does not contain a definition for 'ToUnixTimeMilliseconds' and no accessible extension method 'ToUnixTimeMilliseconds' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\claude-sonnet-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4349, + "output_tokens": 376, + "generation_duration_ms": 4752, + "started_at": "2026-03-30T21:38:03.772448700Z", + "finished_at": "2026-03-30T21:38:26.717025400Z" + }, + "t_046_shared_document": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4414, + "output_tokens": 531, + "generation_duration_ms": 7427, + "started_at": "2026-03-30T21:38:04.598144600Z", + "finished_at": "2026-03-30T21:39:43.972249700Z" + } + } + }, + { + "name": "GPT-5.2-Codex", + "route_api_model": "gpt-5.2-codex", + "tasks": { + "t_000_empty_reducers": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3283, + "output_tokens": 230, + "generation_duration_ms": 4102, + "started_at": "2026-03-30T21:38:02.563638100Z", + "finished_at": "2026-03-30T21:39:32.089828600Z" + }, + "t_001_basic_tables": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_001_basic_tables", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3285, + "output_tokens": 180, + "generation_duration_ms": 1818, + "started_at": "2026-03-30T21:39:02.554913400Z", + "finished_at": "2026-03-30T21:40:34.321193100Z" + }, + "t_002_scheduled_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3257, + "output_tokens": 203, + "generation_duration_ms": 2020, + "started_at": "2026-03-30T21:39:10.932802200Z", + "finished_at": "2026-03-30T21:40:46.527591900Z" + }, + "t_003_struct_in_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_003_struct_in_table", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3219, + "output_tokens": 127, + "generation_duration_ms": 3845, + "started_at": "2026-03-30T21:39:32.089924500Z", + "finished_at": "2026-03-30T21:41:10.274004500Z" + }, + "t_004_insert": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "openai", + "input_tokens": 3252, + "output_tokens": 157, + "generation_duration_ms": 2869, + "started_at": "2026-03-30T21:40:34.321322600Z", + "finished_at": "2026-03-30T21:42:10.128072600Z" + }, + "t_005_update": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_005_update", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "openai", + "input_tokens": 3295, + "output_tokens": 248, + "generation_duration_ms": 3541, + "started_at": "2026-03-30T21:40:46.527722700Z", + "finished_at": "2026-03-30T21:42:21.525290200Z" + }, + "t_006_delete": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_006_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3264, + "output_tokens": 224, + "generation_duration_ms": 4863, + "started_at": "2026-03-30T21:41:10.274449500Z", + "finished_at": "2026-03-30T21:42:43.882927900Z" + }, + "t_007_crud": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_007_crud", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User" + } + } + }, + "vendor": "openai", + "input_tokens": 3301, + "output_tokens": 242, + "generation_duration_ms": 3063, + "started_at": "2026-03-30T21:42:10.128183100Z", + "finished_at": "2026-03-30T21:43:43.889837Z" + }, + "t_008_index_lookup": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_008_index_lookup", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "Id | Name ----+--------- 1 | \"Alice\"", + "llm_out": "Id | Name ----+--------- 1 | \"Alice\"", + "query": "SELECT Id, Name FROM Result WHERE Id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "openai", + "input_tokens": 3322, + "output_tokens": 297, + "generation_duration_ms": 3463, + "started_at": "2026-03-30T21:42:21.525408500Z", + "finished_at": "2026-03-30T21:44:01.453621200Z" + }, + "t_009_init": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_009_init", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM User" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false" + } + } + }, + "vendor": "openai", + "input_tokens": 3260, + "output_tokens": 205, + "generation_duration_ms": 3237, + "started_at": "2026-03-30T21:42:43.883032800Z", + "finished_at": "2026-03-30T21:44:15.988883900Z" + }, + "t_010_connect": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_010_connect", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3244, + "output_tokens": 205, + "generation_duration_ms": 2559, + "started_at": "2026-03-30T21:43:43.889948400Z", + "finished_at": "2026-03-30T21:45:18.192002100Z" + }, + "t_011_helper_function": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_011_helper_function", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Sum ----+----- 1 | 5", + "llm_out": "Id | Sum ----+----- 1 | 5", + "query": "SELECT Id, Sum FROM Result WHERE Id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" + } + } + }, + "vendor": "openai", + "input_tokens": 3257, + "output_tokens": 171, + "generation_duration_ms": 4925, + "started_at": "2026-03-30T21:44:01.453732400Z", + "finished_at": "2026-03-30T21:45:32.179306700Z" + }, + "t_012_spacetime_product_type": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_012_spacetime_product_type", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_score" + } + } + }, + "vendor": "openai", + "input_tokens": 3267, + "output_tokens": 195, + "generation_duration_ms": 2568, + "started_at": "2026-03-30T21:50:31.563340900Z", + "finished_at": "2026-03-30T21:52:15.434312500Z" + }, + "t_013_spacetime_sum_type": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_013_spacetime_sum_type", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "llm_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3283, + "output_tokens": 218, + "generation_duration_ms": 3296, + "started_at": "2026-03-30T21:51:03.229947100Z", + "finished_at": "2026-03-30T21:52:52.057363Z" + }, + "t_014_elementary_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_014_elementary_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM Primitive WHERE Id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Primitive WHERE Id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3278, + "output_tokens": 235, + "generation_duration_ms": 4774, + "started_at": "2026-03-30T21:51:21.187293300Z", + "finished_at": "2026-03-30T21:53:11.834702800Z" + }, + "t_015_product_type_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_015_product_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT Id, Home, Work, Pos FROM Profile WHERE Id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Profile WHERE Id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3321, + "output_tokens": 286, + "generation_duration_ms": 3755, + "started_at": "2026-03-30T21:51:48.826842800Z", + "finished_at": "2026-03-30T21:53:32.975667100Z" + }, + "t_016_sum_type_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_016_sum_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (circle = (radius = 10)) | (rectangle = (width = 4, height = 6))", + "llm_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (circle = (radius = 10)) | (rectangle = (width = 4, height = 6))", + "query": "SELECT Id, A, B FROM Drawing WHERE Id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Drawing WHERE Id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3296, + "output_tokens": 256, + "generation_duration_ms": 4367, + "started_at": "2026-03-30T21:52:15.434426100Z", + "finished_at": "2026-03-30T21:53:52.183505100Z" + }, + "t_017_scheduled_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_017_scheduled_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM TickTimer WHERE ScheduledId>=0" + } + } + }, + "vendor": "openai", + "input_tokens": 3259, + "output_tokens": 238, + "generation_duration_ms": 3148, + "started_at": "2026-03-30T21:52:52.057477200Z", + "finished_at": "2026-03-30T21:54:27.878971200Z" + }, + "t_018_constraints": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_018_constraints", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Account\", Public = true)]\n public partial struct Account\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Unique]\n public string Email;\n [SpacetimeDB.Index.BTree(Accessor = \"by_name\", Columns = [nameof(Name)])]\n public string Name;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Account.Insert(new Account { Id = 0, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.Account.Insert(new Account { Id = 0, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(13,10): error STDB0015: Index attribute on a field applies directly to that field, so it doesn't accept the Columns parameter. [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3263, + "output_tokens": 354, + "generation_duration_ms": 15708, + "started_at": "2026-03-30T21:53:11.834822Z", + "finished_at": "2026-03-30T21:53:45.351958500Z" + }, + "t_019_many_to_many": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_019_many_to_many", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "m2m_has_1_1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=1" + } + }, + "m2m_has_1_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=2" + } + }, + "m2m_has_2_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=2 AND GroupId=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Membership" + } + } + }, + "vendor": "openai", + "input_tokens": 3389, + "output_tokens": 1378, + "generation_duration_ms": 12479, + "started_at": "2026-03-30T21:53:32.975772200Z", + "finished_at": "2026-03-30T21:55:13.063751400Z" + }, + "t_020_ecs": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_020_ecs", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 7, + "passed_tests": 7, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=2 AND X=8 AND Y=3" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=1 AND X=1 AND Y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM Position" + } + }, + "ecs_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "ecs_step": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "step" + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM NextPosition" + } + } + }, + "vendor": "openai", + "input_tokens": 3426, + "output_tokens": 794, + "generation_duration_ms": 8728, + "started_at": "2026-03-30T21:53:45.352010900Z", + "finished_at": "2026-03-30T21:55:20.871775400Z" + }, + "t_021_multi_column_index": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_021_multi_column_index", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=2" + } + } + }, + "vendor": "openai", + "input_tokens": 3301, + "output_tokens": 296, + "generation_duration_ms": 7545, + "started_at": "2026-03-30T21:53:52.183644900Z", + "finished_at": "2026-03-30T21:55:25.533596200Z" + }, + "t_022_view_basic": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System.Collections.Generic;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Announcement\", Public = true)]\n public partial struct Announcement\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Message;\n [SpacetimeDB.Index.BTree]\n public bool Active;\n }\n\n [SpacetimeDB.View(Accessor = \"ActiveAnnouncements\", Public = true)]\n public static IEnumerable ActiveAnnouncements(AnonymousViewContext ctx)\n {\n return ctx.Db.Announcement.Active.Filter(true);\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(18,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(18,19): error STDB0024: View 'ActiveAnnouncements' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3239, + "output_tokens": 359, + "generation_duration_ms": 3418, + "started_at": "2026-03-30T21:47:27.763459700Z", + "finished_at": "2026-03-30T21:47:51.804151100Z" + }, + "t_023_view_per_user": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3280, + "output_tokens": 223, + "generation_duration_ms": 2565, + "started_at": "2026-03-30T21:47:51.804212600Z", + "finished_at": "2026-03-30T21:49:23.868230300Z" + }, + "t_024_event_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3257, + "output_tokens": 175, + "generation_duration_ms": 2421, + "started_at": "2026-03-30T21:45:32.179410700Z", + "finished_at": "2026-03-30T21:47:01.943248500Z" + }, + "t_025_optional_fields": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3274, + "output_tokens": 176, + "generation_duration_ms": 3968, + "started_at": "2026-03-30T21:45:54.217851900Z", + "finished_at": "2026-03-30T21:47:27.763354800Z" + }, + "t_026_auth_identity_check": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3311, + "output_tokens": 278, + "generation_duration_ms": 3972, + "started_at": "2026-03-30T21:34:20.053394100Z", + "finished_at": "2026-03-30T21:37:10.277016900Z" + }, + "t_027_private_vs_public_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3334, + "output_tokens": 293, + "generation_duration_ms": 3197, + "started_at": "2026-03-30T21:34:20.055530600Z", + "finished_at": "2026-03-30T21:38:02.563545200Z" + }, + "t_028_cascade_delete": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3293, + "output_tokens": 230, + "generation_duration_ms": 2482, + "started_at": "2026-03-30T21:46:24.209318100Z", + "finished_at": "2026-03-30T21:48:03.605457600Z" + }, + "t_029_filter_and_aggregate": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Order\")]\n [SpacetimeDB.Index.BTree(Accessor = \"by_category\", Columns = new[] { nameof(Category) })]\n public partial struct Order\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Category;\n public ulong Amount;\n public bool Fulfilled;\n }\n\n [Table(Accessor = \"CategoryStats\")]\n public partial struct CategoryStats\n {\n [PrimaryKey]\n public string Category;\n public ulong TotalAmount;\n public uint OrderCount;\n }\n\n [Reducer]\n public static void ComputeStats(ReducerContext ctx, string category)\n {\n ulong totalAmount = 0;\n uint orderCount = 0;\n\n foreach (var order in ctx.Db.Order.Category.Filter(category))\n {\n totalAmount += order.Amount;\n orderCount += 1;\n }\n\n if (ctx.Db.CategoryStats.Category.Find(category) is CategoryStats)\n {\n ctx.Db.CategoryStats.Category.Update(new CategoryStats\n {\n Category = category,\n TotalAmount = totalAmount,\n OrderCount = orderCount\n });\n }\n else\n {\n ctx.Db.CategoryStats.Insert(new CategoryStats\n {\n Category = category,\n TotalAmount = totalAmount,\n OrderCount = orderCount\n });\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(32,44): error CS1061: 'Order' does not contain a definition for 'Category' and no accessible extension method 'Category' accepting a first argument of type 'Order' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3316, + "output_tokens": 562, + "generation_duration_ms": 7449, + "started_at": "2026-03-30T21:46:50.704756100Z", + "finished_at": "2026-03-30T21:47:15.626080900Z" + }, + "t_030_two_table_join": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3362, + "output_tokens": 355, + "generation_duration_ms": 3990, + "started_at": "2026-03-30T21:47:01.943366Z", + "finished_at": "2026-03-30T21:48:31.445411900Z" + }, + "t_031_unique_constraint": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3256, + "output_tokens": 167, + "generation_duration_ms": 2603, + "started_at": "2026-03-30T21:47:15.626158200Z", + "finished_at": "2026-03-30T21:48:47.703197900Z" + }, + "t_032_range_query": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3318, + "output_tokens": 403, + "generation_duration_ms": 6326, + "started_at": "2026-03-30T21:48:03.605585100Z", + "finished_at": "2026-03-30T21:49:40.872434200Z" + }, + "t_033_sort_and_limit": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3316, + "output_tokens": 603, + "generation_duration_ms": 5303, + "started_at": "2026-03-30T21:48:31.445510100Z", + "finished_at": "2026-03-30T21:50:07.335896900Z" + }, + "t_034_find_first": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3289, + "output_tokens": 236, + "generation_duration_ms": 2605, + "started_at": "2026-03-30T21:48:47.703295700Z", + "finished_at": "2026-03-30T21:50:31.563233900Z" + }, + "t_035_select_distinct": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3283, + "output_tokens": 214, + "generation_duration_ms": 2179, + "started_at": "2026-03-30T21:49:23.868339400Z", + "finished_at": "2026-03-30T21:51:03.229856800Z" + }, + "t_036_count_without_collect": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3323, + "output_tokens": 306, + "generation_duration_ms": 3023, + "started_at": "2026-03-30T21:49:40.872532300Z", + "finished_at": "2026-03-30T21:51:21.187192700Z" + }, + "t_037_multi_column_filter": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3320, + "output_tokens": 481, + "generation_duration_ms": 4333, + "started_at": "2026-03-30T21:50:07.336113500Z", + "finished_at": "2026-03-30T21:51:48.826731700Z" + }, + "t_038_schedule_at_time": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3293, + "output_tokens": 287, + "generation_duration_ms": 5179, + "started_at": "2026-03-30T21:44:15.988990100Z", + "finished_at": "2026-03-30T21:45:54.217581200Z" + }, + "t_039_cancel_schedule": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3307, + "output_tokens": 306, + "generation_duration_ms": 3347, + "started_at": "2026-03-30T21:44:49.440966Z", + "finished_at": "2026-03-30T21:46:24.209219200Z" + }, + "t_040_lifecycle_player": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3243, + "output_tokens": 189, + "generation_duration_ms": 2138, + "started_at": "2026-03-30T21:45:18.192095800Z", + "finished_at": "2026-03-30T21:46:50.704659700Z" + }, + "t_041_registered_user_gate": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3343, + "output_tokens": 356, + "generation_duration_ms": 3605, + "started_at": "2026-03-30T21:34:20.057096700Z", + "finished_at": "2026-03-30T21:37:11.481488900Z" + }, + "t_042_admin_bootstrap": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3356, + "output_tokens": 326, + "generation_duration_ms": 3420, + "started_at": "2026-03-30T21:34:20.058673100Z", + "finished_at": "2026-03-30T21:37:16.993111Z" + }, + "t_043_role_based_access": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3394, + "output_tokens": 429, + "generation_duration_ms": 4353, + "started_at": "2026-03-30T21:37:16.993205200Z", + "finished_at": "2026-03-30T21:39:02.554816600Z" + }, + "t_044_ban_list": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3406, + "output_tokens": 551, + "generation_duration_ms": 342918, + "started_at": "2026-03-30T21:37:16.995167500Z", + "finished_at": "2026-03-30T21:44:49.440652500Z" + }, + "t_045_rate_limit": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"RateLimit\")]\n public partial struct RateLimit\n {\n [PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n }\n\n [Table(Accessor = \"ActionLog\", Public = true)]\n public partial struct ActionLog\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n }\n\n [Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)(ctx.Timestamp.ToUnixTimeMilliseconds() * 1000);\n if (ctx.Db.RateLimit.Identity.Find(ctx.Sender) is RateLimit rl)\n {\n if (now - rl.LastCallUs < 1_000_000)\n {\n throw new Exception(\"rate limited\");\n }\n ctx.Db.RateLimit.Identity.Update(rl with { LastCallUs = now });\n }\n else\n {\n ctx.Db.RateLimit.Insert(new RateLimit { Identity = ctx.Sender, LastCallUs = now });\n }\n\n ctx.Db.ActionLog.Insert(new ActionLog { Id = 0, Identity = ctx.Sender, Payload = payload });\n }\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-2-codex\\llm\\Lib.cs(26,43): error CS1061: 'Timestamp' does not contain a definition for 'ToUnixTimeMilliseconds' and no accessible extension method 'ToUnixTimeMilliseconds' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-2-codex\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3372, + "output_tokens": 407, + "generation_duration_ms": 4521, + "started_at": "2026-03-30T21:37:17.008063500Z", + "finished_at": "2026-03-30T21:37:41.922567500Z" + }, + "t_046_shared_document": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3440, + "output_tokens": 810, + "generation_duration_ms": 7049, + "started_at": "2026-03-30T21:37:41.922807300Z", + "finished_at": "2026-03-30T21:39:10.932683800Z" + } + } + }, + { + "name": "GPT-5-mini", + "route_api_model": "gpt-5-mini", + "tasks": { + "t_000_empty_reducers": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3283, + "output_tokens": 582, + "generation_duration_ms": 10558, + "started_at": "2026-03-30T21:38:52.926842100Z", + "finished_at": "2026-03-30T21:40:36.107274500Z" + }, + "t_001_basic_tables": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_001_basic_tables", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3285, + "output_tokens": 336, + "generation_duration_ms": 5794, + "started_at": "2026-03-30T21:39:20.630558500Z", + "finished_at": "2026-03-30T21:40:54.094014900Z" + }, + "t_002_scheduled_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3257, + "output_tokens": 822, + "generation_duration_ms": 10070, + "started_at": "2026-03-30T21:39:43.553345900Z", + "finished_at": "2026-03-30T21:41:25.293504Z" + }, + "t_003_struct_in_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_003_struct_in_table", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3219, + "output_tokens": 357, + "generation_duration_ms": 7222, + "started_at": "2026-03-30T21:39:56.194637100Z", + "finished_at": "2026-03-30T21:41:33.346483300Z" + }, + "t_004_insert": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "openai", + "input_tokens": 3252, + "output_tokens": 510, + "generation_duration_ms": 7459, + "started_at": "2026-03-30T21:40:36.107375900Z", + "finished_at": "2026-03-30T21:42:15.596364700Z" + }, + "t_005_update": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_005_update", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "openai", + "input_tokens": 3295, + "output_tokens": 567, + "generation_duration_ms": 9356, + "started_at": "2026-03-30T21:40:54.094102600Z", + "finished_at": "2026-03-30T21:42:36.460432400Z" + }, + "t_006_delete": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_006_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3264, + "output_tokens": 675, + "generation_duration_ms": 14857, + "started_at": "2026-03-30T21:41:25.293654300Z", + "finished_at": "2026-03-30T21:43:10.656267100Z" + }, + "t_007_crud": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_007_crud", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User" + } + } + }, + "vendor": "openai", + "input_tokens": 3301, + "output_tokens": 1149, + "generation_duration_ms": 23834, + "started_at": "2026-03-30T21:41:33.346645400Z", + "finished_at": "2026-03-30T21:43:25.646711700Z" + }, + "t_008_index_lookup": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_008_index_lookup", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "Id | Name ----+--------- 1 | \"Alice\"", + "llm_out": "Id | Name ----+--------- 1 | \"Alice\"", + "query": "SELECT Id, Name FROM Result WHERE Id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "openai", + "input_tokens": 3322, + "output_tokens": 964, + "generation_duration_ms": 15319, + "started_at": "2026-03-30T21:42:15.596461100Z", + "finished_at": "2026-03-30T21:44:06.376843200Z" + }, + "t_009_init": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_009_init", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM User" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false" + } + } + }, + "vendor": "openai", + "input_tokens": 3260, + "output_tokens": 562, + "generation_duration_ms": 10119, + "started_at": "2026-03-30T21:42:36.460559600Z", + "finished_at": "2026-03-30T21:44:21.051010700Z" + }, + "t_010_connect": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_010_connect", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3244, + "output_tokens": 837, + "generation_duration_ms": 18631, + "started_at": "2026-03-30T21:43:10.656379300Z", + "finished_at": "2026-03-30T21:45:00.989170600Z" + }, + "t_011_helper_function": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_011_helper_function", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Sum ----+----- 1 | 5", + "llm_out": "Id | Sum ----+----- 1 | 5", + "query": "SELECT Id, Sum FROM Result WHERE Id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "openai", + "input_tokens": 3257, + "output_tokens": 516, + "generation_duration_ms": 12956, + "started_at": "2026-03-30T21:43:25.646863900Z", + "finished_at": "2026-03-30T21:45:15.204246700Z" + }, + "t_012_spacetime_product_type": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_012_spacetime_product_type", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_score" + } + } + }, + "vendor": "openai", + "input_tokens": 3267, + "output_tokens": 421, + "generation_duration_ms": 6087, + "started_at": "2026-03-30T21:51:04.574889500Z", + "finished_at": "2026-03-30T21:52:48.584763700Z" + }, + "t_013_spacetime_sum_type": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_013_spacetime_sum_type", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "llm_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3283, + "output_tokens": 789, + "generation_duration_ms": 13866, + "started_at": "2026-03-30T21:51:47.640185900Z", + "finished_at": "2026-03-30T21:53:38.192861600Z" + }, + "t_014_elementary_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_014_elementary_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM Primitive WHERE Id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Primitive WHERE Id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3278, + "output_tokens": 712, + "generation_duration_ms": 10473, + "started_at": "2026-03-30T21:51:58.790683200Z", + "finished_at": "2026-03-30T21:53:45.349836600Z" + }, + "t_015_product_type_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_015_product_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT Id, Home, Work, Pos FROM Profile WHERE Id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Profile WHERE Id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3321, + "output_tokens": 589, + "generation_duration_ms": 10422, + "started_at": "2026-03-30T21:52:21.666426100Z", + "finished_at": "2026-03-30T21:53:59.727392400Z" + }, + "t_016_sum_type_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_016_sum_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [Type]\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> {}\n\n [Table(Accessor = \"Drawing\")]\n public partial struct Drawing\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public Shape A;\n public Shape B;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Drawing.Insert(new Drawing\n {\n Id = 0,\n A = new Shape.Circle(new Circle { Radius = 10 }),\n B = new Shape.Rectangle(new Rectangle { Width = 4, Height = 6 }),\n });\n }\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:52743/v1/database/c200f77f2c9aadef78865d9112284ac9532082bc14e03b194983df8b3335df50/call/seed)\n", + "phase": "call_reducer_llm" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Drawing WHERE Id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3296, + "output_tokens": 812, + "generation_duration_ms": 10965, + "started_at": "2026-03-30T21:52:48.584871200Z", + "finished_at": "2026-03-30T21:54:35.483563100Z" + }, + "t_017_scheduled_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_017_scheduled_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM TickTimer WHERE ScheduledId>=0" + } + } + }, + "vendor": "openai", + "input_tokens": 3259, + "output_tokens": 1061, + "generation_duration_ms": 15797, + "started_at": "2026-03-30T21:53:38.192965Z", + "finished_at": "2026-03-30T21:55:22.043567200Z" + }, + "t_018_constraints": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_018_constraints", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Account\", Public = true)]\n [SpacetimeDB.Index.BTree(Accessor = \"by_name\", Columns = new[] { nameof(Name) })]\n public partial struct Account\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Unique]\n public string Email;\n public string Name;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Account.Insert(new Account { Id = 0, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.Account.Insert(new Account { Id = 0, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: Value with given unique identifier already exists\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52743/v1/database/c20088695556e5042caa68108baca21a6199c7f8a7948fa3bbe20b177a1c2c36/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Account WHERE Id=2" + } + } + }, + "vendor": "openai", + "input_tokens": 3263, + "output_tokens": 668, + "generation_duration_ms": 14468, + "started_at": "2026-03-30T21:53:45.349990Z", + "finished_at": "2026-03-30T21:55:33.949900200Z" + }, + "t_019_many_to_many": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_019_many_to_many", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 5, + "passed_tests": 4, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey, AutoInc]\n public ulong UserId;\n public string Name;\n }\n\n [Table(Accessor = \"Group\")]\n public partial struct Group\n {\n [PrimaryKey, AutoInc]\n public ulong GroupId;\n public string Title;\n }\n\n [Table(Accessor = \"Membership\")]\n [SpacetimeDB.Index.BTree(Accessor = \"by_user\", Columns = new[] { nameof(Membership.UserId) })]\n [SpacetimeDB.Index.BTree(Accessor = \"by_group\", Columns = new[] { nameof(Membership.GroupId) })]\n public partial struct Membership\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public ulong UserId;\n public ulong GroupId;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { UserId = 0UL, Name = \"Alice\" });\n ctx.Db.User.Insert(new User { UserId = 0UL, Name = \"Bob\" });\n\n ctx.Db.Group.Insert(new Group { GroupId = 0UL, Title = \"Admin\" });\n ctx.Db.Group.Insert(new Group { GroupId = 0UL, Title = \"Dev\" });\n\n ctx.Db.Membership.Insert(new Membership { Id = 0UL, UserId = 1UL, GroupId = 1UL });\n ctx.Db.Membership.Insert(new Membership { Id = 0UL, UserId = 1UL, GroupId = 2UL });\n ctx.Db.Membership.Insert(new Membership { Id = 0UL, UserId = 2UL, GroupId = 2UL });\n }\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "m2m_has_1_1": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:52743/v1/database/c200c14427dae881f5910f69376e1260d104c2e46f515678d1c0a25966dbfae7/call/seed)\n", + "phase": "call_reducer" + } + }, + "m2m_has_1_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=2" + } + }, + "m2m_has_2_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=2 AND GroupId=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Membership" + } + } + }, + "vendor": "openai", + "input_tokens": 3389, + "output_tokens": 1490, + "generation_duration_ms": 18205, + "started_at": "2026-03-30T21:53:59.727547500Z", + "finished_at": "2026-03-30T21:55:45.064027Z" + }, + "t_020_ecs": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_020_ecs", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 7, + "passed_tests": 6, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Entity\")]\n public partial struct Entity\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n }\n\n [Table(Accessor = \"Position\")]\n public partial struct Position\n {\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [Table(Accessor = \"Velocity\")]\n public partial struct Velocity\n {\n [PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n }\n\n [Table(Accessor = \"NextPosition\")]\n public partial struct NextPosition\n {\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n var e1 = ctx.Db.Entity.Insert(new Entity { Id = 0 });\n var id1 = (int)e1.Id;\n ctx.Db.Position.Insert(new Position { EntityId = id1, X = 0, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = id1, VX = 1, VY = 0 });\n\n var e2 = ctx.Db.Entity.Insert(new Entity { Id = 0 });\n var id2 = (int)e2.Id;\n ctx.Db.Position.Insert(new Position { EntityId = id2, X = 10, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = id2, VX = -2, VY = 3 });\n }\n\n [Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var p in ctx.Db.Position.Iter())\n {\n var vRow = ctx.Db.Velocity.EntityId.Find(p.EntityId);\n if (vRow is Velocity v)\n {\n var nx = p.X + v.VX;\n var ny = p.Y + v.VY;\n\n if (ctx.Db.NextPosition.EntityId.Find(p.EntityId) is NextPosition)\n {\n ctx.Db.NextPosition.EntityId.Update(new NextPosition { EntityId = p.EntityId, X = nx, Y = ny });\n }\n else\n {\n ctx.Db.NextPosition.Insert(new NextPosition { EntityId = p.EntityId, X = nx, Y = ny });\n }\n }\n }\n }\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=2 AND X=8 AND Y=3" + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM NextPosition" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=1 AND X=1 AND Y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM Position" + } + }, + "ecs_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:52743/v1/database/c200ef1296c5eee54195838a18c22cd523fc2bd1524ac50cf63c1a8860ab503c/call/seed)\n", + "phase": "call_reducer_llm", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "step" + } + } + }, + "vendor": "openai", + "input_tokens": 3426, + "output_tokens": 1864, + "generation_duration_ms": 22824, + "started_at": "2026-03-30T21:54:35.483675900Z", + "finished_at": "2026-03-30T21:56:10.733867300Z" + }, + "t_021_multi_column_index": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_021_multi_column_index", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 5, + "passed_tests": 4, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Log\")]\n [SpacetimeDB.Index.BTree(Accessor = \"by_user_day\", Columns = new[] { nameof(UserId), nameof(Day) })]\n public partial struct Log\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public int UserId;\n public int Day;\n public string Message;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Log.Insert(new Log { Id = 0, UserId = 7, Day = 1, Message = \"a\" });\n ctx.Db.Log.Insert(new Log { Id = 0, UserId = 7, Day = 2, Message = \"b\" });\n ctx.Db.Log.Insert(new Log { Id = 0, UserId = 9, Day = 1, Message = \"c\" });\n }\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:52743/v1/database/c200d175640c7affa2a92dcc554d8f2b971cfcc61d74904fa429d4386527297a/call/seed)\n", + "phase": "call_reducer_llm", + "reducer": "seed" + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=2" + } + } + }, + "vendor": "openai", + "input_tokens": 3301, + "output_tokens": 726, + "generation_duration_ms": 23028, + "started_at": "2026-03-30T21:55:22.043671100Z", + "finished_at": "2026-03-30T21:57:17.695124400Z" + }, + "t_022_view_basic": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System.Collections.Generic;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Announcement\", Public = true)]\n public partial struct Announcement\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Message;\n\n [SpacetimeDB.Index.BTree]\n public bool Active;\n }\n\n [SpacetimeDB.View(Accessor = \"ActiveAnnouncements\", Public = true)]\n public static IEnumerable ActiveAnnouncements(AnonymousViewContext ctx)\n {\n return ctx.Db.Announcement.Active.Filter(true);\n }\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(19,19): error STDB0024: View 'ActiveAnnouncements' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3239, + "output_tokens": 769, + "generation_duration_ms": 11846, + "started_at": "2026-03-30T21:47:44.187967500Z", + "finished_at": "2026-03-30T21:48:13.073543900Z" + }, + "t_023_view_per_user": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3280, + "output_tokens": 705, + "generation_duration_ms": 11183, + "started_at": "2026-03-30T21:48:13.073680100Z", + "finished_at": "2026-03-30T21:50:00.987268100Z" + }, + "t_024_event_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3257, + "output_tokens": 586, + "generation_duration_ms": 12445, + "started_at": "2026-03-30T21:45:15.204351500Z", + "finished_at": "2026-03-30T21:46:58.152946200Z" + }, + "t_025_optional_fields": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3274, + "output_tokens": 457, + "generation_duration_ms": 8177, + "started_at": "2026-03-30T21:45:55.599763500Z", + "finished_at": "2026-03-30T21:47:32.990645400Z" + }, + "t_026_auth_identity_check": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3311, + "output_tokens": 790, + "generation_duration_ms": 14176, + "started_at": "2026-03-30T21:34:20.062987800Z", + "finished_at": "2026-03-30T21:37:40.472278700Z" + }, + "t_027_private_vs_public_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3334, + "output_tokens": 792, + "generation_duration_ms": 15611, + "started_at": "2026-03-30T21:34:20.065154900Z", + "finished_at": "2026-03-30T21:38:02.137581800Z" + }, + "t_028_cascade_delete": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3293, + "output_tokens": 861, + "generation_duration_ms": 11294, + "started_at": "2026-03-30T21:46:03.775754800Z", + "finished_at": "2026-03-30T21:47:44.187875900Z" + }, + "t_029_filter_and_aggregate": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3316, + "output_tokens": 1427, + "generation_duration_ms": 26668, + "started_at": "2026-03-30T21:46:35.277658300Z", + "finished_at": "2026-03-30T21:48:30.775448600Z" + }, + "t_030_two_table_join": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3362, + "output_tokens": 1004, + "generation_duration_ms": 15224, + "started_at": "2026-03-30T21:46:58.153096Z", + "finished_at": "2026-03-30T21:48:45.616558700Z" + }, + "t_031_unique_constraint": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3256, + "output_tokens": 485, + "generation_duration_ms": 7091, + "started_at": "2026-03-30T21:47:32.990742Z", + "finished_at": "2026-03-30T21:49:15.806236700Z" + }, + "t_032_range_query": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3318, + "output_tokens": 947, + "generation_duration_ms": 13268, + "started_at": "2026-03-30T21:48:30.775550900Z", + "finished_at": "2026-03-30T21:50:14.438474800Z" + }, + "t_033_sort_and_limit": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3316, + "output_tokens": 1007, + "generation_duration_ms": 13871, + "started_at": "2026-03-30T21:48:45.616659Z", + "finished_at": "2026-03-30T21:50:36.628081500Z" + }, + "t_034_find_first": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3289, + "output_tokens": 766, + "generation_duration_ms": 10048, + "started_at": "2026-03-30T21:49:15.806370300Z", + "finished_at": "2026-03-30T21:51:04.574799400Z" + }, + "t_035_select_distinct": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3283, + "output_tokens": 866, + "generation_duration_ms": 11769, + "started_at": "2026-03-30T21:50:00.987368600Z", + "finished_at": "2026-03-30T21:51:47.640074200Z" + }, + "t_036_count_without_collect": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3323, + "output_tokens": 857, + "generation_duration_ms": 12260, + "started_at": "2026-03-30T21:50:14.438573200Z", + "finished_at": "2026-03-30T21:51:58.790481900Z" + }, + "t_037_multi_column_filter": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3320, + "output_tokens": 946, + "generation_duration_ms": 11010, + "started_at": "2026-03-30T21:50:36.628190400Z", + "finished_at": "2026-03-30T21:52:21.665757600Z" + }, + "t_038_schedule_at_time": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3293, + "output_tokens": 748, + "generation_duration_ms": 14675, + "started_at": "2026-03-30T21:44:06.376971Z", + "finished_at": "2026-03-30T21:45:55.599671500Z" + }, + "t_039_cancel_schedule": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3307, + "output_tokens": 1022, + "generation_duration_ms": 14376, + "started_at": "2026-03-30T21:44:21.051191200Z", + "finished_at": "2026-03-30T21:46:03.775582Z" + }, + "t_040_lifecycle_player": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3243, + "output_tokens": 396, + "generation_duration_ms": 5942, + "started_at": "2026-03-30T21:45:00.989256700Z", + "finished_at": "2026-03-30T21:46:35.277554800Z" + }, + "t_041_registered_user_gate": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3343, + "output_tokens": 1202, + "generation_duration_ms": 16884, + "started_at": "2026-03-30T21:34:20.066868500Z", + "finished_at": "2026-03-30T21:37:58.399753Z" + }, + "t_042_admin_bootstrap": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3356, + "output_tokens": 1671, + "generation_duration_ms": 23600, + "started_at": "2026-03-30T21:34:20.068732300Z", + "finished_at": "2026-03-30T21:38:04.156185300Z" + }, + "t_043_role_based_access": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3394, + "output_tokens": 1062, + "generation_duration_ms": 18388, + "started_at": "2026-03-30T21:37:40.472382400Z", + "finished_at": "2026-03-30T21:39:20.630429300Z" + }, + "t_044_ban_list": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3406, + "output_tokens": 1048, + "generation_duration_ms": 15351, + "started_at": "2026-03-30T21:37:58.399956600Z", + "finished_at": "2026-03-30T21:39:43.553228700Z" + }, + "t_045_rate_limit": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"RateLimit\")]\n public partial struct RateLimit\n {\n [PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n }\n\n [Table(Accessor = \"ActionLog\", Public = true)]\n public partial struct ActionLog\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n }\n\n [Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)(ctx.Timestamp.ToUnixTimeMilliseconds() * 1000);\n var existing = ctx.Db.RateLimit.Identity.Find(ctx.Sender);\n if (existing is RateLimit r)\n {\n if ((now - r.LastCallUs) < 1_000_000ul)\n {\n throw new System.Exception(\"rate limited\");\n }\n ctx.Db.RateLimit.Identity.Update(new RateLimit { Identity = r.Identity, LastCallUs = now });\n }\n else\n {\n ctx.Db.RateLimit.Insert(new RateLimit { Identity = ctx.Sender, LastCallUs = now });\n }\n\n ctx.Db.ActionLog.Insert(new ActionLog { Id = 0, Identity = ctx.Sender, Payload = payload });\n }\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\Lib.cs(26,43): error CS1061: 'Timestamp' does not contain a definition for 'ToUnixTimeMilliseconds' and no accessible extension method 'ToUnixTimeMilliseconds' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gpt-5-mini\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3372, + "output_tokens": 1676, + "generation_duration_ms": 31088, + "started_at": "2026-03-30T21:38:02.137702800Z", + "finished_at": "2026-03-30T21:38:52.926777400Z" + }, + "t_046_shared_document": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3440, + "output_tokens": 1587, + "generation_duration_ms": 20240, + "started_at": "2026-03-30T21:38:04.156349500Z", + "finished_at": "2026-03-30T21:39:56.194535600Z" + } + } + }, + { + "name": "Claude Opus 4.6", + "route_api_model": "claude-opus-4-6", + "tasks": { + "t_000_empty_reducers": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4251, + "output_tokens": 240, + "generation_duration_ms": 8131, + "started_at": "2026-03-30T21:38:30.539908700Z", + "finished_at": "2026-03-30T21:40:07.014145800Z" + }, + "t_001_basic_tables": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_001_basic_tables", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4239, + "output_tokens": 185, + "generation_duration_ms": 3964, + "started_at": "2026-03-30T21:39:07.535965200Z", + "finished_at": "2026-03-30T21:40:45.746928600Z" + }, + "t_002_scheduled_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4223, + "output_tokens": 225, + "generation_duration_ms": 3681, + "started_at": "2026-03-30T21:39:31.556788600Z", + "finished_at": "2026-03-30T21:41:08.093176800Z" + }, + "t_003_struct_in_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_003_struct_in_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4170, + "output_tokens": 92, + "generation_duration_ms": 5377, + "started_at": "2026-03-30T21:39:44.772474300Z", + "finished_at": "2026-03-30T21:41:18.996887800Z" + }, + "t_004_insert": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4205, + "output_tokens": 143, + "generation_duration_ms": 6532, + "started_at": "2026-03-30T21:40:07.014336900Z", + "finished_at": "2026-03-30T21:41:47.440723500Z" + }, + "t_005_update": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_005_update", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4256, + "output_tokens": 221, + "generation_duration_ms": 4583, + "started_at": "2026-03-30T21:40:45.747035500Z", + "finished_at": "2026-03-30T21:42:24.255063100Z" + }, + "t_006_delete": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_006_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4220, + "output_tokens": 195, + "generation_duration_ms": 13084, + "started_at": "2026-03-30T21:41:08.093269600Z", + "finished_at": "2026-03-30T21:42:52.974215900Z" + }, + "t_007_crud": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_007_crud", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4253, + "output_tokens": 226, + "generation_duration_ms": 3806, + "started_at": "2026-03-30T21:41:18.997018100Z", + "finished_at": "2026-03-30T21:42:56.449688900Z" + }, + "t_008_index_lookup": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_008_index_lookup", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "Id | Name ----+--------- 1 | \"Alice\"", + "llm_out": "Id | Name ----+--------- 1 | \"Alice\"", + "query": "SELECT Id, Name FROM Result WHERE Id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4286, + "output_tokens": 283, + "generation_duration_ms": 4424, + "started_at": "2026-03-30T21:41:47.440825500Z", + "finished_at": "2026-03-30T21:43:29.285539100Z" + }, + "t_009_init": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_009_init", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM User" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4214, + "output_tokens": 182, + "generation_duration_ms": 3666, + "started_at": "2026-03-30T21:42:24.255173900Z", + "finished_at": "2026-03-30T21:44:02.737450900Z" + }, + "t_010_connect": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_010_connect", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4195, + "output_tokens": 197, + "generation_duration_ms": 6173, + "started_at": "2026-03-30T21:42:56.449801800Z", + "finished_at": "2026-03-30T21:44:48.256920600Z" + }, + "t_011_helper_function": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_011_helper_function", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Sum ----+----- 1 | 5", + "llm_out": "Id | Sum ----+----- 1 | 5", + "query": "SELECT Id, Sum FROM Result WHERE Id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4213, + "output_tokens": 143, + "generation_duration_ms": 3680, + "started_at": "2026-03-30T21:42:56.451587200Z", + "finished_at": "2026-03-30T21:44:47.088739100Z" + }, + "t_012_spacetime_product_type": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_012_spacetime_product_type", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_score" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4221, + "output_tokens": 170, + "generation_duration_ms": 3221, + "started_at": "2026-03-30T21:50:33.951816500Z", + "finished_at": "2026-03-30T21:52:12.453240700Z" + }, + "t_013_spacetime_sum_type": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_013_spacetime_sum_type", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "llm_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4240, + "output_tokens": 219, + "generation_duration_ms": 3394, + "started_at": "2026-03-30T21:51:29.151329Z", + "finished_at": "2026-03-30T21:53:14.833239400Z" + }, + "t_014_elementary_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_014_elementary_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM Primitive WHERE Id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Primitive WHERE Id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4235, + "output_tokens": 209, + "generation_duration_ms": 3221, + "started_at": "2026-03-30T21:51:29.153846700Z", + "finished_at": "2026-03-30T21:53:20.189702500Z" + }, + "t_015_product_type_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_015_product_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT Id, Home, Work, Pos FROM Profile WHERE Id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Profile WHERE Id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4287, + "output_tokens": 259, + "generation_duration_ms": 5374, + "started_at": "2026-03-30T21:51:43.548539400Z", + "finished_at": "2026-03-30T21:53:34.908589100Z" + }, + "t_016_sum_type_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_016_sum_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (circle = (radius = 10)) | (rectangle = (width = 4, height = 6))", + "llm_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (circle = (radius = 10)) | (rectangle = (width = 4, height = 6))", + "query": "SELECT Id, A, B FROM Drawing WHERE Id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Drawing WHERE Id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4255, + "output_tokens": 249, + "generation_duration_ms": 3698, + "started_at": "2026-03-30T21:52:12.453371800Z", + "finished_at": "2026-03-30T21:53:53.987753600Z" + }, + "t_017_scheduled_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_017_scheduled_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM TickTimer WHERE ScheduledId>=0" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4224, + "output_tokens": 225, + "generation_duration_ms": 7252, + "started_at": "2026-03-30T21:53:20.189817700Z", + "finished_at": "2026-03-30T21:54:55.556821900Z" + }, + "t_018_constraints": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_018_constraints", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Account\", Public = true)]\n [SpacetimeDB.Index.BTree(Accessor = \"by_name\", Columns = new[] { nameof(Account.Name) })]\n public partial struct Account\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Unique]\n public string Email;\n public string Name;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Account.Insert(new Account { Id = 0, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.Account.Insert(new Account { Id = 0, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: Value with given unique identifier already exists\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52743/v1/database/c20088695556e5042caa68108baca21a6199c7f8a7948fa3bbe20b177a1c2c36/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Account WHERE Id=2" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4226, + "output_tokens": 222, + "generation_duration_ms": 14718, + "started_at": "2026-03-30T21:53:20.192475Z", + "finished_at": "2026-03-30T21:55:04.710835700Z" + }, + "t_019_many_to_many": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_019_many_to_many", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "m2m_has_1_1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=1" + } + }, + "m2m_has_1_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=2" + } + }, + "m2m_has_2_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=2 AND GroupId=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Membership" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4370, + "output_tokens": 518, + "generation_duration_ms": 10444, + "started_at": "2026-03-30T21:53:34.908806500Z", + "finished_at": "2026-03-30T21:55:15.189594Z" + }, + "t_020_ecs": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_020_ecs", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 7, + "passed_tests": 7, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=2 AND X=8 AND Y=3" + } + }, + "ecs_step": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "step" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=1 AND X=1 AND Y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM Position" + } + }, + "ecs_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM NextPosition" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4399, + "output_tokens": 682, + "generation_duration_ms": 17541, + "started_at": "2026-03-30T21:53:53.987945600Z", + "finished_at": "2026-03-30T21:55:43.976270300Z" + }, + "t_021_multi_column_index": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_021_multi_column_index", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=2" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4263, + "output_tokens": 261, + "generation_duration_ms": 12563, + "started_at": "2026-03-30T21:54:55.556920800Z", + "finished_at": "2026-03-30T21:56:21.618686Z" + }, + "t_022_view_basic": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4201, + "output_tokens": 207, + "generation_duration_ms": 3755, + "started_at": "2026-03-30T21:47:09.835701400Z", + "finished_at": "2026-03-30T21:48:46.573918500Z" + }, + "t_023_view_per_user": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4241, + "output_tokens": 153, + "generation_duration_ms": 3205, + "started_at": "2026-03-30T21:48:09.929359600Z", + "finished_at": "2026-03-30T21:49:41.665954100Z" + }, + "t_024_event_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4220, + "output_tokens": 164, + "generation_duration_ms": 5379, + "started_at": "2026-03-30T21:44:48.261824700Z", + "finished_at": "2026-03-30T21:46:24.690948700Z" + }, + "t_025_optional_fields": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4233, + "output_tokens": 174, + "generation_duration_ms": 5933, + "started_at": "2026-03-30T21:45:09.791591800Z", + "finished_at": "2026-03-30T21:46:50.191261800Z" + }, + "t_026_auth_identity_check": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4275, + "output_tokens": 259, + "generation_duration_ms": 3813, + "started_at": "2026-03-30T21:34:20.072432200Z", + "finished_at": "2026-03-30T21:38:02.998587900Z" + }, + "t_027_private_vs_public_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4306, + "output_tokens": 265, + "generation_duration_ms": 6625, + "started_at": "2026-03-30T21:34:20.073903Z", + "finished_at": "2026-03-30T21:37:58.859146900Z" + }, + "t_028_cascade_delete": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4256, + "output_tokens": 268, + "generation_duration_ms": 4550, + "started_at": "2026-03-30T21:45:32.905403200Z", + "finished_at": "2026-03-30T21:47:09.835604300Z" + }, + "t_029_filter_and_aggregate": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4278, + "output_tokens": 399, + "generation_duration_ms": 5414, + "started_at": "2026-03-30T21:46:25.299994300Z", + "finished_at": "2026-03-30T21:48:09.304340300Z" + }, + "t_030_two_table_join": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4327, + "output_tokens": 384, + "generation_duration_ms": 7983, + "started_at": "2026-03-30T21:46:25.301985900Z", + "finished_at": "2026-03-30T21:48:09.929281900Z" + }, + "t_031_unique_constraint": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4215, + "output_tokens": 146, + "generation_duration_ms": 2780, + "started_at": "2026-03-30T21:46:50.191369900Z", + "finished_at": "2026-03-30T21:48:21.286953Z" + }, + "t_032_range_query": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4290, + "output_tokens": 301, + "generation_duration_ms": 4317, + "started_at": "2026-03-30T21:48:09.930736300Z", + "finished_at": "2026-03-30T21:49:49.721350500Z" + }, + "t_033_sort_and_limit": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4288, + "output_tokens": 352, + "generation_duration_ms": 5071, + "started_at": "2026-03-30T21:48:21.287052400Z", + "finished_at": "2026-03-30T21:50:00.566041400Z" + }, + "t_034_find_first": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4252, + "output_tokens": 249, + "generation_duration_ms": 11854, + "started_at": "2026-03-30T21:48:46.574021600Z", + "finished_at": "2026-03-30T21:50:33.951702600Z" + }, + "t_035_select_distinct": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4251, + "output_tokens": 249, + "generation_duration_ms": 3938, + "started_at": "2026-03-30T21:49:41.666106200Z", + "finished_at": "2026-03-30T21:51:29.151239300Z" + }, + "t_036_count_without_collect": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4284, + "output_tokens": 269, + "generation_duration_ms": 3723, + "started_at": "2026-03-30T21:49:49.721458300Z", + "finished_at": "2026-03-30T21:51:28.705488800Z" + }, + "t_037_multi_column_filter": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4284, + "output_tokens": 308, + "generation_duration_ms": 4051, + "started_at": "2026-03-30T21:50:00.566283300Z", + "finished_at": "2026-03-30T21:51:43.548428Z" + }, + "t_038_schedule_at_time": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4282, + "output_tokens": 248, + "generation_duration_ms": 8060, + "started_at": "2026-03-30T21:43:29.285657100Z", + "finished_at": "2026-03-30T21:45:09.791503600Z" + }, + "t_039_cancel_schedule": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4306, + "output_tokens": 302, + "generation_duration_ms": 4507, + "started_at": "2026-03-30T21:44:02.737558100Z", + "finished_at": "2026-03-30T21:45:32.905313Z" + }, + "t_040_lifecycle_player": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4217, + "output_tokens": 212, + "generation_duration_ms": 5932, + "started_at": "2026-03-30T21:44:48.257014600Z", + "finished_at": "2026-03-30T21:46:25.299895900Z" + }, + "t_041_registered_user_gate": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4312, + "output_tokens": 348, + "generation_duration_ms": 9359, + "started_at": "2026-03-30T21:34:20.075490300Z", + "finished_at": "2026-03-30T21:38:03.380435100Z" + }, + "t_042_admin_bootstrap": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4322, + "output_tokens": 316, + "generation_duration_ms": 4500, + "started_at": "2026-03-30T21:34:20.077305900Z", + "finished_at": "2026-03-30T21:37:27.979446600Z" + }, + "t_043_role_based_access": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4369, + "output_tokens": 434, + "generation_duration_ms": 16394, + "started_at": "2026-03-30T21:37:27.979564600Z", + "finished_at": "2026-03-30T21:39:07.535823500Z" + }, + "t_044_ban_list": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Admin\")]\n public partial struct Admin\n {\n [PrimaryKey]\n public Identity Identity;\n }\n\n [Table(Accessor = \"Banned\")]\n public partial struct Banned\n {\n [PrimaryKey]\n public Identity Identity;\n }\n\n [Table(Accessor = \"Player\", Public = true)]\n public partial struct Player\n {\n [PrimaryKey]\n public Identity Identity;\n public string Name;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.Admin.Insert(new Admin { Identity = ctx.Sender });\n }\n\n [Reducer]\n public static void AddAdmin(ReducerContext ctx, Identity target)\n {\n if (ctx.Db.Admin.Identity.Find(ctx.Sender) is null)\n {\n throw new Exception(\"not admin\");\n }\n if (ctx.Db.Admin.Identity.Find(target) is null)\n {\n ctx.Db.Admin.Insert(new Admin { Identity = target });\n }\n }\n\n [Reducer]\n public static void BanPlayer(ReducerContext ctx, Identity target)\n {\n if (ctx.Db.Admin.Identity.Find(ctx.Sender) is null)\n {\n throw new Exception(\"not admin\");\n }\n ctx.Db.Banned.Insert(new Banned { Identity = target });\n if (ctx.Db.Player.Identity.Find(target) is not null)\n {\n ctx.Db.Player.Identity.Delete(target);\n }\n }\n\n [Reducer]\n public static void JoinGame(ReducerContext ctx, string name)\n {\n if (ctx.Db.Banned.Identity.Find(ctx.Sender) is not null)\n {\n throw new Exception(\"banned\");\n }\n if (ctx.Db.Player.Identity.Find(ctx.Sender) is not null)\n {\n throw new Exception(\"already in game\");\n }\n ctx.Db.Player.Insert(new Player { Identity = ctx.Sender, Name = name });\n }\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [], + "only_llm": [ + "init()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4378, + "output_tokens": 569, + "generation_duration_ms": 6557, + "started_at": "2026-03-30T21:37:58.859260800Z", + "finished_at": "2026-03-30T21:39:31.556694300Z" + }, + "t_045_rate_limit": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"RateLimit\")]\n public partial struct RateLimit\n {\n [PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n }\n\n [Table(Accessor = \"ActionLog\", Public = true)]\n public partial struct ActionLog\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n }\n\n [Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)ctx.Timestamp.ToUnixTimeMilliseconds() * 1000;\n\n var existing = ctx.Db.RateLimit.Identity.Find(ctx.Sender);\n if (existing is RateLimit rl)\n {\n if ((now - rl.LastCallUs) < 1_000_000)\n {\n throw new Exception(\"rate limited\");\n }\n ctx.Db.RateLimit.Identity.Update(rl with { LastCallUs = now });\n }\n else\n {\n ctx.Db.RateLimit.Insert(new RateLimit { Identity = ctx.Sender, LastCallUs = now });\n }\n\n ctx.Db.ActionLog.Insert(new ActionLog { Id = 0, Identity = ctx.Sender, Payload = payload });\n }\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\claude-opus-4-6\\llm\\Lib.cs(26,42): error CS1061: 'Timestamp' does not contain a definition for 'ToUnixTimeMilliseconds' and no accessible extension method 'ToUnixTimeMilliseconds' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\claude-opus-4-6\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4349, + "output_tokens": 363, + "generation_duration_ms": 9893, + "started_at": "2026-03-30T21:38:03.380588500Z", + "finished_at": "2026-03-30T21:38:30.539836700Z" + }, + "t_046_shared_document": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4414, + "output_tokens": 633, + "generation_duration_ms": 8706, + "started_at": "2026-03-30T21:38:03.382366100Z", + "finished_at": "2026-03-30T21:39:44.772395800Z" + } + } + }, + { + "name": "Grok Code", + "route_api_model": "grok-code-fast-1", + "tasks": { + "t_000_empty_reducers": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3393, + "output_tokens": 462, + "generation_duration_ms": 2282, + "started_at": "2026-03-30T21:57:53.083260700Z", + "finished_at": "2026-03-30T21:59:24.609688200Z" + }, + "t_001_basic_tables": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_001_basic_tables", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3395, + "output_tokens": 306, + "generation_duration_ms": 2006, + "started_at": "2026-03-30T21:59:24.609792400Z", + "finished_at": "2026-03-30T22:01:07.910467600Z" + }, + "t_002_scheduled_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3366, + "output_tokens": 523, + "generation_duration_ms": 2643, + "started_at": "2026-03-30T21:59:24.611578100Z", + "finished_at": "2026-03-30T22:01:02.067783900Z" + }, + "t_003_struct_in_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_003_struct_in_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3329, + "output_tokens": 280, + "generation_duration_ms": 1893, + "started_at": "2026-03-30T21:59:24.613206200Z", + "finished_at": "2026-03-30T22:01:07.290966900Z" + }, + "t_004_insert": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "xai", + "input_tokens": 3362, + "output_tokens": 342, + "generation_duration_ms": 331782, + "started_at": "2026-03-30T21:59:24.615024200Z", + "finished_at": "2026-03-30T22:06:30.271278Z" + }, + "t_005_update": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_005_update", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "xai", + "input_tokens": 3405, + "output_tokens": 456, + "generation_duration_ms": 2006, + "started_at": "2026-03-30T22:01:02.067935600Z", + "finished_at": "2026-03-30T22:02:27.572618300Z" + }, + "t_006_delete": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_006_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3374, + "output_tokens": 467, + "generation_duration_ms": 2587, + "started_at": "2026-03-30T22:01:07.910559Z", + "finished_at": "2026-03-30T22:02:47.381822900Z" + }, + "t_007_crud": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_007_crud", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User" + } + } + }, + "vendor": "xai", + "input_tokens": 3411, + "output_tokens": 558, + "generation_duration_ms": 2668, + "started_at": "2026-03-30T22:01:07.912455200Z", + "finished_at": "2026-03-30T22:02:44.154375600Z" + }, + "t_008_index_lookup": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_008_index_lookup", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Table(Accessor = \"Result\")]\n public partial struct Result\n {\n [PrimaryKey]\n public ulong Id;\n public string Name;\n }\n\n [Reducer]\n public static void InsertUser(ReducerContext ctx, string name, int age, bool active)\n {\n ctx.Db.User.Insert(new User { Id = 0, Name = name, Age = age, Active = active });\n }\n\n [Reducer]\n public static void LookupUserName(ReducerContext ctx, ulong id)\n {\n var user = ctx.Db.User.Id.Find(id);\n if (user is not null)\n {\n ctx.Db.Result.Insert(new Result { Id = id, Name = user.Name });\n }\n }\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-code\\llm\\Lib.cs(36,68): error CS1061: 'Module.User?' does not contain a definition for 'Name' and no accessible extension method 'Name' accepting a first argument of type 'Module.User?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 3432, + "output_tokens": 492, + "generation_duration_ms": 2380, + "started_at": "2026-03-30T22:02:27.572725400Z", + "finished_at": "2026-03-30T22:02:47.382050600Z" + }, + "t_009_init": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_009_init", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM User" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false" + } + } + }, + "vendor": "xai", + "input_tokens": 3370, + "output_tokens": 430, + "generation_duration_ms": 1631, + "started_at": "2026-03-30T22:02:44.154497500Z", + "finished_at": "2026-03-30T22:04:02.400198700Z" + }, + "t_010_connect": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_010_connect", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3354, + "output_tokens": 692, + "generation_duration_ms": 4544, + "started_at": "2026-03-30T22:02:47.382079100Z", + "finished_at": "2026-03-30T22:04:24.936005700Z" + }, + "t_011_helper_function": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_011_helper_function", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Sum ----+----- 1 | 5", + "llm_out": "Id | Sum ----+----- 1 | 5", + "query": "SELECT Id, Sum FROM Result WHERE Id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "xai", + "input_tokens": 3367, + "output_tokens": 356, + "generation_duration_ms": 4462, + "started_at": "2026-03-30T22:02:47.384090700Z", + "finished_at": "2026-03-30T22:04:23.668355400Z" + }, + "t_012_spacetime_product_type": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_012_spacetime_product_type", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_score" + } + } + }, + "vendor": "xai", + "input_tokens": 3375, + "output_tokens": 398, + "generation_duration_ms": 6590, + "started_at": "2026-03-30T22:10:51.360686200Z", + "finished_at": "2026-03-30T22:12:47.168646100Z" + }, + "t_013_spacetime_sum_type": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_013_spacetime_sum_type", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "llm_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3393, + "output_tokens": 455, + "generation_duration_ms": 9429, + "started_at": "2026-03-30T22:10:51.362730100Z", + "finished_at": "2026-03-30T22:12:45.044364600Z" + }, + "t_014_elementary_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_014_elementary_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM Primitive WHERE Id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Primitive WHERE Id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3388, + "output_tokens": 457, + "generation_duration_ms": 3111, + "started_at": "2026-03-30T22:10:57.949005200Z", + "finished_at": "2026-03-30T22:12:41.312081500Z" + }, + "t_015_product_type_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_015_product_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT Id, Home, Work, Pos FROM Profile WHERE Id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Profile WHERE Id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3430, + "output_tokens": 454, + "generation_duration_ms": 4330, + "started_at": "2026-03-30T22:11:07.226599100Z", + "finished_at": "2026-03-30T22:12:52.680799500Z" + }, + "t_016_sum_type_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_016_sum_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (circle = (radius = 10)) | (rectangle = (width = 4, height = 6))", + "llm_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (circle = (radius = 10)) | (rectangle = (width = 4, height = 6))", + "query": "SELECT Id, A, B FROM Drawing WHERE Id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Drawing WHERE Id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3406, + "output_tokens": 435, + "generation_duration_ms": 5514, + "started_at": "2026-03-30T22:12:47.168751600Z", + "finished_at": "2026-03-30T22:14:26.787206200Z" + }, + "t_017_scheduled_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_017_scheduled_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM TickTimer WHERE ScheduledId>=0" + } + } + }, + "vendor": "xai", + "input_tokens": 3368, + "output_tokens": 543, + "generation_duration_ms": 5586, + "started_at": "2026-03-30T22:12:47.170910700Z", + "finished_at": "2026-03-30T22:14:24.186974900Z" + }, + "t_018_constraints": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_018_constraints", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Account\", Public = true)]\n [SpacetimeDB.Index.BTree(Accessor = \"by_name\", Columns = [nameof(Account.Name)])]\n public partial struct Account\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Unique]\n public string Email;\n public string Name;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Account.Insert(new Account { Id = 0, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.Account.Insert(new Account { Id = 0, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: Value with given unique identifier already exists\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52743/v1/database/c20088695556e5042caa68108baca21a6199c7f8a7948fa3bbe20b177a1c2c36/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Account WHERE Id=2" + } + } + }, + "vendor": "xai", + "input_tokens": 3372, + "output_tokens": 628, + "generation_duration_ms": 5655, + "started_at": "2026-03-30T22:12:47.172832700Z", + "finished_at": "2026-03-30T22:14:27.994645500Z" + }, + "t_019_many_to_many": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_019_many_to_many", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "m2m_has_1_1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=1" + } + }, + "m2m_has_1_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=2" + } + }, + "m2m_has_2_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=2 AND GroupId=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Membership" + } + } + }, + "vendor": "xai", + "input_tokens": 3498, + "output_tokens": 1228, + "generation_duration_ms": 5728, + "started_at": "2026-03-30T22:12:52.680990200Z", + "finished_at": "2026-03-30T22:14:33.850854600Z" + }, + "t_020_ecs": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_020_ecs", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 7, + "passed_tests": 7, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=2 AND X=8 AND Y=3" + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM NextPosition" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=1 AND X=1 AND Y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM Position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "step" + } + }, + "ecs_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + } + }, + "vendor": "xai", + "input_tokens": 3534, + "output_tokens": 1242, + "generation_duration_ms": 7536, + "started_at": "2026-03-30T22:14:26.787302600Z", + "finished_at": "2026-03-30T22:16:05.931096100Z" + }, + "t_021_multi_column_index": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_021_multi_column_index", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=2" + } + } + }, + "vendor": "xai", + "input_tokens": 3410, + "output_tokens": 613, + "generation_duration_ms": 5856, + "started_at": "2026-03-30T22:14:27.994730800Z", + "finished_at": "2026-03-30T22:16:03.052895600Z" + }, + "t_022_view_basic": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Announcement\", Public = true)]\n public partial struct Announcement\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Message;\n [SpacetimeDB.Index.BTree]\n public bool Active;\n }\n\n [SpacetimeDB.View(Accessor = \"ActiveAnnouncements\", Public = true)]\n public static IEnumerable ActiveAnnouncements(AnonymousViewContext ctx)\n {\n return ctx.Db.Announcement.Active.Filter(true);\n }\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-code\\llm\\Lib.cs(17,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-code\\llm\\Lib.cs(17,19): error STDB0024: View 'ActiveAnnouncements' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 3350, + "output_tokens": 512, + "generation_duration_ms": 2085, + "started_at": "2026-03-30T22:07:36.130219200Z", + "finished_at": "2026-03-30T22:07:54.831761200Z" + }, + "t_023_view_per_user": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3390, + "output_tokens": 424, + "generation_duration_ms": 1924, + "started_at": "2026-03-30T22:07:36.132309600Z", + "finished_at": "2026-03-30T22:09:11.098576700Z" + }, + "t_024_event_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3367, + "output_tokens": 371, + "generation_duration_ms": 5084, + "started_at": "2026-03-30T22:05:37.139529500Z", + "finished_at": "2026-03-30T22:07:11.078470600Z" + }, + "t_025_optional_fields": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3384, + "output_tokens": 476, + "generation_duration_ms": 2087, + "started_at": "2026-03-30T22:05:53.604776200Z", + "finished_at": "2026-03-30T22:07:34.556585500Z" + }, + "t_026_auth_identity_check": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3421, + "output_tokens": 607, + "generation_duration_ms": 3478, + "started_at": "2026-03-30T21:55:45.066043200Z", + "finished_at": "2026-03-30T21:57:28.781769800Z" + }, + "t_027_private_vs_public_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3444, + "output_tokens": 472, + "generation_duration_ms": 2720, + "started_at": "2026-03-30T21:55:45.067477Z", + "finished_at": "2026-03-30T21:57:28.228788700Z" + }, + "t_028_cascade_delete": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3403, + "output_tokens": 402, + "generation_duration_ms": 1933, + "started_at": "2026-03-30T22:05:58.138237100Z", + "finished_at": "2026-03-30T22:07:36.130127900Z" + }, + "t_029_filter_and_aggregate": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3426, + "output_tokens": 539, + "generation_duration_ms": 2986, + "started_at": "2026-03-30T22:06:30.271406500Z", + "finished_at": "2026-03-30T22:07:59.957232900Z" + }, + "t_030_two_table_join": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Customer\")]\n public partial struct Customer\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n }\n\n [Table(Accessor = \"Order\")]\n public partial struct Order\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n [SpacetimeDB.Index.BTree]\n public ulong CustomerId;\n public string Product;\n public uint Amount;\n }\n\n [Table(Accessor = \"OrderDetail\")]\n public partial struct OrderDetail\n {\n [PrimaryKey]\n public ulong OrderId;\n public string CustomerName;\n public string Product;\n public uint Amount;\n }\n\n [Reducer]\n public static void BuildOrderDetails(ReducerContext ctx)\n {\n foreach (var order in ctx.Db.Order.Iter())\n {\n var customer = ctx.Db.Customer.Id.Find(order.CustomerId);\n if (customer is not null)\n {\n ctx.Db.OrderDetail.Insert(new OrderDetail\n {\n OrderId = order.Id,\n CustomerName = customer.Name,\n Product = order.Product,\n Amount = order.Amount\n });\n }\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\grok-code\\llm\\Lib.cs(46,45): error CS1061: 'Module.Customer?' does not contain a definition for 'Name' and no accessible extension method 'Name' accepting a first argument of type 'Module.Customer?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 3472, + "output_tokens": 631, + "generation_duration_ms": 2495, + "started_at": "2026-03-30T22:07:11.078559100Z", + "finished_at": "2026-03-30T22:07:30.298913900Z" + }, + "t_031_unique_constraint": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3366, + "output_tokens": 382, + "generation_duration_ms": 1534, + "started_at": "2026-03-30T22:07:30.298976600Z", + "finished_at": "2026-03-30T22:09:11.831823100Z" + }, + "t_032_range_query": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3428, + "output_tokens": 461, + "generation_duration_ms": 1672, + "started_at": "2026-03-30T22:07:54.831861900Z", + "finished_at": "2026-03-30T22:09:21.727852800Z" + }, + "t_033_sort_and_limit": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3427, + "output_tokens": 562, + "generation_duration_ms": 2358, + "started_at": "2026-03-30T22:07:59.957324300Z", + "finished_at": "2026-03-30T22:09:31.192983700Z" + }, + "t_034_find_first": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3399, + "output_tokens": 352, + "generation_duration_ms": 1886, + "started_at": "2026-03-30T22:09:11.831910300Z", + "finished_at": "2026-03-30T22:10:51.360593200Z" + }, + "t_035_select_distinct": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3390, + "output_tokens": 539, + "generation_duration_ms": 2694, + "started_at": "2026-03-30T22:09:11.833908Z", + "finished_at": "2026-03-30T22:10:50.760116100Z" + }, + "t_036_count_without_collect": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3431, + "output_tokens": 677, + "generation_duration_ms": 2933, + "started_at": "2026-03-30T22:09:21.727951100Z", + "finished_at": "2026-03-30T22:10:57.948352500Z" + }, + "t_037_multi_column_filter": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3427, + "output_tokens": 602, + "generation_duration_ms": 5090, + "started_at": "2026-03-30T22:09:31.193092400Z", + "finished_at": "2026-03-30T22:11:07.226493800Z" + }, + "t_038_schedule_at_time": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3403, + "output_tokens": 384, + "generation_duration_ms": 1568, + "started_at": "2026-03-30T22:04:02.400307700Z", + "finished_at": "2026-03-30T22:05:37.139437200Z" + }, + "t_039_cancel_schedule": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3414, + "output_tokens": 423, + "generation_duration_ms": 5149, + "started_at": "2026-03-30T22:04:24.936103700Z", + "finished_at": "2026-03-30T22:05:53.604681300Z" + }, + "t_040_lifecycle_player": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3353, + "output_tokens": 476, + "generation_duration_ms": 5315, + "started_at": "2026-03-30T22:04:24.938473100Z", + "finished_at": "2026-03-30T22:05:58.138134Z" + }, + "t_041_registered_user_gate": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3453, + "output_tokens": 494, + "generation_duration_ms": 2804, + "started_at": "2026-03-30T21:55:45.068928200Z", + "finished_at": "2026-03-30T21:57:29.604214100Z" + }, + "t_042_admin_bootstrap": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3463, + "output_tokens": 421, + "generation_duration_ms": 2566, + "started_at": "2026-03-30T21:55:45.070175300Z", + "finished_at": "2026-03-30T21:57:29.284183600Z" + }, + "t_043_role_based_access": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3504, + "output_tokens": 496, + "generation_duration_ms": 2641, + "started_at": "2026-03-30T21:57:29.604296300Z", + "finished_at": "2026-03-30T21:59:23.055517600Z" + }, + "t_044_ban_list": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3516, + "output_tokens": 1118, + "generation_duration_ms": 5346, + "started_at": "2026-03-30T21:57:29.605894900Z", + "finished_at": "2026-03-30T21:59:24.006590100Z" + }, + "t_045_rate_limit": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"RateLimit\")]\n public partial struct RateLimit\n {\n [PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n }\n\n [Table(Accessor = \"ActionLog\", Public = true)]\n public partial struct ActionLog\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n }\n\n [Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)ctx.Timestamp.MicrosecondsSinceUnixEpoch;\n var rateLimit = ctx.Db.RateLimit.Identity.Find(ctx.Sender);\n if (rateLimit is not null && (now - rateLimit.LastCallUs) < 1_000_000)\n {\n throw new Exception(\"rate limited\");\n }\n if (rateLimit is not null)\n {\n ctx.Db.RateLimit.Identity.Update(rateLimit with { LastCallUs = now });\n }\n else\n {\n ctx.Db.RateLimit.Insert(new RateLimit { Identity = ctx.Sender, LastCallUs = now });\n }\n ctx.Db.ActionLog.Insert(new ActionLog { Id = 0, Identity = ctx.Sender, Payload = payload });\n }\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-code\\llm\\Lib.cs(28,55): error CS1061: 'Module.RateLimit?' does not contain a definition for 'LastCallUs' and no accessible extension method 'LastCallUs' accepting a first argument of type 'Module.RateLimit?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-code\\llm\\Lib.cs(34,63): error CS0117: 'Module.RateLimit?' does not contain a definition for 'LastCallUs' [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-code\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 3479, + "output_tokens": 763, + "generation_duration_ms": 3980, + "started_at": "2026-03-30T21:57:29.607565100Z", + "finished_at": "2026-03-30T21:57:53.083191500Z" + }, + "t_046_shared_document": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3550, + "output_tokens": 717, + "generation_duration_ms": 3991, + "started_at": "2026-03-30T21:57:29.609050500Z", + "finished_at": "2026-03-30T21:59:23.482490800Z" + } + } + }, + { + "name": "Grok 4", + "route_api_model": "grok-4", + "tasks": { + "t_000_empty_reducers": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3315, + "output_tokens": 182, + "generation_duration_ms": 1030, + "started_at": "2026-03-30T21:57:55.214094600Z", + "finished_at": "2026-03-30T21:59:28.136101800Z" + }, + "t_001_basic_tables": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_001_basic_tables", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3317, + "output_tokens": 152, + "generation_duration_ms": 891, + "started_at": "2026-03-30T21:58:53.275443800Z", + "finished_at": "2026-03-30T22:00:22.804135700Z" + }, + "t_002_scheduled_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3288, + "output_tokens": 166, + "generation_duration_ms": 3402, + "started_at": "2026-03-30T21:59:22.186083100Z", + "finished_at": "2026-03-30T22:01:09.918706700Z" + }, + "t_003_struct_in_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_003_struct_in_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3251, + "output_tokens": 76, + "generation_duration_ms": 3149, + "started_at": "2026-03-30T21:59:22.188223300Z", + "finished_at": "2026-03-30T22:01:02.903241600Z" + }, + "t_004_insert": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "xai", + "input_tokens": 3284, + "output_tokens": 118, + "generation_duration_ms": 759, + "started_at": "2026-03-30T21:59:28.136200900Z", + "finished_at": "2026-03-30T22:01:09.335697800Z" + }, + "t_005_update": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_005_update", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "xai", + "input_tokens": 3327, + "output_tokens": 176, + "generation_duration_ms": 791, + "started_at": "2026-03-30T22:00:22.804229200Z", + "finished_at": "2026-03-30T22:01:56.316756Z" + }, + "t_006_delete": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_006_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3296, + "output_tokens": 150, + "generation_duration_ms": 796, + "started_at": "2026-03-30T22:01:02.903339700Z", + "finished_at": "2026-03-30T22:02:24.990911500Z" + }, + "t_007_crud": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_007_crud", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User" + } + } + }, + "vendor": "xai", + "input_tokens": 3333, + "output_tokens": 177, + "generation_duration_ms": 1684, + "started_at": "2026-03-30T22:01:09.918923100Z", + "finished_at": "2026-03-30T22:02:49.396991900Z" + }, + "t_008_index_lookup": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_008_index_lookup", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "Id | Name ----+--------- 1 | \"Alice\"", + "llm_out": "Id | Name ----+--------- 1 | \"Alice\"", + "query": "SELECT Id, Name FROM Result WHERE Id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "xai", + "input_tokens": 3354, + "output_tokens": 213, + "generation_duration_ms": 1790, + "started_at": "2026-03-30T22:01:09.921853900Z", + "finished_at": "2026-03-30T22:02:51.842177700Z" + }, + "t_009_init": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_009_init", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM User" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false" + } + } + }, + "vendor": "xai", + "input_tokens": 3292, + "output_tokens": 145, + "generation_duration_ms": 824, + "started_at": "2026-03-30T22:01:56.316854600Z", + "finished_at": "2026-03-30T22:03:18.338456400Z" + }, + "t_010_connect": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_010_connect", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3276, + "output_tokens": 160, + "generation_duration_ms": 2583, + "started_at": "2026-03-30T22:02:24.991060600Z", + "finished_at": "2026-03-30T22:03:55.125406400Z" + }, + "t_011_helper_function": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_011_helper_function", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Sum ----+----- 1 | 5", + "llm_out": "Id | Sum ----+----- 1 | 5", + "query": "SELECT Id, Sum FROM Result WHERE Id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" + } + } + }, + "vendor": "xai", + "input_tokens": 3289, + "output_tokens": 112, + "generation_duration_ms": 727, + "started_at": "2026-03-30T22:02:51.842283800Z", + "finished_at": "2026-03-30T22:04:17.256778900Z" + }, + "t_012_spacetime_product_type": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_012_spacetime_product_type", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_score" + } + } + }, + "vendor": "xai", + "input_tokens": 3297, + "output_tokens": 140, + "generation_duration_ms": 734, + "started_at": "2026-03-30T22:08:51.180539800Z", + "finished_at": "2026-03-30T22:10:30.140371300Z" + }, + "t_013_spacetime_sum_type": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_013_spacetime_sum_type", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "llm_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3315, + "output_tokens": 172, + "generation_duration_ms": 2102, + "started_at": "2026-03-30T22:09:12.521644600Z", + "finished_at": "2026-03-30T22:10:57.434196Z" + }, + "t_014_elementary_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_014_elementary_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM Primitive WHERE Id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Primitive WHERE Id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3310, + "output_tokens": 161, + "generation_duration_ms": 1003, + "started_at": "2026-03-30T22:09:51.162206200Z", + "finished_at": "2026-03-30T22:11:27.014296900Z" + }, + "t_015_product_type_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_015_product_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT Id, Home, Work, Pos FROM Profile WHERE Id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Profile WHERE Id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3352, + "output_tokens": 206, + "generation_duration_ms": 1103, + "started_at": "2026-03-30T22:10:02.438399300Z", + "finished_at": "2026-03-30T22:11:30.429582Z" + }, + "t_016_sum_type_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_016_sum_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (circle = (radius = 10)) | (rectangle = (width = 4, height = 6))", + "llm_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (circle = (radius = 10)) | (rectangle = (width = 4, height = 6))", + "query": "SELECT Id, A, B FROM Drawing WHERE Id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Drawing WHERE Id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3328, + "output_tokens": 194, + "generation_duration_ms": 944, + "started_at": "2026-03-30T22:10:30.140491400Z", + "finished_at": "2026-03-30T22:12:06.352128Z" + }, + "t_017_scheduled_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_017_scheduled_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM TickTimer WHERE ScheduledId>=0" + } + } + }, + "vendor": "xai", + "input_tokens": 3290, + "output_tokens": 166, + "generation_duration_ms": 1402, + "started_at": "2026-03-30T22:10:57.434308400Z", + "finished_at": "2026-03-30T22:12:37.985559700Z" + }, + "t_018_constraints": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_018_constraints", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 2, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Account\", Public = true)]\n [SpacetimeDB.Index.BTree(Accessor = \"by_name\", Columns = [nameof(Name)])]\n public partial struct Account\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Unique]\n public string Email;\n public string Name;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Account.Insert(new Account\n {\n Id = 0,\n Email = \"a@example.com\",\n Name = \"Alice\"\n });\n ctx.Db.Account.Insert(new Account\n {\n Id = 0,\n Email = \"b@example.com\",\n Name = \"Bob\"\n });\n }\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: Value with given unique identifier already exists\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52743/v1/database/c20088695556e5042caa68108baca21a6199c7f8a7948fa3bbe20b177a1c2c36/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Account WHERE Id=2" + } + } + }, + "vendor": "xai", + "input_tokens": 3294, + "output_tokens": 179, + "generation_duration_ms": 928, + "started_at": "2026-03-30T22:11:30.429695400Z", + "finished_at": "2026-03-30T22:13:02.578287200Z" + }, + "t_019_many_to_many": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_019_many_to_many", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 4, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey, AutoInc]\n public ulong UserId;\n public string Name;\n }\n\n [Table(Accessor = \"Group\")]\n public partial struct Group\n {\n [PrimaryKey, AutoInc]\n public ulong GroupId;\n public string Title;\n }\n\n [Table(Accessor = \"Membership\")]\n [SpacetimeDB.Index.BTree(Accessor = \"by_user\", Columns = [nameof(UserId)])]\n [SpacetimeDB.Index.BTree(Accessor = \"by_group\", Columns = [nameof(GroupId)])]\n public partial struct Membership\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public ulong UserId;\n public ulong GroupId;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { UserId = 0, Name = \"Alice\" });\n ctx.Db.User.Insert(new User { UserId = 0, Name = \"Bob\" });\n ctx.Db.Group.Insert(new Group { GroupId = 0, Title = \"Admin\" });\n ctx.Db.Group.Insert(new Group { GroupId = 0, Title = \"Dev\" });\n ctx.Db.Membership.Insert(new Membership { Id = 0, UserId = 1, GroupId = 1 });\n ctx.Db.Membership.Insert(new Membership { Id = 0, UserId = 1, GroupId = 2 });\n ctx.Db.Membership.Insert(new Membership { Id = 0, UserId = 2, GroupId = 2 });\n }\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "m2m_has_1_1": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:52743/v1/database/c200f320ef9d8882fb0f931ed630f9c4259126d174f1ba8cbac8be1e2e82dfa1/call/seed)\n", + "phase": "call_reducer" + } + }, + "m2m_has_1_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=2" + } + }, + "m2m_has_2_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=2 AND GroupId=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Membership" + } + } + }, + "vendor": "xai", + "input_tokens": 3420, + "output_tokens": 368, + "generation_duration_ms": 1741, + "started_at": "2026-03-30T22:11:30.432140700Z", + "finished_at": "2026-03-30T22:13:05.776094500Z" + }, + "t_020_ecs": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_020_ecs", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 7, + "passed_tests": 3, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Entity\")]\n public partial struct Entity\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n }\n\n [Table(Accessor = \"Position\")]\n public partial struct Position\n {\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [Table(Accessor = \"Velocity\")]\n public partial struct Velocity\n {\n [PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n }\n\n [Table(Accessor = \"NextPosition\")]\n public partial struct NextPosition\n {\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n var e1 = ctx.Db.Entity.Insert(new Entity { Id = 0 });\n ctx.Db.Position.Insert(new Position { EntityId = (int)e1.Id, X = 0, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = (int)e1.Id, VX = 1, VY = 0 });\n\n var e2 = ctx.Db.Entity.Insert(new Entity { Id = 0 });\n ctx.Db.Position.Insert(new Position { EntityId = (int)e2.Id, X = 10, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = (int)e2.Id, VX = -2, VY = 3 });\n }\n\n [Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var pos in ctx.Db.Position.Iter())\n {\n var vel = ctx.Db.Velocity.EntityId.Find(pos.EntityId);\n if (vel is Velocity v)\n {\n var nextX = pos.X + v.VX;\n var nextY = pos.Y + v.VY;\n ctx.Db.NextPosition.EntityId.Update(new NextPosition { EntityId = pos.EntityId, X = nextX, Y = nextY });\n }\n }\n }\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=2 AND X=8 AND Y=3" + } + }, + "ecs_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "ecs_next_pos_entity1": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=1 AND X=1 AND Y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM Position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The row was not found, e.g., in an update call\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52743/v1/database/c2001afce22f4631f0aa4345cd8d75ab3299d554e6de1d0fe34af86fb81b6651/call/step)\n", + "phase": "call_reducer_llm", + "reducer": "step" + } + }, + "ecs_step_next_position_count": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM NextPosition" + } + } + }, + "vendor": "xai", + "input_tokens": 3456, + "output_tokens": 455, + "generation_duration_ms": 2443, + "started_at": "2026-03-30T22:12:06.352236Z", + "finished_at": "2026-03-30T22:13:52.694296Z" + }, + "t_021_multi_column_index": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_021_multi_column_index", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=2" + } + } + }, + "vendor": "xai", + "input_tokens": 3332, + "output_tokens": 207, + "generation_duration_ms": 10343, + "started_at": "2026-03-30T22:12:37.985657500Z", + "finished_at": "2026-03-30T22:14:14.265235500Z" + }, + "t_022_view_basic": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Announcement\", Public = true)]\n [SpacetimeDB.Index.BTree(Accessor = \"Active\", Columns = [nameof(Active)])]\n public partial struct Announcement\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Message;\n public bool Active;\n }\n\n [SpacetimeDB.View(Accessor = \"ActiveAnnouncements\", Public = true)]\n public static IEnumerable ActiveAnnouncements(AnonymousViewContext ctx)\n {\n return ctx.Db.Announcement.Active.Filter(true);\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\Lib.cs(17,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\Lib.cs(17,19): error STDB0024: View 'ActiveAnnouncements' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 3272, + "output_tokens": 137, + "generation_duration_ms": 779, + "started_at": "2026-03-30T22:06:16.075514600Z", + "finished_at": "2026-03-30T22:06:35.747351800Z" + }, + "t_023_view_per_user": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Profile\")]\n [SpacetimeDB.Index.BTree(Accessor = \"by_identity\", Columns = [nameof(Identity)])]\n public partial struct Profile\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Unique]\n public Identity Identity;\n public string Name;\n public string Bio;\n }\n\n [SpacetimeDB.View(Accessor = \"MyProfile\", Public = true)]\n public static Profile? MyProfile(ViewContext ctx)\n {\n return ctx.Db.Profile.by_identity.Find(ctx.Sender) as Profile?;\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\grok-4\\llm\\Lib.cs(21,43): error CS1061: 'ProfileReadOnly.by_identityIndex' does not contain a definition for 'Find' and no accessible extension method 'Find' accepting a first argument of type 'ProfileReadOnly.by_identityIndex' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 3312, + "output_tokens": 141, + "generation_duration_ms": 763, + "started_at": "2026-03-30T22:06:35.747429200Z", + "finished_at": "2026-03-30T22:06:55.807494700Z" + }, + "t_024_event_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3289, + "output_tokens": 121, + "generation_duration_ms": 662, + "started_at": "2026-03-30T22:04:17.256895900Z", + "finished_at": "2026-03-30T22:05:45.438990100Z" + }, + "t_025_optional_fields": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3306, + "output_tokens": 137, + "generation_duration_ms": 3926, + "started_at": "2026-03-30T22:04:26.246523800Z", + "finished_at": "2026-03-30T22:05:57.647426400Z" + }, + "t_026_auth_identity_check": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3343, + "output_tokens": 209, + "generation_duration_ms": 2287, + "started_at": "2026-03-30T21:55:43.978189700Z", + "finished_at": "2026-03-30T21:57:26.612820100Z" + }, + "t_027_private_vs_public_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3366, + "output_tokens": 207, + "generation_duration_ms": 2384, + "started_at": "2026-03-30T21:55:43.979977600Z", + "finished_at": "2026-03-30T21:57:26.232934Z" + }, + "t_028_cascade_delete": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3325, + "output_tokens": 184, + "generation_duration_ms": 1282, + "started_at": "2026-03-30T22:04:47.130694200Z", + "finished_at": "2026-03-30T22:06:16.075407Z" + }, + "t_029_filter_and_aggregate": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3348, + "output_tokens": 313, + "generation_duration_ms": 1853, + "started_at": "2026-03-30T22:05:22.032259700Z", + "finished_at": "2026-03-30T22:06:49.994166600Z" + }, + "t_030_two_table_join": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3394, + "output_tokens": 275, + "generation_duration_ms": 1271, + "started_at": "2026-03-30T22:05:45.439089200Z", + "finished_at": "2026-03-30T22:07:15.737002600Z" + }, + "t_031_unique_constraint": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Account\")]\n [SpacetimeDB.Index.BTree(Accessor = \"by_email\", Columns = [nameof(Email)])]\n public partial struct Account\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Unique]\n public string Email;\n public string DisplayName;\n }\n\n [Reducer]\n public static void CreateAccount(ReducerContext ctx, string email, string displayName)\n {\n ctx.Db.Account.Insert(new Account\n {\n Id = 0,\n Email = email,\n DisplayName = displayName\n });\n }\n}\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (csharp) failed (exit=1)\n--- stderr ---\nOptimising module with wasm-opt...\nError: Errors occurred:\nname `Account_Email_idx_btree` is used for multiple entities\n\n\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:52743/v1/database/data-modeling-t-031-unique-constraint-grok-4-llm?clear=true&host_type=Wasm)\n\n--- stdout ---\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\nBuild finished successfully.\nUploading to http://127.0.0.1:52743 => http://127.0.0.1:52743\nThis will DESTROY the current data-modeling-t-031-unique-constraint-grok-4-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 3288, + "output_tokens": 146, + "generation_duration_ms": 792, + "started_at": "2026-03-30T22:05:57.647526700Z", + "finished_at": "2026-03-30T22:07:32.540154200Z" + }, + "t_032_range_query": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3350, + "output_tokens": 227, + "generation_duration_ms": 1321, + "started_at": "2026-03-30T22:06:49.994262900Z", + "finished_at": "2026-03-30T22:08:16.608483700Z" + }, + "t_033_sort_and_limit": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3349, + "output_tokens": 256, + "generation_duration_ms": 1107, + "started_at": "2026-03-30T22:06:55.807561100Z", + "finished_at": "2026-03-30T22:08:25.041141700Z" + }, + "t_034_find_first": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3321, + "output_tokens": 174, + "generation_duration_ms": 938, + "started_at": "2026-03-30T22:07:15.737109100Z", + "finished_at": "2026-03-30T22:08:51.180437100Z" + }, + "t_035_select_distinct": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3312, + "output_tokens": 178, + "generation_duration_ms": 890, + "started_at": "2026-03-30T22:07:32.540214100Z", + "finished_at": "2026-03-30T22:09:12.521446600Z" + }, + "t_036_count_without_collect": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3353, + "output_tokens": 200, + "generation_duration_ms": 962, + "started_at": "2026-03-30T22:08:16.608599Z", + "finished_at": "2026-03-30T22:09:51.162054100Z" + }, + "t_037_multi_column_filter": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3349, + "output_tokens": 230, + "generation_duration_ms": 1146, + "started_at": "2026-03-30T22:08:25.041234500Z", + "finished_at": "2026-03-30T22:10:02.438156600Z" + }, + "t_038_schedule_at_time": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3325, + "output_tokens": 178, + "generation_duration_ms": 1085, + "started_at": "2026-03-30T22:02:51.844102100Z", + "finished_at": "2026-03-30T22:04:26.246439Z" + }, + "t_039_cancel_schedule": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3336, + "output_tokens": 208, + "generation_duration_ms": 874, + "started_at": "2026-03-30T22:03:18.338545300Z", + "finished_at": "2026-03-30T22:04:47.130601Z" + }, + "t_040_lifecycle_player": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3275, + "output_tokens": 152, + "generation_duration_ms": 899, + "started_at": "2026-03-30T22:03:55.125505Z", + "finished_at": "2026-03-30T22:05:22.032156100Z" + }, + "t_041_registered_user_gate": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3375, + "output_tokens": 269, + "generation_duration_ms": 2445, + "started_at": "2026-03-30T21:55:43.991491800Z", + "finished_at": "2026-03-30T21:57:27.064754300Z" + }, + "t_042_admin_bootstrap": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3385, + "output_tokens": 249, + "generation_duration_ms": 3243, + "started_at": "2026-03-30T21:55:43.993608800Z", + "finished_at": "2026-03-30T21:57:27.524385400Z" + }, + "t_043_role_based_access": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3426, + "output_tokens": 323, + "generation_duration_ms": 2103, + "started_at": "2026-03-30T21:57:27.524478200Z", + "finished_at": "2026-03-30T21:58:53.275328200Z" + }, + "t_044_ban_list": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3438, + "output_tokens": 349, + "generation_duration_ms": 3703, + "started_at": "2026-03-30T21:57:27.526910600Z", + "finished_at": "2026-03-30T21:59:21.700937800Z" + }, + "t_045_rate_limit": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```csharp\nusing SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"RateLimit\")]\n public partial struct RateLimit\n {\n [PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n }\n\n [Table(Accessor = \"ActionLog\", Public = true)]\n public partial struct ActionLog\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n }\n\n [Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = ctx.Timestamp.ToUnixTimeMilliseconds() * 1000;\n var limit = ctx.Db.RateLimit.Identity.Find(ctx.Sender);\n if (limit is RateLimit l && (now - l.LastCallUs) < 1_000_000)\n {\n throw new Exception(\"rate limited\");\n }\n ctx.Db.RateLimit.Identity.Update(new RateLimit { Identity = ctx.Sender, LastCallUs = now });\n ctx.Db.ActionLog.Insert(new ActionLog { Id = 0, Identity = ctx.Sender, Payload = payload });\n }\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-4\\llm\\Lib.cs(26,35): error CS1061: 'Timestamp' does not contain a definition for 'ToUnixTimeMilliseconds' and no accessible extension method 'ToUnixTimeMilliseconds' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\grok-4\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 3401, + "output_tokens": 244, + "generation_duration_ms": 6257, + "started_at": "2026-03-30T21:57:27.529130800Z", + "finished_at": "2026-03-30T21:57:55.214027300Z" + }, + "t_046_shared_document": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3472, + "output_tokens": 448, + "generation_duration_ms": 4285, + "started_at": "2026-03-30T21:57:27.531321600Z", + "finished_at": "2026-03-30T21:59:22.185966900Z" + } + } + }, + { + "name": "Gemini 3 Flash", + "route_api_model": "google/gemini-3-flash-preview", + "tasks": { + "t_000_empty_reducers": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3845, + "output_tokens": 203, + "generation_duration_ms": 2726, + "started_at": "2026-03-30T22:00:54.452598400Z", + "finished_at": "2026-03-30T22:02:11.985843200Z" + }, + "t_001_basic_tables": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_001_basic_tables", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3860, + "output_tokens": 171, + "generation_duration_ms": 632270, + "started_at": "2026-03-30T22:01:10.494699100Z", + "finished_at": "2026-03-30T22:13:12.641305800Z" + }, + "t_002_scheduled_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3819, + "output_tokens": 188, + "generation_duration_ms": 2418, + "started_at": "2026-03-30T22:02:05.232434200Z", + "finished_at": "2026-03-30T22:03:54.585712400Z" + }, + "t_003_struct_in_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_003_struct_in_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3778, + "output_tokens": 84, + "generation_duration_ms": 2369, + "started_at": "2026-03-30T22:02:11.985943800Z", + "finished_at": "2026-03-30T22:03:54.127905Z" + }, + "t_004_insert": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "meta", + "input_tokens": 3814, + "output_tokens": 143, + "generation_duration_ms": 2784, + "started_at": "2026-03-30T22:03:54.585811300Z", + "finished_at": "2026-03-30T22:05:31.055156200Z" + }, + "t_005_update": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_005_update", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "meta", + "input_tokens": 3848, + "output_tokens": 224, + "generation_duration_ms": 3195, + "started_at": "2026-03-30T22:03:54.587521400Z", + "finished_at": "2026-03-30T22:05:36.387102100Z" + }, + "t_006_delete": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_006_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 3811, + "output_tokens": 189, + "generation_duration_ms": 6086, + "started_at": "2026-03-30T22:05:31.055250200Z", + "finished_at": "2026-03-30T22:07:05.270719Z" + }, + "t_007_crud": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_007_crud", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User" + } + } + }, + "vendor": "meta", + "input_tokens": 3851, + "output_tokens": 213, + "generation_duration_ms": 3258, + "started_at": "2026-03-30T22:05:36.387254300Z", + "finished_at": "2026-03-30T22:07:09.702850400Z" + }, + "t_008_index_lookup": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_008_index_lookup", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "Id | Name ----+--------- 1 | \"Alice\"", + "llm_out": "Id | Name ----+--------- 1 | \"Alice\"", + "query": "SELECT Id, Name FROM Result WHERE Id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "meta", + "input_tokens": 3874, + "output_tokens": 280, + "generation_duration_ms": 2380, + "started_at": "2026-03-30T22:07:09.702967300Z", + "finished_at": "2026-03-30T22:08:48.384563800Z" + }, + "t_009_init": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_009_init", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM User" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false" + } + } + }, + "vendor": "meta", + "input_tokens": 3810, + "output_tokens": 188, + "generation_duration_ms": 3648, + "started_at": "2026-03-30T22:07:09.705022500Z", + "finished_at": "2026-03-30T22:08:50.650152600Z" + }, + "t_010_connect": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_010_connect", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3800, + "output_tokens": 180, + "generation_duration_ms": 2227, + "started_at": "2026-03-30T22:08:50.650273800Z", + "finished_at": "2026-03-30T22:10:26.981720700Z" + }, + "t_011_helper_function": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_011_helper_function", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Sum ----+----- 1 | 5", + "llm_out": "Id | Sum ----+----- 1 | 5", + "query": "SELECT Id, Sum FROM Result WHERE Id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" + } + } + }, + "vendor": "meta", + "input_tokens": 3824, + "output_tokens": 147, + "generation_duration_ms": 2476, + "started_at": "2026-03-30T22:08:50.652332200Z", + "finished_at": "2026-03-30T22:10:23.173967300Z" + }, + "t_012_spacetime_product_type": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_012_spacetime_product_type", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_score" + } + } + }, + "vendor": "meta", + "input_tokens": 3835, + "output_tokens": 159, + "generation_duration_ms": 2090, + "started_at": "2026-03-30T22:16:37.589496Z", + "finished_at": "2026-03-30T22:18:19.084620800Z" + }, + "t_013_spacetime_sum_type": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_013_spacetime_sum_type", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "llm_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 3854, + "output_tokens": 199, + "generation_duration_ms": 4436, + "started_at": "2026-03-30T22:17:58.179226800Z", + "finished_at": "2026-03-30T22:19:23.059011400Z" + }, + "t_014_elementary_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_014_elementary_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Primitive\")]\n public partial struct Primitive\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Primitive.Insert(new Primitive\n {\n Id = 0,\n Count = 2,\n Total = 3000000000L,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:52743/v1/database/c20046477360bed840ce770f273c8480c368a7176620d4de935e1a6502154f75/call/seed)\n", + "phase": "call_reducer_llm" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Primitive WHERE Id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 3831, + "output_tokens": 198, + "generation_duration_ms": 2621, + "started_at": "2026-03-30T22:18:08.419634800Z", + "finished_at": "2026-03-30T22:19:30.266050600Z" + }, + "t_015_product_type_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_015_product_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Address\n {\n public string Street;\n public int Zip;\n }\n\n [Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [Table(Accessor = \"Profile\", Public = true)]\n public partial struct Profile\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Profile.Insert(new Profile\n {\n Id = 0,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:52743/v1/database/c200c4c122b768ddf10b7100998431df63f79aaaba710fe892a51045f4cf698f/call/seed)\n", + "phase": "call_reducer_llm" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Profile WHERE Id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 3876, + "output_tokens": 246, + "generation_duration_ms": 2700, + "started_at": "2026-03-30T22:18:08.421533800Z", + "finished_at": "2026-03-30T22:19:34.367837Z" + }, + "t_016_sum_type_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_016_sum_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [Type]\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> {}\n\n [Table(Accessor = \"Drawing\")]\n public partial struct Drawing\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public Shape A;\n public Shape B;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Drawing.Insert(new Drawing\n {\n Id = 0,\n A = new Shape.Circle(new Circle { Radius = 10 }),\n B = new Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\n });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:52743/v1/database/c200d28c6d71fefe9805bde2e1386138eac89211c49de2c252096917a7d188e5/call/seed)\n", + "phase": "call_reducer_llm" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Drawing WHERE Id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 3845, + "output_tokens": 232, + "generation_duration_ms": 6321, + "started_at": "2026-03-30T22:18:19.084708800Z", + "finished_at": "2026-03-30T22:19:46.873762Z" + }, + "t_017_scheduled_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_017_scheduled_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM TickTimer WHERE ScheduledId>=0" + } + } + }, + "vendor": "meta", + "input_tokens": 3821, + "output_tokens": 188, + "generation_duration_ms": 2046, + "started_at": "2026-03-30T22:19:23.059126100Z", + "finished_at": "2026-03-30T22:20:37.243113300Z" + }, + "t_018_constraints": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_018_constraints", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Account\", Public = true)]\n [SpacetimeDB.Index.BTree(Accessor = \"by_name\", Columns = [nameof(Name)])]\n public partial struct Account\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Unique]\n public string Email;\n public string Name;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Account.Insert(new Account\n {\n Id = 0,\n Email = \"a@example.com\",\n Name = \"Alice\"\n });\n\n ctx.Db.Account.Insert(new Account\n {\n Id = 0,\n Email = \"b@example.com\",\n Name = \"Bob\"\n });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: Value with given unique identifier already exists\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52743/v1/database/c20088695556e5042caa68108baca21a6199c7f8a7948fa3bbe20b177a1c2c36/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Account WHERE Id=2" + } + } + }, + "vendor": "meta", + "input_tokens": 3818, + "output_tokens": 215, + "generation_duration_ms": 4104, + "started_at": "2026-03-30T22:19:30.266159300Z", + "finished_at": "2026-03-30T22:20:50.508194700Z" + }, + "t_019_many_to_many": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_019_many_to_many", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 5, + "passed_tests": 4, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey, AutoInc]\n public ulong UserId;\n public string Name;\n }\n\n [Table(Accessor = \"Group\")]\n public partial struct Group\n {\n [PrimaryKey, AutoInc]\n public ulong GroupId;\n public string Title;\n }\n\n [Table(Accessor = \"Membership\")]\n [SpacetimeDB.Index.BTree(Accessor = \"by_user\", Columns = new[] { nameof(UserId) })]\n [SpacetimeDB.Index.BTree(Accessor = \"by_group\", Columns = new[] { nameof(GroupId) })]\n public partial struct Membership\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public ulong UserId;\n public ulong GroupId;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { UserId = 0, Name = \"Alice\" });\n ctx.Db.User.Insert(new User { UserId = 0, Name = \"Bob\" });\n\n ctx.Db.Group.Insert(new Group { GroupId = 0, Title = \"Admin\" });\n ctx.Db.Group.Insert(new Group { GroupId = 0, Title = \"Dev\" });\n\n ctx.Db.Membership.Insert(new Membership { Id = 0, UserId = 1, GroupId = 1 });\n ctx.Db.Membership.Insert(new Membership { Id = 0, UserId = 1, GroupId = 2 });\n ctx.Db.Membership.Insert(new Membership { Id = 0, UserId = 2, GroupId = 2 });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "m2m_has_1_1": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:52743/v1/database/c200327460432a82e876c2608701bf22f3949c4b6819e0458696b8801fcce9e6/call/seed)\n", + "phase": "call_reducer" + } + }, + "m2m_has_1_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=2" + } + }, + "m2m_has_2_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=2 AND GroupId=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Membership" + } + } + }, + "vendor": "meta", + "input_tokens": 3950, + "output_tokens": 429, + "generation_duration_ms": 633461, + "started_at": "2026-03-30T22:19:34.368121500Z", + "finished_at": "2026-03-30T22:31:10.877093500Z" + }, + "t_020_ecs": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_020_ecs", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 7, + "passed_tests": 7, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=2 AND X=8 AND Y=3" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=1 AND X=1 AND Y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM Position" + } + }, + "ecs_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "ecs_step": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "step" + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM NextPosition" + } + } + }, + "vendor": "meta", + "input_tokens": 3973, + "output_tokens": 602, + "generation_duration_ms": 4779, + "started_at": "2026-03-30T22:19:46.873862500Z", + "finished_at": "2026-03-30T22:21:05.729300800Z" + }, + "t_021_multi_column_index": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_021_multi_column_index", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 5, + "passed_tests": 4, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Log\")]\n [SpacetimeDB.Index.BTree(Accessor = \"by_user_day\", Columns = new[] { nameof(UserId), nameof(Day) })]\n public partial struct Log\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public int UserId;\n public int Day;\n public string Message;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Log.Insert(new Log { Id = 0, UserId = 7, Day = 1, Message = \"a\" });\n ctx.Db.Log.Insert(new Log { Id = 0, UserId = 7, Day = 2, Message = \"b\" });\n ctx.Db.Log.Insert(new Log { Id = 0, UserId = 9, Day = 1, Message = \"c\" });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:52743/v1/database/c200a617abf4601336643feb119868f86580ad0797a8bd8e5634626007c99071/call/seed)\n", + "phase": "call_reducer_llm", + "reducer": "seed" + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=2" + } + } + }, + "vendor": "meta", + "input_tokens": 3850, + "output_tokens": 237, + "generation_duration_ms": 2468, + "started_at": "2026-03-30T22:20:37.243207900Z", + "finished_at": "2026-03-30T22:21:50.198013500Z" + }, + "t_022_view_basic": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3787, + "output_tokens": 157, + "generation_duration_ms": 4685, + "started_at": "2026-03-30T22:13:48.809403100Z", + "finished_at": "2026-03-30T22:15:20.209883600Z" + }, + "t_023_view_per_user": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3831, + "output_tokens": 135, + "generation_duration_ms": 2271, + "started_at": "2026-03-30T22:14:28.843123700Z", + "finished_at": "2026-03-30T22:16:14.749250700Z" + }, + "t_024_event_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3804, + "output_tokens": 141, + "generation_duration_ms": 1879, + "started_at": "2026-03-30T22:11:11.553637900Z", + "finished_at": "2026-03-30T22:12:48.326956Z" + }, + "t_025_optional_fields": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3822, + "output_tokens": 151, + "generation_duration_ms": 1968, + "started_at": "2026-03-30T22:12:00.496839100Z", + "finished_at": "2026-03-30T22:13:28.179612500Z" + }, + "t_026_auth_identity_check": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3866, + "output_tokens": 256, + "generation_duration_ms": 633171, + "started_at": "2026-03-30T21:57:29.612334600Z", + "finished_at": "2026-03-30T22:09:36.281873600Z" + }, + "t_027_private_vs_public_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3890, + "output_tokens": 240, + "generation_duration_ms": 2521, + "started_at": "2026-03-30T21:57:29.613934600Z", + "finished_at": "2026-03-30T21:59:20.758966900Z" + }, + "t_028_cascade_delete": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3844, + "output_tokens": 209, + "generation_duration_ms": 2406, + "started_at": "2026-03-30T22:12:06.924720900Z", + "finished_at": "2026-03-30T22:13:48.809307100Z" + }, + "t_029_filter_and_aggregate": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3867, + "output_tokens": 330, + "generation_duration_ms": 4587, + "started_at": "2026-03-30T22:12:48.327068200Z", + "finished_at": "2026-03-30T22:14:28.843029500Z" + }, + "t_030_two_table_join": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3917, + "output_tokens": 320, + "generation_duration_ms": 3202, + "started_at": "2026-03-30T22:13:12.641425200Z", + "finished_at": "2026-03-30T22:14:43.040807800Z" + }, + "t_031_unique_constraint": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3803, + "output_tokens": 139, + "generation_duration_ms": 2043, + "started_at": "2026-03-30T22:13:28.179721900Z", + "finished_at": "2026-03-30T22:14:49.050742100Z" + }, + "t_032_range_query": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3868, + "output_tokens": 258, + "generation_duration_ms": 3388, + "started_at": "2026-03-30T22:14:43.040917800Z", + "finished_at": "2026-03-30T22:16:15.201552300Z" + }, + "t_033_sort_and_limit": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3869, + "output_tokens": 310, + "generation_duration_ms": 2988, + "started_at": "2026-03-30T22:14:49.050837Z", + "finished_at": "2026-03-30T22:16:18.510629Z" + }, + "t_034_find_first": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3842, + "output_tokens": 217, + "generation_duration_ms": 2471, + "started_at": "2026-03-30T22:15:20.210139600Z", + "finished_at": "2026-03-30T22:16:37.589399100Z" + }, + "t_035_select_distinct": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3827, + "output_tokens": 239, + "generation_duration_ms": 5201, + "started_at": "2026-03-30T22:16:15.201659800Z", + "finished_at": "2026-03-30T22:18:08.419533500Z" + }, + "t_036_count_without_collect": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3872, + "output_tokens": 266, + "generation_duration_ms": 4766, + "started_at": "2026-03-30T22:16:15.204386200Z", + "finished_at": "2026-03-30T22:18:07.852307800Z" + }, + "t_037_multi_column_filter": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3873, + "output_tokens": 270, + "generation_duration_ms": 2731, + "started_at": "2026-03-30T22:16:18.510744200Z", + "finished_at": "2026-03-30T22:17:58.179106200Z" + }, + "t_038_schedule_at_time": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3852, + "output_tokens": 213, + "generation_duration_ms": 2293, + "started_at": "2026-03-30T22:09:36.281974800Z", + "finished_at": "2026-03-30T22:11:11.553463300Z" + }, + "t_039_cancel_schedule": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3864, + "output_tokens": 238, + "generation_duration_ms": 2667, + "started_at": "2026-03-30T22:10:23.174077800Z", + "finished_at": "2026-03-30T22:12:00.496746Z" + }, + "t_040_lifecycle_player": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3790, + "output_tokens": 174, + "generation_duration_ms": 3160, + "started_at": "2026-03-30T22:10:26.981845900Z", + "finished_at": "2026-03-30T22:12:06.924628Z" + }, + "t_041_registered_user_gate": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3897, + "output_tokens": 310, + "generation_duration_ms": 3256, + "started_at": "2026-03-30T21:57:29.615460400Z", + "finished_at": "2026-03-30T21:59:20.316539800Z" + }, + "t_042_admin_bootstrap": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3938, + "output_tokens": 312, + "generation_duration_ms": 2997, + "started_at": "2026-03-30T21:57:29.617004500Z", + "finished_at": "2026-03-30T21:59:11.365533800Z" + }, + "t_043_role_based_access": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3959, + "output_tokens": 405, + "generation_duration_ms": 5418, + "started_at": "2026-03-30T21:59:11.365620400Z", + "finished_at": "2026-03-30T22:00:30.833582700Z" + }, + "t_044_ban_list": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3964, + "output_tokens": 485, + "generation_duration_ms": 3932, + "started_at": "2026-03-30T21:59:20.759052400Z", + "finished_at": "2026-03-30T22:00:54.452499800Z" + }, + "t_045_rate_limit": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3929, + "output_tokens": 346, + "generation_duration_ms": 3857, + "started_at": "2026-03-30T21:59:20.761008Z", + "finished_at": "2026-03-30T22:01:10.494593600Z" + }, + "t_046_shared_document": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 4004, + "output_tokens": 540, + "generation_duration_ms": 3838, + "started_at": "2026-03-30T22:00:30.833680600Z", + "finished_at": "2026-03-30T22:02:05.232333100Z" + } + } + }, + { + "name": "Gemini 3.1 Pro", + "route_api_model": "google/gemini-3.1-pro-preview", + "tasks": { + "t_000_empty_reducers": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3847, + "output_tokens": 919, + "generation_duration_ms": 8824, + "started_at": "2026-03-30T22:00:07.782414Z", + "finished_at": "2026-03-30T22:01:49.274615100Z" + }, + "t_001_basic_tables": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_001_basic_tables", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3860, + "output_tokens": 855, + "generation_duration_ms": 9662, + "started_at": "2026-03-30T22:00:11.634033700Z", + "finished_at": "2026-03-30T22:01:51.542856700Z" + }, + "t_002_scheduled_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3819, + "output_tokens": 767, + "generation_duration_ms": 14012, + "started_at": "2026-03-30T22:00:24.323638700Z", + "finished_at": "2026-03-30T22:02:06.105855100Z" + }, + "t_003_struct_in_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_003_struct_in_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3778, + "output_tokens": 574, + "generation_duration_ms": 17520, + "started_at": "2026-03-30T22:00:43.346177700Z", + "finished_at": "2026-03-30T22:02:21.642637900Z" + }, + "t_004_insert": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "meta", + "input_tokens": 3814, + "output_tokens": 601, + "generation_duration_ms": 16832, + "started_at": "2026-03-30T22:01:49.274717900Z", + "finished_at": "2026-03-30T22:03:51.385572100Z" + }, + "t_005_update": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_005_update", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "meta", + "input_tokens": 3848, + "output_tokens": 919, + "generation_duration_ms": 15359, + "started_at": "2026-03-30T22:01:51.542953200Z", + "finished_at": "2026-03-30T22:03:49.904076700Z" + }, + "t_006_delete": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_006_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 3811, + "output_tokens": 771, + "generation_duration_ms": 7966, + "started_at": "2026-03-30T22:02:06.105989100Z", + "finished_at": "2026-03-30T22:03:53.552044900Z" + }, + "t_007_crud": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_007_crud", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User" + } + } + }, + "vendor": "meta", + "input_tokens": 3853, + "output_tokens": 947, + "generation_duration_ms": 32942, + "started_at": "2026-03-30T22:02:21.642723600Z", + "finished_at": "2026-03-30T22:04:30.083779100Z" + }, + "t_008_index_lookup": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_008_index_lookup", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "Id | Name ----+--------- 1 | \"Alice\"", + "llm_out": "Id | Name ----+--------- 1 | \"Alice\"", + "query": "SELECT Id, Name FROM Result WHERE Id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "meta", + "input_tokens": 3876, + "output_tokens": 974, + "generation_duration_ms": 17345, + "started_at": "2026-03-30T22:03:53.552152500Z", + "finished_at": "2026-03-30T22:05:42.222208200Z" + }, + "t_009_init": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_009_init", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM User" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false" + } + } + }, + "vendor": "meta", + "input_tokens": 3810, + "output_tokens": 765, + "generation_duration_ms": 11306, + "started_at": "2026-03-30T22:03:53.554250200Z", + "finished_at": "2026-03-30T22:05:39.643362Z" + }, + "t_010_connect": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_010_connect", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3802, + "output_tokens": 959, + "generation_duration_ms": 23703, + "started_at": "2026-03-30T22:03:53.556065Z", + "finished_at": "2026-03-30T22:05:43.574941Z" + }, + "t_011_helper_function": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_011_helper_function", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Sum ----+----- 1 | 5", + "llm_out": "Id | Sum ----+----- 1 | 5", + "query": "SELECT Id, Sum FROM Result WHERE Id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" + } + } + }, + "vendor": "meta", + "input_tokens": 3824, + "output_tokens": 775, + "generation_duration_ms": 14599, + "started_at": "2026-03-30T22:04:30.083889500Z", + "finished_at": "2026-03-30T22:06:15.401750700Z" + }, + "t_012_spacetime_product_type": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_012_spacetime_product_type", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_score" + } + } + }, + "vendor": "meta", + "input_tokens": 3835, + "output_tokens": 791, + "generation_duration_ms": 12564, + "started_at": "2026-03-30T22:12:50.013819300Z", + "finished_at": "2026-03-30T22:14:37.218675600Z" + }, + "t_013_spacetime_sum_type": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_013_spacetime_sum_type", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "llm_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 3854, + "output_tokens": 985, + "generation_duration_ms": 12825, + "started_at": "2026-03-30T22:13:06.538131Z", + "finished_at": "2026-03-30T22:14:46.427512600Z" + }, + "t_014_elementary_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_014_elementary_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM Primitive WHERE Id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Primitive WHERE Id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 3833, + "output_tokens": 892, + "generation_duration_ms": 35354, + "started_at": "2026-03-30T22:13:53.493233400Z", + "finished_at": "2026-03-30T22:15:58.145941800Z" + }, + "t_015_product_type_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_015_product_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "Id | Home | Work | Pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT Id, Home, Work, Pos FROM Profile WHERE Id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Profile WHERE Id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 3876, + "output_tokens": 1016, + "generation_duration_ms": 32583, + "started_at": "2026-03-30T22:13:56.338408Z", + "finished_at": "2026-03-30T22:16:16.851771600Z" + }, + "t_016_sum_type_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_016_sum_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (circle = (radius = 10)) | (rectangle = (width = 4, height = 6))", + "llm_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (circle = (radius = 10)) | (rectangle = (width = 4, height = 6))", + "query": "SELECT Id, A, B FROM Drawing WHERE Id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Drawing WHERE Id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 3845, + "output_tokens": 1190, + "generation_duration_ms": 23647, + "started_at": "2026-03-30T22:14:37.218788600Z", + "finished_at": "2026-03-30T22:16:28.874682100Z" + }, + "t_017_scheduled_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_017_scheduled_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM TickTimer WHERE ScheduledId>=0" + } + } + }, + "vendor": "meta", + "input_tokens": 3821, + "output_tokens": 1111, + "generation_duration_ms": 15476, + "started_at": "2026-03-30T22:14:46.427598900Z", + "finished_at": "2026-03-30T22:16:29.544348700Z" + }, + "t_018_constraints": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_018_constraints", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Account\", Public = true)]\n [SpacetimeDB.Index.BTree(Accessor = \"by_name\", Columns = [nameof(Name)])]\n public partial struct Account\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n\n [Unique]\n public string Email;\n\n public string Name;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Account.Insert(new Account\n {\n Id = 0,\n Email = \"a@example.com\",\n Name = \"Alice\"\n });\n\n ctx.Db.Account.Insert(new Account\n {\n Id = 0,\n Email = \"b@example.com\",\n Name = \"Bob\"\n });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: Value with given unique identifier already exists\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52743/v1/database/c20088695556e5042caa68108baca21a6199c7f8a7948fa3bbe20b177a1c2c36/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Account WHERE Id=2" + } + } + }, + "vendor": "meta", + "input_tokens": 3820, + "output_tokens": 1897, + "generation_duration_ms": 19244, + "started_at": "2026-03-30T22:15:58.146048900Z", + "finished_at": "2026-03-30T22:17:41.890176900Z" + }, + "t_019_many_to_many": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_019_many_to_many", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "m2m_has_1_1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=1" + } + }, + "m2m_has_1_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=2" + } + }, + "m2m_has_2_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=2 AND GroupId=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Membership" + } + } + }, + "vendor": "meta", + "input_tokens": 3950, + "output_tokens": 3821, + "generation_duration_ms": 35642, + "started_at": "2026-03-30T22:16:16.852071500Z", + "finished_at": "2026-03-30T22:18:25.405631600Z" + }, + "t_020_ecs": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_020_ecs", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 7, + "passed_tests": 7, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=2 AND X=8 AND Y=3" + } + }, + "ecs_step": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "step" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM NextPosition WHERE EntityId=1 AND X=1 AND Y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM Position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM NextPosition" + } + } + }, + "vendor": "meta", + "input_tokens": 3975, + "output_tokens": 2711, + "generation_duration_ms": 37018, + "started_at": "2026-03-30T22:16:29.544504200Z", + "finished_at": "2026-03-30T22:18:40.614670100Z" + }, + "t_021_multi_column_index": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_021_multi_column_index", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=2" + } + } + }, + "vendor": "meta", + "input_tokens": 3852, + "output_tokens": 1172, + "generation_duration_ms": 24445, + "started_at": "2026-03-30T22:16:29.546469600Z", + "finished_at": "2026-03-30T22:18:23.317309800Z" + }, + "t_022_view_basic": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System.Collections.Generic;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Announcement\", Public = true)]\n public partial struct Announcement\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Message;\n [SpacetimeDB.Index.BTree]\n public bool Active;\n }\n\n [SpacetimeDB.View(Accessor = \"ActiveAnnouncements\", Public = true)]\n public static IEnumerable ActiveAnnouncements(AnonymousViewContext ctx)\n {\n return ctx.Db.Announcement.Active.Filter(true);\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(18,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(18,19): error STDB0024: View 'ActiveAnnouncements' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 3787, + "output_tokens": 1770, + "generation_duration_ms": 16473, + "started_at": "2026-03-30T22:09:13.559309800Z", + "finished_at": "2026-03-30T22:09:48.001904200Z" + }, + "t_023_view_per_user": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3831, + "output_tokens": 754, + "generation_duration_ms": 12731, + "started_at": "2026-03-30T22:09:34.592513800Z", + "finished_at": "2026-03-30T22:11:14.741737400Z" + }, + "t_024_event_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3804, + "output_tokens": 600, + "generation_duration_ms": 7952, + "started_at": "2026-03-30T22:06:15.401856500Z", + "finished_at": "2026-03-30T22:07:45.956266100Z" + }, + "t_025_optional_fields": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3822, + "output_tokens": 724, + "generation_duration_ms": 9614, + "started_at": "2026-03-30T22:07:19.027984800Z", + "finished_at": "2026-03-30T22:08:58.078618700Z" + }, + "t_026_auth_identity_check": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3866, + "output_tokens": 964, + "generation_duration_ms": 30385, + "started_at": "2026-03-30T21:56:30.192865800Z", + "finished_at": "2026-03-30T21:58:34.218679100Z" + }, + "t_027_private_vs_public_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3892, + "output_tokens": 977, + "generation_duration_ms": 10109, + "started_at": "2026-03-30T21:56:30.194866100Z", + "finished_at": "2026-03-30T21:58:16.597695100Z" + }, + "t_028_cascade_delete": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3846, + "output_tokens": 816, + "generation_duration_ms": 8596, + "started_at": "2026-03-30T22:07:28.620014900Z", + "finished_at": "2026-03-30T22:09:13.559142800Z" + }, + "t_029_filter_and_aggregate": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3867, + "output_tokens": 1906, + "generation_duration_ms": 39991, + "started_at": "2026-03-30T22:07:37.216581900Z", + "finished_at": "2026-03-30T22:09:50.548260900Z" + }, + "t_030_two_table_join": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3919, + "output_tokens": 1416, + "generation_duration_ms": 18956, + "started_at": "2026-03-30T22:07:45.956478300Z", + "finished_at": "2026-03-30T22:09:34.592380300Z" + }, + "t_031_unique_constraint": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3805, + "output_tokens": 780, + "generation_duration_ms": 21602, + "started_at": "2026-03-30T22:08:58.078713Z", + "finished_at": "2026-03-30T22:10:49.299849700Z" + }, + "t_032_range_query": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3868, + "output_tokens": 972, + "generation_duration_ms": 28441, + "started_at": "2026-03-30T22:09:48.001965300Z", + "finished_at": "2026-03-30T22:11:48.364645900Z" + }, + "t_033_sort_and_limit": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3871, + "output_tokens": 2056, + "generation_duration_ms": 25449, + "started_at": "2026-03-30T22:09:50.548361Z", + "finished_at": "2026-03-30T22:11:52.839921700Z" + }, + "t_034_find_first": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3842, + "output_tokens": 1268, + "generation_duration_ms": 19893, + "started_at": "2026-03-30T22:10:49.299971600Z", + "finished_at": "2026-03-30T22:12:50.013716800Z" + }, + "t_035_select_distinct": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3829, + "output_tokens": 2393, + "generation_duration_ms": 20996, + "started_at": "2026-03-30T22:11:14.741832700Z", + "finished_at": "2026-03-30T22:13:06.538038500Z" + }, + "t_036_count_without_collect": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3874, + "output_tokens": 3790, + "generation_duration_ms": 39326, + "started_at": "2026-03-30T22:11:48.364743300Z", + "finished_at": "2026-03-30T22:13:56.338290Z" + }, + "t_037_multi_column_filter": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3873, + "output_tokens": 1293, + "generation_duration_ms": 16409, + "started_at": "2026-03-30T22:11:52.840033200Z", + "finished_at": "2026-03-30T22:13:53.493150200Z" + }, + "t_038_schedule_at_time": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3852, + "output_tokens": 822, + "generation_duration_ms": 8608, + "started_at": "2026-03-30T22:05:39.643474600Z", + "finished_at": "2026-03-30T22:07:19.027647600Z" + }, + "t_039_cancel_schedule": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3864, + "output_tokens": 924, + "generation_duration_ms": 12113, + "started_at": "2026-03-30T22:05:42.222324700Z", + "finished_at": "2026-03-30T22:07:28.619826700Z" + }, + "t_040_lifecycle_player": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3792, + "output_tokens": 667, + "generation_duration_ms": 21173, + "started_at": "2026-03-30T22:05:43.575209400Z", + "finished_at": "2026-03-30T22:07:37.216417500Z" + }, + "t_041_registered_user_gate": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3897, + "output_tokens": 1237, + "generation_duration_ms": 12747, + "started_at": "2026-03-30T21:56:30.196396500Z", + "finished_at": "2026-03-30T21:58:18.489289500Z" + }, + "t_042_admin_bootstrap": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3940, + "output_tokens": 1099, + "generation_duration_ms": 10450, + "started_at": "2026-03-30T21:56:30.198514100Z", + "finished_at": "2026-03-30T21:58:19.082430200Z" + }, + "t_043_role_based_access": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3959, + "output_tokens": 2024, + "generation_duration_ms": 20044, + "started_at": "2026-03-30T21:58:16.597808Z", + "finished_at": "2026-03-30T22:00:07.782233500Z" + }, + "t_044_ban_list": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3964, + "output_tokens": 2591, + "generation_duration_ms": 26048, + "started_at": "2026-03-30T21:58:19.082526500Z", + "finished_at": "2026-03-30T22:00:11.633869300Z" + }, + "t_045_rate_limit": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System;\n\npublic static partial class Module\n{\n [Table(Accessor = \"RateLimit\")]\n public partial struct RateLimit\n {\n [PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n }\n\n [Table(Accessor = \"ActionLog\", Public = true)]\n public partial struct ActionLog\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n }\n\n [Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)(ctx.Timestamp.ToUnixTimeMilliseconds() * 1000);\n\n var existing = ctx.Db.RateLimit.Identity.Find(ctx.Sender);\n if (existing is RateLimit rl)\n {\n if ((now - rl.LastCallUs) < 1_000_000)\n {\n throw new Exception(\"rate limited\");\n }\n ctx.Db.RateLimit.Identity.Update(rl with { LastCallUs = now });\n }\n else\n {\n ctx.Db.RateLimit.Insert(new RateLimit\n {\n Identity = ctx.Sender,\n LastCallUs = now\n });\n }\n\n ctx.Db.ActionLog.Insert(new ActionLog\n {\n Id = 0,\n Identity = ctx.Sender,\n Payload = payload\n });\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-1-pro\\llm\\Lib.cs(27,43): error CS1061: 'Timestamp' does not contain a definition for 'ToUnixTimeMilliseconds' and no accessible extension method 'ToUnixTimeMilliseconds' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\gemini-3-1-pro\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 3929, + "output_tokens": 3782, + "generation_duration_ms": 127452, + "started_at": "2026-03-30T21:58:19.084509500Z", + "finished_at": "2026-03-30T22:00:43.346106Z" + }, + "t_046_shared_document": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 4004, + "output_tokens": 2633, + "generation_duration_ms": 27975, + "started_at": "2026-03-30T21:58:34.218889Z", + "finished_at": "2026-03-30T22:00:24.323489100Z" + } + } + }, + { + "name": "DeepSeek Chat", + "route_api_model": "deepseek-chat", + "tasks": { + "t_000_empty_reducers": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3427, + "output_tokens": 180, + "generation_duration_ms": 6056, + "started_at": "2026-03-30T22:18:48.553366400Z", + "finished_at": "2026-03-30T22:20:09.562360Z" + }, + "t_001_basic_tables": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_001_basic_tables", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3440, + "output_tokens": 152, + "generation_duration_ms": 7616, + "started_at": "2026-03-30T22:19:31.446528800Z", + "finished_at": "2026-03-30T22:20:51.028753400Z" + }, + "t_002_scheduled_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3396, + "output_tokens": 168, + "generation_duration_ms": 5554, + "started_at": "2026-03-30T22:19:50.368254700Z", + "finished_at": "2026-03-30T22:21:10.674228200Z" + }, + "t_003_struct_in_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_003_struct_in_table", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3357, + "output_tokens": 75, + "generation_duration_ms": 3269, + "started_at": "2026-03-30T22:19:51.651525900Z", + "finished_at": "2026-03-30T22:21:08.657185700Z" + }, + "t_004_insert": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3389, + "output_tokens": 116, + "generation_duration_ms": 8204, + "started_at": "2026-03-30T22:20:09.562446800Z", + "finished_at": "2026-03-30T22:21:31.486059900Z" + }, + "t_005_update": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_005_update", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3418, + "output_tokens": 177, + "generation_duration_ms": 6256, + "started_at": "2026-03-30T22:20:51.028946800Z", + "finished_at": "2026-03-30T22:22:07.106807200Z" + }, + "t_006_delete": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_006_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3385, + "output_tokens": 151, + "generation_duration_ms": 6073, + "started_at": "2026-03-30T22:21:08.657267100Z", + "finished_at": "2026-03-30T22:22:20.637558300Z" + }, + "t_007_crud": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_007_crud", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3422, + "output_tokens": 186, + "generation_duration_ms": 8392, + "started_at": "2026-03-30T22:21:10.674375400Z", + "finished_at": "2026-03-30T22:22:23.682111200Z" + }, + "t_008_index_lookup": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_008_index_lookup", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Table(Accessor = \"Result\")]\n public partial struct Result\n {\n [PrimaryKey]\n public ulong Id;\n public string Name;\n }\n\n [Reducer]\n public static void InsertUser(ReducerContext ctx, string name, int age, bool active)\n {\n ctx.Db.User.Insert(new User { Id = 0, Name = name, Age = age, Active = active });\n }\n\n [Reducer]\n public static void LookupUserName(ReducerContext ctx, ulong id)\n {\n var user = ctx.Db.User.Id.Find(id);\n if (user is not null)\n {\n ctx.Db.Result.Insert(new Result { Id = id, Name = user.Name });\n }\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(36,68): error CS1061: 'Module.User?' does not contain a definition for 'Name' and no accessible extension method 'Name' accepting a first argument of type 'Module.User?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3446, + "output_tokens": 221, + "generation_duration_ms": 9377, + "started_at": "2026-03-30T22:21:31.486139700Z", + "finished_at": "2026-03-30T22:21:54.371781600Z" + }, + "t_009_init": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_009_init", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM User" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3378, + "output_tokens": 143, + "generation_duration_ms": 6563, + "started_at": "2026-03-30T22:21:54.371868200Z", + "finished_at": "2026-03-30T22:23:06.410559600Z" + }, + "t_010_connect": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_010_connect", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3384, + "output_tokens": 144, + "generation_duration_ms": 4684, + "started_at": "2026-03-30T22:22:07.106892600Z", + "finished_at": "2026-03-30T22:23:15.813188800Z" + }, + "t_011_helper_function": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_011_helper_function", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Sum ----+----- 1 | 5", + "llm_out": "Id | Sum ----+----- 1 | 5", + "query": "SELECT Id, Sum FROM Result WHERE Id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3396, + "output_tokens": 115, + "generation_duration_ms": 4541, + "started_at": "2026-03-30T22:22:20.637659500Z", + "finished_at": "2026-03-30T22:23:30.343354800Z" + }, + "t_012_spacetime_product_type": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_012_spacetime_product_type", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_score" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3410, + "output_tokens": 134, + "generation_duration_ms": 5717, + "started_at": "2026-03-30T22:26:53.964000800Z", + "finished_at": "2026-03-30T22:28:13.444474400Z" + }, + "t_013_spacetime_sum_type": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_013_spacetime_sum_type", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "llm_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3430, + "output_tokens": 167, + "generation_duration_ms": 6370, + "started_at": "2026-03-30T22:27:18.612358200Z", + "finished_at": "2026-03-30T22:28:34.324119500Z" + }, + "t_014_elementary_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_014_elementary_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Primitive\")]\n public partial struct Primitive\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Primitive.Insert(new Primitive\n {\n Id = 0,\n Count = 2,\n Total = 3000000000,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:52743/v1/database/c200b0b43b4b0f555edb2ed9969720d369d176546fd22f1ef2545529b7f7d15e/call/seed)\n", + "phase": "call_reducer_llm" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Primitive WHERE Id=1" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3400, + "output_tokens": 169, + "generation_duration_ms": 5005, + "started_at": "2026-03-30T22:27:22.880461800Z", + "finished_at": "2026-03-30T22:28:35.925114700Z" + }, + "t_015_product_type_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_015_product_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Address\n {\n public string Street;\n public int Zip;\n }\n\n [Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [Table(Accessor = \"Profile\", Public = true)]\n public partial struct Profile\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Profile.Insert(new Profile\n {\n Id = 0,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:52743/v1/database/c200f9f6cf1e8f03341deed10009aa410b12a7a02c892f27bab4ade44d4bda3b/call/seed)\n", + "phase": "call_reducer_llm" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Profile WHERE Id=1" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3440, + "output_tokens": 212, + "generation_duration_ms": 9473, + "started_at": "2026-03-30T22:28:13.947972600Z", + "finished_at": "2026-03-30T22:29:30.780260800Z" + }, + "t_016_sum_type_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_016_sum_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Circle\n {\n public int Radius;\n }\n\n [Type]\n public partial struct Rectangle\n {\n public int Width;\n public int Height;\n }\n\n [Type]\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> {}\n\n [Table(Accessor = \"Drawing\")]\n public partial struct Drawing\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public Shape A;\n public Shape B;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Drawing.Insert(new Drawing\n {\n Id = 0,\n A = new Shape.Circle(new Circle { Radius = 10 }),\n B = new Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\n });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:52743/v1/database/c2005f7df147af190f6b36337141488f14b2c197d2a4cfd910a5fc3be739a3cf/call/seed)\n", + "phase": "call_reducer_llm" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Drawing WHERE Id=1" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3416, + "output_tokens": 201, + "generation_duration_ms": 9397, + "started_at": "2026-03-30T22:28:13.950435800Z", + "finished_at": "2026-03-30T22:29:33.320485800Z" + }, + "t_017_scheduled_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_017_scheduled_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM TickTimer WHERE ScheduledId>=0" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3397, + "output_tokens": 167, + "generation_duration_ms": 6530, + "started_at": "2026-03-30T22:28:34.324216Z", + "finished_at": "2026-03-30T22:29:53.637410800Z" + }, + "t_018_constraints": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_018_constraints", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Account\", Public = true)]\n [SpacetimeDB.Index.BTree(Accessor = \"by_name\", Columns = new[] { nameof(Name) })]\n public partial struct Account\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Unique]\n public string Email;\n public string Name;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Account.Insert(new Account { Id = 0, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.Account.Insert(new Account { Id = 0, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: Value with given unique identifier already exists\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52743/v1/database/c20088695556e5042caa68108baca21a6199c7f8a7948fa3bbe20b177a1c2c36/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Account WHERE Id=2" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3384, + "output_tokens": 177, + "generation_duration_ms": 6836, + "started_at": "2026-03-30T22:28:35.925401200Z", + "finished_at": "2026-03-30T22:29:50.897695500Z" + }, + "t_019_many_to_many": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_019_many_to_many", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 5, + "passed_tests": 4, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey, AutoInc]\n public ulong UserId;\n public string Name;\n }\n\n [Table(Accessor = \"Group\")]\n public partial struct Group\n {\n [PrimaryKey, AutoInc]\n public ulong GroupId;\n public string Title;\n }\n\n [Table(Accessor = \"Membership\")]\n [SpacetimeDB.Index.BTree(Accessor = \"by_user\", Columns = new[] { nameof(UserId) })]\n [SpacetimeDB.Index.BTree(Accessor = \"by_group\", Columns = new[] { nameof(GroupId) })]\n public partial struct Membership\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public ulong UserId;\n public ulong GroupId;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { UserId = 0, Name = \"Alice\" });\n ctx.Db.User.Insert(new User { UserId = 0, Name = \"Bob\" });\n\n ctx.Db.Group.Insert(new Group { GroupId = 0, Title = \"Admin\" });\n ctx.Db.Group.Insert(new Group { GroupId = 0, Title = \"Dev\" });\n\n ctx.Db.Membership.Insert(new Membership { Id = 0, UserId = 1, GroupId = 1 });\n ctx.Db.Membership.Insert(new Membership { Id = 0, UserId = 1, GroupId = 2 });\n ctx.Db.Membership.Insert(new Membership { Id = 0, UserId = 2, GroupId = 2 });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "m2m_has_1_1": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:52743/v1/database/c2004ea3587eff8b211e3cda5531481bd4eb10eb039c2c0d1cc745ae64bdc2ea/call/seed)\n", + "phase": "call_reducer" + } + }, + "m2m_has_1_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=2" + } + }, + "m2m_has_2_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=2 AND GroupId=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Membership" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3514, + "output_tokens": 397, + "generation_duration_ms": 13751, + "started_at": "2026-03-30T22:29:33.320575800Z", + "finished_at": "2026-03-30T22:30:50.180846200Z" + }, + "t_020_ecs": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_020_ecs", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 7, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Entity\")]\n public partial struct Entity\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n }\n\n [Table(Accessor = \"Position\")]\n public partial struct Position\n {\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [Table(Accessor = \"Velocity\")]\n public partial struct Velocity\n {\n [PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n }\n\n [Table(Accessor = \"NextPosition\")]\n public partial struct NextPosition\n {\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n var entity1 = ctx.Db.Entity.Insert(new Entity { Id = 0 });\n ctx.Db.Position.Insert(new Position { EntityId = (int)entity1.Id, X = 0, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = (int)entity1.Id, VX = 1, VY = 0 });\n\n var entity2 = ctx.Db.Entity.Insert(new Entity { Id = 0 });\n ctx.Db.Position.Insert(new Position { EntityId = (int)entity2.Id, X = 10, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = (int)entity2.Id, VX = -2, VY = 3 });\n }\n\n [Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var pos in ctx.Db.Position.Iter())\n {\n var vel = ctx.Db.Velocity.EntityId.Find(pos.EntityId);\n if (vel is not null)\n {\n ctx.Db.NextPosition.EntityId.Update(new NextPosition\n {\n EntityId = pos.EntityId,\n X = pos.X + vel.VX,\n Y = pos.Y + vel.VY\n });\n }\n }\n }\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(63,37): error CS1061: 'Module.Velocity?' does not contain a definition for 'VX' and no accessible extension method 'VX' accepting a first argument of type 'Module.Velocity?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(64,37): error CS1061: 'Module.Velocity?' does not contain a definition for 'VY' and no accessible extension method 'VY' accepting a first argument of type 'Module.Velocity?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3548, + "output_tokens": 472, + "generation_duration_ms": 14888, + "started_at": "2026-03-30T22:29:33.323308300Z", + "finished_at": "2026-03-30T22:30:00.753245600Z" + }, + "t_021_multi_column_index": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_021_multi_column_index", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=2" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3417, + "output_tokens": 212, + "generation_duration_ms": 8536, + "started_at": "2026-03-30T22:29:50.897779900Z", + "finished_at": "2026-03-30T22:31:00.469644900Z" + }, + "t_022_view_basic": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\nusing System.Collections.Generic;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Announcement\", Public = true)]\n public partial struct Announcement\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Message;\n [SpacetimeDB.Index.BTree]\n public bool Active;\n }\n\n [SpacetimeDB.View(Accessor = \"ActiveAnnouncements\", Public = true)]\n public static IEnumerable ActiveAnnouncements(AnonymousViewContext ctx)\n {\n return ctx.Db.Announcement.Active.Filter(true);\n }\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(18,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(18,19): error STDB0024: View 'ActiveAnnouncements' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3364, + "output_tokens": 141, + "generation_duration_ms": 6715, + "started_at": "2026-03-30T22:24:39.916509900Z", + "finished_at": "2026-03-30T22:24:59.476422400Z" + }, + "t_023_view_per_user": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3400, + "output_tokens": 119, + "generation_duration_ms": 5758, + "started_at": "2026-03-30T22:24:59.476482400Z", + "finished_at": "2026-03-30T22:26:07.629828300Z" + }, + "t_024_event_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3379, + "output_tokens": 127, + "generation_duration_ms": 3958, + "started_at": "2026-03-30T22:23:30.343440900Z", + "finished_at": "2026-03-30T22:24:36.647768Z" + }, + "t_025_optional_fields": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3395, + "output_tokens": 137, + "generation_duration_ms": 6368, + "started_at": "2026-03-30T22:23:31.983709600Z", + "finished_at": "2026-03-30T22:24:39.916371700Z" + }, + "t_026_auth_identity_check": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3436, + "output_tokens": 193, + "generation_duration_ms": 7002, + "started_at": "2026-03-30T22:16:17.377865900Z", + "finished_at": "2026-03-30T22:18:00.103063400Z" + }, + "t_027_private_vs_public_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3458, + "output_tokens": 194, + "generation_duration_ms": 8825, + "started_at": "2026-03-30T22:16:17.379609200Z", + "finished_at": "2026-03-30T22:18:06.892345100Z" + }, + "t_028_cascade_delete": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Author\")]\n public partial struct Author\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n }\n\n [Table(Accessor = \"Post\")]\n [SpacetimeDB.Index.BTree(Accessor = \"by_author\", Columns = [nameof(Post.AuthorId)])]\n public partial struct Post\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public ulong AuthorId;\n public string Title;\n }\n\n [Reducer]\n public static void DeleteAuthor(ReducerContext ctx, ulong authorId)\n {\n foreach (var post in ctx.Db.Post.AuthorId.Filter(authorId))\n {\n ctx.Db.Post.Id.Delete(post.Id);\n }\n ctx.Db.Author.Id.Delete(authorId);\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(27,42): error CS1061: 'Post' does not contain a definition for 'AuthorId' and no accessible extension method 'AuthorId' accepting a first argument of type 'Post' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3416, + "output_tokens": 202, + "generation_duration_ms": 8473, + "started_at": "2026-03-30T22:24:14.481916500Z", + "finished_at": "2026-03-30T22:24:35.898685600Z" + }, + "t_029_filter_and_aggregate": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3440, + "output_tokens": 302, + "generation_duration_ms": 11182, + "started_at": "2026-03-30T22:24:21.984519900Z", + "finished_at": "2026-03-30T22:25:34.412434200Z" + }, + "t_030_two_table_join": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Customer\")]\n public partial struct Customer\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n }\n\n [Table(Accessor = \"Order\")]\n [SpacetimeDB.Index.BTree(Accessor = \"by_customer\", Columns = [nameof(Order.CustomerId)])]\n public partial struct Order\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public ulong CustomerId;\n public string Product;\n public uint Amount;\n }\n\n [Table(Accessor = \"OrderDetail\")]\n public partial struct OrderDetail\n {\n [PrimaryKey]\n public ulong OrderId;\n public string CustomerName;\n public string Product;\n public uint Amount;\n }\n\n [Reducer]\n public static void BuildOrderDetails(ReducerContext ctx)\n {\n foreach (var order in ctx.Db.Order.Iter())\n {\n var customer = ctx.Db.Customer.Id.Find(order.CustomerId);\n if (customer is not null)\n {\n ctx.Db.OrderDetail.Insert(new OrderDetail\n {\n OrderId = order.Id,\n CustomerName = customer.Name,\n Product = order.Product,\n Amount = order.Amount,\n });\n }\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(46,45): error CS1061: 'Module.Customer?' does not contain a definition for 'Name' and no accessible extension method 'Name' accepting a first argument of type 'Module.Customer?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3486, + "output_tokens": 295, + "generation_duration_ms": 11656, + "started_at": "2026-03-30T22:24:35.898754400Z", + "finished_at": "2026-03-30T22:25:00.406622600Z" + }, + "t_031_unique_constraint": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3378, + "output_tokens": 115, + "generation_duration_ms": 3694, + "started_at": "2026-03-30T22:24:36.647897700Z", + "finished_at": "2026-03-30T22:25:40.386699300Z" + }, + "t_032_range_query": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3441, + "output_tokens": 222, + "generation_duration_ms": 6734, + "started_at": "2026-03-30T22:25:00.406684400Z", + "finished_at": "2026-03-30T22:26:09.745968900Z" + }, + "t_033_sort_and_limit": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3439, + "output_tokens": 239, + "generation_duration_ms": 10103, + "started_at": "2026-03-30T22:25:34.412522200Z", + "finished_at": "2026-03-30T22:26:52.708409800Z" + }, + "t_034_find_first": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3417, + "output_tokens": 184, + "generation_duration_ms": 5449, + "started_at": "2026-03-30T22:25:40.386825300Z", + "finished_at": "2026-03-30T22:26:53.963739500Z" + }, + "t_035_select_distinct": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3400, + "output_tokens": 180, + "generation_duration_ms": 6386, + "started_at": "2026-03-30T22:26:07.629927800Z", + "finished_at": "2026-03-30T22:27:18.612279600Z" + }, + "t_036_count_without_collect": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3446, + "output_tokens": 215, + "generation_duration_ms": 7854, + "started_at": "2026-03-30T22:26:09.746102200Z", + "finished_at": "2026-03-30T22:27:22.880336300Z" + }, + "t_037_multi_column_filter": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3447, + "output_tokens": 248, + "generation_duration_ms": 7573, + "started_at": "2026-03-30T22:26:52.708511100Z", + "finished_at": "2026-03-30T22:28:13.947870Z" + }, + "t_038_schedule_at_time": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3422, + "output_tokens": 186, + "generation_duration_ms": 6403, + "started_at": "2026-03-30T22:22:23.682271100Z", + "finished_at": "2026-03-30T22:23:31.983555500Z" + }, + "t_039_cancel_schedule": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3442, + "output_tokens": 213, + "generation_duration_ms": 6514, + "started_at": "2026-03-30T22:23:06.410660700Z", + "finished_at": "2026-03-30T22:24:14.481800900Z" + }, + "t_040_lifecycle_player": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3367, + "output_tokens": 153, + "generation_duration_ms": 4862, + "started_at": "2026-03-30T22:23:15.813270800Z", + "finished_at": "2026-03-30T22:24:21.984383800Z" + }, + "t_041_registered_user_gate": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3468, + "output_tokens": 279, + "generation_duration_ms": 9077, + "started_at": "2026-03-30T22:16:17.381867500Z", + "finished_at": "2026-03-30T22:18:06.476029900Z" + }, + "t_042_admin_bootstrap": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3516, + "output_tokens": 254, + "generation_duration_ms": 12164, + "started_at": "2026-03-30T22:16:17.383964600Z", + "finished_at": "2026-03-30T22:18:07.238337200Z" + }, + "t_043_role_based_access": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3515, + "output_tokens": 334, + "generation_duration_ms": 11502, + "started_at": "2026-03-30T22:18:00.103165400Z", + "finished_at": "2026-03-30T22:19:31.446446300Z" + }, + "t_044_ban_list": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3526, + "output_tokens": 380, + "generation_duration_ms": 18256, + "started_at": "2026-03-30T22:18:07.238499100Z", + "finished_at": "2026-03-30T22:19:50.368135200Z" + }, + "t_045_rate_limit": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"RateLimit\")]\n public partial struct RateLimit\n {\n [PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n }\n\n [Table(Accessor = \"ActionLog\", Public = true)]\n public partial struct ActionLog\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n }\n\n [Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = ctx.Timestamp.ToUnixTimeMilliseconds() * 1000;\n var rateLimit = ctx.Db.RateLimit.Identity.Find(ctx.Sender);\n if (rateLimit is not null && (now - rateLimit.LastCallUs) < 1_000_000)\n {\n throw new Exception(\"rate limited\");\n }\n ctx.Db.RateLimit.Identity.Update(new RateLimit { Identity = ctx.Sender, LastCallUs = now });\n ctx.Db.ActionLog.Insert(new ActionLog { Id = 0, Identity = ctx.Sender, Payload = payload });\n }\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(26,35): error CS1061: 'Timestamp' does not contain a definition for 'ToUnixTimeMilliseconds' and no accessible extension method 'ToUnixTimeMilliseconds' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\Lib.cs(28,55): error CS1061: 'Module.RateLimit?' does not contain a definition for 'LastCallUs' and no accessible extension method 'LastCallUs' accepting a first argument of type 'Module.RateLimit?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-chat\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3495, + "output_tokens": 255, + "generation_duration_ms": 12573, + "started_at": "2026-03-30T22:18:07.240222900Z", + "finished_at": "2026-03-30T22:18:48.553313800Z" + }, + "t_046_shared_document": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3566, + "output_tokens": 395, + "generation_duration_ms": 18438, + "started_at": "2026-03-30T22:18:07.241520500Z", + "finished_at": "2026-03-30T22:19:51.651205400Z" + } + } + }, + { + "name": "DeepSeek Reasoner", + "route_api_model": "deepseek-reasoner", + "tasks": { + "t_000_empty_reducers": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_000_empty_reducers", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3429, + "output_tokens": 398, + "generation_duration_ms": 13422, + "started_at": "2026-03-30T22:17:00.050879600Z", + "finished_at": "2026-03-30T22:18:38.078386400Z" + }, + "t_001_basic_tables": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_001_basic_tables", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3444, + "output_tokens": 289, + "generation_duration_ms": 10650, + "started_at": "2026-03-30T22:17:16.713586600Z", + "finished_at": "2026-03-30T22:18:49.326321300Z" + }, + "t_002_scheduled_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_002_scheduled_table", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3398, + "output_tokens": 583, + "generation_duration_ms": 20383, + "started_at": "2026-03-30T22:18:14.061422500Z", + "finished_at": "2026-03-30T22:19:52.500084800Z" + }, + "t_003_struct_in_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_003_struct_in_table", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3359, + "output_tokens": 354, + "generation_duration_ms": 11141, + "started_at": "2026-03-30T22:18:19.648249800Z", + "finished_at": "2026-03-30T22:19:51.239587400Z" + }, + "t_004_insert": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_004_insert", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "Id | Name | Age | Active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3393, + "output_tokens": 267, + "generation_duration_ms": 11251, + "started_at": "2026-03-30T22:18:38.078486100Z", + "finished_at": "2026-03-30T22:20:04.084230900Z" + }, + "t_005_update": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_005_update", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3422, + "output_tokens": 412, + "generation_duration_ms": 12446, + "started_at": "2026-03-30T22:18:49.326452200Z", + "finished_at": "2026-03-30T22:20:17.764953300Z" + }, + "t_006_delete": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_006_delete", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3389, + "output_tokens": 377, + "generation_duration_ms": 12846, + "started_at": "2026-03-30T22:19:51.239674400Z", + "finished_at": "2026-03-30T22:21:19.065112100Z" + }, + "t_007_crud": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_007_crud", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "Id | Name | Age | Active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT Id, Name, Age, Active FROM User WHERE Id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3424, + "output_tokens": 408, + "generation_duration_ms": 13561, + "started_at": "2026-03-30T22:19:52.500160800Z", + "finished_at": "2026-03-30T22:21:22.878237700Z" + }, + "t_008_index_lookup": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_008_index_lookup", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Table(Accessor = \"Result\")]\n public partial struct Result\n {\n [PrimaryKey]\n public ulong Id;\n public string Name;\n }\n\n [Reducer]\n public static void InsertUser(ReducerContext ctx, string name, int age, bool active)\n {\n ctx.Db.User.Insert(new User { Id = 0, Name = name, Age = age, Active = active });\n }\n\n [Reducer]\n public static void LookupUserName(ReducerContext ctx, ulong id)\n {\n var user = ctx.Db.User.Id.Find(id);\n if (user is not null)\n {\n ctx.Db.Result.Insert(new Result { Id = id, Name = user.Name });\n }\n }\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(36,68): error CS1061: 'Module.User?' does not contain a definition for 'Name' and no accessible extension method 'Name' accepting a first argument of type 'Module.User?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3449, + "output_tokens": 526, + "generation_duration_ms": 16171, + "started_at": "2026-03-30T22:20:04.084379600Z", + "finished_at": "2026-03-30T22:20:35.266243400Z" + }, + "t_009_init": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_009_init", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=1 AND Name='Alice' AND Age=30 AND Active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM User" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM User WHERE Id=2 AND Name='Bob' AND Age=22 AND Active=false" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3382, + "output_tokens": 274, + "generation_duration_ms": 9163, + "started_at": "2026-03-30T22:20:17.765091200Z", + "finished_at": "2026-03-30T22:21:37.379449800Z" + }, + "t_010_connect": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_010_connect", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3386, + "output_tokens": 397, + "generation_duration_ms": 15770, + "started_at": "2026-03-30T22:20:35.266327100Z", + "finished_at": "2026-03-30T22:21:57.807190400Z" + }, + "t_011_helper_function": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_011_helper_function", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1 AND Sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Sum ----+----- 1 | 5", + "llm_out": "Id | Sum ----+----- 1 | 5", + "query": "SELECT Id, Sum FROM Result WHERE Id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3400, + "output_tokens": 357, + "generation_duration_ms": 12422, + "started_at": "2026-03-30T22:21:19.065207800Z", + "finished_at": "2026-03-30T22:22:39.110591800Z" + }, + "t_012_spacetime_product_type": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_012_spacetime_product_type", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "Id | Value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_score" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3414, + "output_tokens": 494, + "generation_duration_ms": 18074, + "started_at": "2026-03-30T22:26:54.980661900Z", + "finished_at": "2026-03-30T22:28:23.346665800Z" + }, + "t_013_spacetime_sum_type": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_013_spacetime_sum_type", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "llm_out": "Id | Value ----+-------------------------- 1 | (circle = (radius = 10))", + "query": "SELECT Id, Value FROM Result WHERE Id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Result WHERE Id=1" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3434, + "output_tokens": 547, + "generation_duration_ms": 20166, + "started_at": "2026-03-30T22:27:20.367091700Z", + "finished_at": "2026-03-30T22:28:48.514698700Z" + }, + "t_014_elementary_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_014_elementary_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "Id | Count | Total | Price | Ratio | Active | Name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT Id, Count, Total, Price, Ratio, Active, Name FROM Primitive WHERE Id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Primitive WHERE Id=1" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3404, + "output_tokens": 324, + "generation_duration_ms": 10434, + "started_at": "2026-03-30T22:27:46.033466300Z", + "finished_at": "2026-03-30T22:29:04.850000600Z" + }, + "t_015_product_type_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_015_product_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 2, + "llm_output": "using SpacetimeDB;\nusing System.Linq;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Address\n {\n public string Street;\n public int Zip;\n }\n\n [Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [Table(Accessor = \"Profile\", Public = true)]\n public partial struct Profile\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Seed(ReducerContext ctx)\n {\n if (ctx.Db.Profile.Iter().Count() == 0)\n {\n ctx.Db.Profile.Insert(new Profile\n {\n Id = 0,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n });\n }\n }\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:52743/v1/database/c200fa58ace813d8bc2d8ddb0456384445d168346d4dbb604d25bfa026cf4d78/call/seed)\n", + "phase": "call_reducer_llm" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Profile WHERE Id=1" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3444, + "output_tokens": 2339, + "generation_duration_ms": 79220, + "started_at": "2026-03-30T22:28:23.346786600Z", + "finished_at": "2026-03-30T22:30:47.614268600Z" + }, + "t_016_sum_type_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_016_sum_type_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (circle = (radius = 10)) | (rectangle = (width = 4, height = 6))", + "llm_out": "Id | A | B ----+--------------------------+--------------------------------------- 1 | (circle = (radius = 10)) | (rectangle = (width = 4, height = 6))", + "query": "SELECT Id, A, B FROM Drawing WHERE Id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Drawing WHERE Id=1" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3420, + "output_tokens": 867, + "generation_duration_ms": 30054, + "started_at": "2026-03-30T22:28:27.550895500Z", + "finished_at": "2026-03-30T22:30:04.307806200Z" + }, + "t_017_scheduled_columns": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_017_scheduled_columns", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM TickTimer WHERE ScheduledId>=0" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3401, + "output_tokens": 553, + "generation_duration_ms": 19960, + "started_at": "2026-03-30T22:28:48.514850500Z", + "finished_at": "2026-03-30T22:30:13.612671200Z" + }, + "t_018_constraints": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_018_constraints", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Account\", Public = true)]\n [SpacetimeDB.Index.BTree(Accessor = \"by_name\", Columns = new[] { nameof(Account.Name) })]\n public partial struct Account\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n [Unique]\n public string Email;\n public string Name;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Account.Insert(new Account { Id = 0, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.Account.Insert(new Account { Id = 0, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: Value with given unique identifier already exists\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52743/v1/database/c20088695556e5042caa68108baca21a6199c7f8a7948fa3bbe20b177a1c2c36/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Account WHERE Id=2" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3388, + "output_tokens": 430, + "generation_duration_ms": 15609, + "started_at": "2026-03-30T22:29:04.850155400Z", + "finished_at": "2026-03-30T22:30:28.629439800Z" + }, + "t_019_many_to_many": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_019_many_to_many", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "m2m_has_1_1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=1" + } + }, + "m2m_has_1_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=1 AND GroupId=2" + } + }, + "m2m_has_2_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Membership WHERE UserId=2 AND GroupId=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Membership" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3517, + "output_tokens": 1633, + "generation_duration_ms": 45873, + "started_at": "2026-03-30T22:30:04.307915800Z", + "finished_at": "2026-03-30T22:31:45.415667400Z" + }, + "t_020_ecs": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_020_ecs", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 7, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Entity\")]\n public partial struct Entity\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n }\n\n [Table(Accessor = \"Position\")]\n public partial struct Position\n {\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [Table(Accessor = \"Velocity\")]\n public partial struct Velocity\n {\n [PrimaryKey]\n public int EntityId;\n public int VX;\n public int VY;\n }\n\n [Table(Accessor = \"NextPosition\")]\n public partial struct NextPosition\n {\n [PrimaryKey]\n public int EntityId;\n public int X;\n public int Y;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n var entity1 = ctx.Db.Entity.Insert(new Entity { Id = 0 });\n ctx.Db.Position.Insert(new Position { EntityId = (int)entity1.Id, X = 0, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = (int)entity1.Id, VX = 1, VY = 0 });\n\n var entity2 = ctx.Db.Entity.Insert(new Entity { Id = 0 });\n ctx.Db.Position.Insert(new Position { EntityId = (int)entity2.Id, X = 10, Y = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = (int)entity2.Id, VX = -2, VY = 3 });\n }\n\n [Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var pos in ctx.Db.Position.Iter())\n {\n var vel = ctx.Db.Velocity.EntityId.Find(pos.EntityId);\n if (vel is not null)\n {\n ctx.Db.NextPosition.EntityId.Update(new NextPosition\n {\n EntityId = pos.EntityId,\n X = pos.X + vel.VX,\n Y = pos.Y + vel.VY\n });\n }\n }\n }\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(63,37): error CS1061: 'Module.Velocity?' does not contain a definition for 'VX' and no accessible extension method 'VX' accepting a first argument of type 'Module.Velocity?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(64,37): error CS1061: 'Module.Velocity?' does not contain a definition for 'VY' and no accessible extension method 'VY' accepting a first argument of type 'Module.Velocity?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3552, + "output_tokens": 1240, + "generation_duration_ms": 43454, + "started_at": "2026-03-30T22:30:13.612810500Z", + "finished_at": "2026-03-30T22:31:07.365599400Z" + }, + "t_021_multi_column_index": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_021_multi_column_index", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM Log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM Log WHERE UserId=7 AND Day=2" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3421, + "output_tokens": 425, + "generation_duration_ms": 16412, + "started_at": "2026-03-30T22:30:28.629588300Z", + "finished_at": "2026-03-30T22:31:41.451725300Z" + }, + "t_022_view_basic": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_022_view_basic", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Announcement\", Public = true)]\n public partial struct Announcement\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Message;\n [SpacetimeDB.Index.BTree]\n public bool Active;\n }\n\n [SpacetimeDB.View(Accessor = \"ActiveAnnouncements\", Public = true)]\n public static IEnumerable ActiveAnnouncements(AnonymousViewContext ctx)\n {\n return ctx.Db.Announcement.Active.Filter(true);\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,45): error BSATN0001: BSATN implementation for System.Collections.Generic.IEnumerable is not found: Unsupported system type System.Collections.Generic.IEnumerable [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(17,19): error STDB0024: View 'ActiveAnnouncements' must return T?, List, or IQuery [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3367, + "output_tokens": 812, + "generation_duration_ms": 23713, + "started_at": "2026-03-30T22:23:58.273211200Z", + "finished_at": "2026-03-30T22:24:34.009401900Z" + }, + "t_023_view_per_user": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_023_view_per_user", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3404, + "output_tokens": 327, + "generation_duration_ms": 10747, + "started_at": "2026-03-30T22:24:04.982441600Z", + "finished_at": "2026-03-30T22:25:18.826465Z" + }, + "t_024_event_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_024_event_table", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3381, + "output_tokens": 363, + "generation_duration_ms": 11219, + "started_at": "2026-03-30T22:22:39.110692400Z", + "finished_at": "2026-03-30T22:23:49.817700800Z" + }, + "t_025_optional_fields": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_025_optional_fields", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3398, + "output_tokens": 355, + "generation_duration_ms": 11233, + "started_at": "2026-03-30T22:22:48.027104900Z", + "finished_at": "2026-03-30T22:23:58.273084200Z" + }, + "t_026_auth_identity_check": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_026_auth_identity_check", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Message\")]\n public partial struct Message\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n [SpacetimeDB.Index.BTree]\n public Identity Owner;\n public string Text;\n }\n\n [Reducer]\n public static void CreateMessage(ReducerContext ctx, string text)\n {\n ctx.Db.Message.Insert(new Message { Id = 0, Owner = ctx.Sender, Text = text });\n }\n\n [Reducer]\n public static void DeleteMessage(ReducerContext ctx, ulong id)\n {\n var msg = ctx.Db.Message.Id.Find(id);\n if (msg is null)\n {\n throw new Exception(\"not found\");\n }\n if (msg.Owner != ctx.Sender)\n {\n throw new Exception(\"unauthorized\");\n }\n ctx.Db.Message.Id.Delete(id);\n }\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(30,17): error CS1061: 'Module.Message?' does not contain a definition for 'Owner' and no accessible extension method 'Owner' accepting a first argument of type 'Module.Message?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3438, + "output_tokens": 958, + "generation_duration_ms": 27982, + "started_at": "2026-03-30T22:14:27.998217500Z", + "finished_at": "2026-03-30T22:15:17.312586Z" + }, + "t_027_private_vs_public_table": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_027_private_vs_public_table", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3462, + "output_tokens": 477, + "generation_duration_ms": 15602, + "started_at": "2026-03-30T22:14:27.999770100Z", + "finished_at": "2026-03-30T22:16:17.373143700Z" + }, + "t_028_cascade_delete": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_028_cascade_delete", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Author\")]\n public partial struct Author\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n }\n\n [Table(Accessor = \"Post\")]\n [SpacetimeDB.Index.BTree(Accessor = \"by_author\", Columns = new[] { nameof(Post.AuthorId) })]\n public partial struct Post\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public ulong AuthorId;\n public string Title;\n }\n\n [Reducer]\n public static void DeleteAuthor(ReducerContext ctx, ulong authorId)\n {\n foreach (var post in ctx.Db.Post.AuthorId.Filter(authorId))\n {\n ctx.Db.Post.Id.Delete(post.Id);\n }\n ctx.Db.Author.Id.Delete(authorId);\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(27,42): error CS1061: 'Post' does not contain a definition for 'AuthorId' and no accessible extension method 'AuthorId' accepting a first argument of type 'Post' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3420, + "output_tokens": 414, + "generation_duration_ms": 14262, + "started_at": "2026-03-30T22:22:58.990277100Z", + "finished_at": "2026-03-30T22:23:27.150376200Z" + }, + "t_029_filter_and_aggregate": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_029_filter_and_aggregate", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3443, + "output_tokens": 1384, + "generation_duration_ms": 40011, + "started_at": "2026-03-30T22:23:12.851938600Z", + "finished_at": "2026-03-30T22:24:56.080128500Z" + }, + "t_030_two_table_join": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_030_two_table_join", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Customer\")]\n public partial struct Customer\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public string Name;\n }\n\n [Table(Accessor = \"Order\")]\n [SpacetimeDB.Index.BTree(Accessor = \"by_customer\", Columns = new[] { nameof(Order.CustomerId) })]\n public partial struct Order\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public ulong CustomerId;\n public string Product;\n public uint Amount;\n }\n\n [Table(Accessor = \"OrderDetail\")]\n public partial struct OrderDetail\n {\n [PrimaryKey]\n public ulong OrderId;\n public string CustomerName;\n public string Product;\n public uint Amount;\n }\n\n [Reducer]\n public static void BuildOrderDetails(ReducerContext ctx)\n {\n foreach (var order in ctx.Db.Order.Iter())\n {\n var customer = ctx.Db.Customer.Id.Find(order.CustomerId);\n if (customer is not null)\n {\n ctx.Db.OrderDetail.Insert(new OrderDetail\n {\n OrderId = order.Id,\n CustomerName = customer.Name,\n Product = order.Product,\n Amount = order.Amount\n });\n }\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(46,45): error CS1061: 'Module.Customer?' does not contain a definition for 'Name' and no accessible extension method 'Name' accepting a first argument of type 'Module.Customer?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3490, + "output_tokens": 759, + "generation_duration_ms": 25106, + "started_at": "2026-03-30T22:23:27.150442300Z", + "finished_at": "2026-03-30T22:24:04.982389800Z" + }, + "t_031_unique_constraint": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_031_unique_constraint", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3380, + "output_tokens": 576, + "generation_duration_ms": 16313, + "started_at": "2026-03-30T22:23:49.817842400Z", + "finished_at": "2026-03-30T22:25:07.766405600Z" + }, + "t_032_range_query": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_032_range_query", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3443, + "output_tokens": 903, + "generation_duration_ms": 25944, + "started_at": "2026-03-30T22:24:34.009481800Z", + "finished_at": "2026-03-30T22:25:58.987738400Z" + }, + "t_033_sort_and_limit": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_033_sort_and_limit", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3443, + "output_tokens": 1225, + "generation_duration_ms": 34430, + "started_at": "2026-03-30T22:24:56.080299900Z", + "finished_at": "2026-03-30T22:26:31.614874600Z" + }, + "t_034_find_first": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_034_find_first", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3419, + "output_tokens": 2349, + "generation_duration_ms": 67680, + "started_at": "2026-03-30T22:25:07.766570800Z", + "finished_at": "2026-03-30T22:27:20.367003500Z" + }, + "t_035_select_distinct": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_035_select_distinct", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3404, + "output_tokens": 1047, + "generation_duration_ms": 30036, + "started_at": "2026-03-30T22:25:18.826614100Z", + "finished_at": "2026-03-30T22:26:54.980524Z" + }, + "t_036_count_without_collect": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_036_count_without_collect", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3450, + "output_tokens": 1511, + "generation_duration_ms": 43965, + "started_at": "2026-03-30T22:25:58.987892100Z", + "finished_at": "2026-03-30T22:27:46.033384800Z" + }, + "t_037_multi_column_filter": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_037_multi_column_filter", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3449, + "output_tokens": 1350, + "generation_duration_ms": 47658, + "started_at": "2026-03-30T22:26:31.615142200Z", + "finished_at": "2026-03-30T22:28:27.550599700Z" + }, + "t_038_schedule_at_time": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_038_schedule_at_time", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3426, + "output_tokens": 625, + "generation_duration_ms": 18357, + "started_at": "2026-03-30T22:21:22.878391100Z", + "finished_at": "2026-03-30T22:22:48.026981400Z" + }, + "t_039_cancel_schedule": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_039_cancel_schedule", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3444, + "output_tokens": 548, + "generation_duration_ms": 18007, + "started_at": "2026-03-30T22:21:37.379600600Z", + "finished_at": "2026-03-30T22:22:58.990147100Z" + }, + "t_040_lifecycle_player": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_040_lifecycle_player", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3371, + "output_tokens": 379, + "generation_duration_ms": 12768, + "started_at": "2026-03-30T22:21:57.807295400Z", + "finished_at": "2026-03-30T22:23:12.851721600Z" + }, + "t_041_registered_user_gate": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_041_registered_user_gate", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3470, + "output_tokens": 583, + "generation_duration_ms": 18812, + "started_at": "2026-03-30T22:14:28.001588500Z", + "finished_at": "2026-03-30T22:16:19.965226500Z" + }, + "t_042_admin_bootstrap": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_042_admin_bootstrap", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3520, + "output_tokens": 504, + "generation_duration_ms": 18899, + "started_at": "2026-03-30T22:14:28.003452500Z", + "finished_at": "2026-03-30T22:16:19.021477500Z" + }, + "t_043_role_based_access": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_043_role_based_access", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3517, + "output_tokens": 827, + "generation_duration_ms": 28294, + "started_at": "2026-03-30T22:15:17.312654800Z", + "finished_at": "2026-03-30T22:17:16.713478500Z" + }, + "t_044_ban_list": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_044_ban_list", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3528, + "output_tokens": 666, + "generation_duration_ms": 20217, + "started_at": "2026-03-30T22:16:17.373252900Z", + "finished_at": "2026-03-30T22:18:14.061307800Z" + }, + "t_045_rate_limit": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_045_rate_limit", + "lang": "csharp", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"RateLimit\")]\n public partial struct RateLimit\n {\n [PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n }\n\n [Table(Accessor = \"ActionLog\", Public = true)]\n public partial struct ActionLog\n {\n [PrimaryKey, AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n }\n\n [Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)(ctx.Timestamp.ToUnixTimeMilliseconds() * 1000);\n var existing = ctx.Db.RateLimit.Identity.Find(ctx.Sender);\n if (existing is not null && (now - existing.LastCallUs) < 1_000_000)\n {\n throw new Exception(\"rate limited\");\n }\n ctx.Db.RateLimit.Identity.Update(new RateLimit { Identity = ctx.Sender, LastCallUs = now });\n ctx.Db.ActionLog.Insert(new ActionLog { Id = 0, Identity = ctx.Sender, Payload = payload });\n }\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime build (csharp) failed (exit=1)\n--- stderr ---\nError: command [\"dotnet\", \"publish\", \"-c\", \"Release\", \"-v\", \"quiet\"] exited with code 1\n\n--- stdout ---\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(26,43): error CS1061: 'Timestamp' does not contain a definition for 'ToUnixTimeMilliseconds' and no accessible extension method 'ToUnixTimeMilliseconds' accepting a first argument of type 'Timestamp' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\nD:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\Lib.cs(28,53): error CS1061: 'Module.RateLimit?' does not contain a definition for 'LastCallUs' and no accessible extension method 'LastCallUs' accepting a first argument of type 'Module.RateLimit?' could be found (are you missing a using directive or an assembly reference?) [D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\csharp\\server\\deepseek-reasoner\\llm\\StdbModule.csproj]\r\n\r\nWorkload updates are available. Run `dotnet workload list` for more information.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3499, + "output_tokens": 784, + "generation_duration_ms": 22347, + "started_at": "2026-03-30T22:16:19.965312Z", + "finished_at": "2026-03-30T22:17:00.050820300Z" + }, + "t_046_shared_document": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", + "task": "t_046_shared_document", + "lang": "csharp", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3570, + "output_tokens": 930, + "generation_duration_ms": 27073, + "started_at": "2026-03-30T22:16:19.967847Z", + "finished_at": "2026-03-30T22:18:19.648113100Z" + } + } + } + ] + } + ], + "golden_answers": { + "auth/t_026_auth_identity_check": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Message\", Public = true)]\n public partial struct Message\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Index.BTree]\n public Identity Owner;\n public string Text;\n }\n\n [Reducer]\n public static void CreateMessage(ReducerContext ctx, string text)\n {\n ctx.Db.Message.Insert(new Message\n {\n Id = 0,\n Owner = ctx.Sender,\n Text = text,\n });\n }\n\n [Reducer]\n public static void DeleteMessage(ReducerContext ctx, ulong id)\n {\n var msg = ctx.Db.Message.Id.Find(id);\n if (msg is not Message m)\n {\n throw new Exception(\"not found\");\n }\n if (m.Owner != ctx.Sender)\n {\n throw new Exception(\"unauthorized\");\n }\n ctx.Db.Message.Id.Delete(id);\n }\n}\n", + "syntax": "csharp" + }, + "auth/t_027_private_vs_public_table": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"UserInternal\")]\n public partial struct UserInternal\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n public string Email;\n public string PasswordHash;\n }\n\n [Table(Accessor = \"UserPublic\", Public = true)]\n public partial struct UserPublic\n {\n [PrimaryKey]\n public ulong Id;\n public string Name;\n }\n\n [Reducer]\n public static void RegisterUser(ReducerContext ctx, string name, string email, string passwordHash)\n {\n var intern = ctx.Db.UserInternal.Insert(new UserInternal\n {\n Id = 0,\n Name = name,\n Email = email,\n PasswordHash = passwordHash,\n });\n ctx.Db.UserPublic.Insert(new UserPublic\n {\n Id = intern.Id,\n Name = name,\n });\n }\n}\n", + "syntax": "csharp" + }, + "auth/t_041_registered_user_gate": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey]\n public Identity Identity;\n public string Name;\n }\n\n [Table(Accessor = \"Message\", Public = true)]\n public partial struct Message\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Index.BTree]\n public Identity Sender;\n public string Text;\n }\n\n [Reducer]\n public static void Register(ReducerContext ctx, string name)\n {\n if (ctx.Db.User.Identity.Find(ctx.Sender) is not null)\n {\n throw new Exception(\"already registered\");\n }\n ctx.Db.User.Insert(new User { Identity = ctx.Sender, Name = name });\n }\n\n [Reducer]\n public static void PostMessage(ReducerContext ctx, string text)\n {\n if (ctx.Db.User.Identity.Find(ctx.Sender) is null)\n {\n throw new Exception(\"not registered\");\n }\n ctx.Db.Message.Insert(new Message { Id = 0, Sender = ctx.Sender, Text = text });\n }\n}\n", + "syntax": "csharp" + }, + "auth/t_042_admin_bootstrap": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Config\")]\n public partial struct Config\n {\n [PrimaryKey]\n public uint Id;\n public Identity Admin;\n }\n\n [Table(Accessor = \"AdminLog\", Public = true)]\n public partial struct AdminLog\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Action;\n }\n\n [Reducer]\n public static void BootstrapAdmin(ReducerContext ctx)\n {\n if (ctx.Db.Config.Id.Find(0u) is not null)\n {\n throw new Exception(\"already bootstrapped\");\n }\n ctx.Db.Config.Insert(new Config { Id = 0, Admin = ctx.Sender });\n }\n\n [Reducer]\n public static void AdminAction(ReducerContext ctx, string action)\n {\n var config = ctx.Db.Config.Id.Find(0u) ?? throw new Exception(\"not bootstrapped\");\n if (config.Admin != ctx.Sender)\n {\n throw new Exception(\"not admin\");\n }\n ctx.Db.AdminLog.Insert(new AdminLog { Id = 0, Action = action });\n }\n}\n", + "syntax": "csharp" + }, + "auth/t_043_role_based_access": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey]\n public Identity Identity;\n public string Role;\n }\n\n [Reducer]\n public static void Register(ReducerContext ctx)\n {\n if (ctx.Db.User.Identity.Find(ctx.Sender) is not null)\n {\n throw new Exception(\"already registered\");\n }\n ctx.Db.User.Insert(new User { Identity = ctx.Sender, Role = \"member\" });\n }\n\n [Reducer]\n public static void Promote(ReducerContext ctx, Identity target)\n {\n var caller = ctx.Db.User.Identity.Find(ctx.Sender) ?? throw new Exception(\"not registered\");\n if (caller.Role != \"admin\")\n {\n throw new Exception(\"not admin\");\n }\n var targetUser = ctx.Db.User.Identity.Find(target) ?? throw new Exception(\"target not registered\");\n ctx.Db.User.Identity.Update(targetUser with { Role = \"admin\" });\n }\n\n [Reducer]\n public static void MemberAction(ReducerContext ctx)\n {\n _ = ctx.Db.User.Identity.Find(ctx.Sender) ?? throw new Exception(\"not registered\");\n }\n\n [Reducer]\n public static void AdminAction(ReducerContext ctx)\n {\n var user = ctx.Db.User.Identity.Find(ctx.Sender) ?? throw new Exception(\"not registered\");\n if (user.Role != \"admin\")\n {\n throw new Exception(\"not admin\");\n }\n }\n}\n", + "syntax": "csharp" + }, + "auth/t_044_ban_list": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Admin\")]\n public partial struct Admin\n {\n [PrimaryKey]\n public Identity Identity;\n }\n\n [Table(Accessor = \"Banned\")]\n public partial struct Banned\n {\n [PrimaryKey]\n public Identity Identity;\n }\n\n [Table(Accessor = \"Player\", Public = true)]\n public partial struct Player\n {\n [PrimaryKey]\n public Identity Identity;\n public string Name;\n }\n\n [Reducer]\n public static void AddAdmin(ReducerContext ctx, Identity target)\n {\n if (ctx.Db.Admin.Identity.Find(ctx.Sender) is null)\n {\n throw new Exception(\"not admin\");\n }\n try { ctx.Db.Admin.Insert(new Admin { Identity = target }); } catch { }\n }\n\n [Reducer]\n public static void BanPlayer(ReducerContext ctx, Identity target)\n {\n if (ctx.Db.Admin.Identity.Find(ctx.Sender) is null)\n {\n throw new Exception(\"not admin\");\n }\n ctx.Db.Banned.Insert(new Banned { Identity = target });\n if (ctx.Db.Player.Identity.Find(target) is not null)\n {\n ctx.Db.Player.Identity.Delete(target);\n }\n }\n\n [Reducer]\n public static void JoinGame(ReducerContext ctx, string name)\n {\n if (ctx.Db.Banned.Identity.Find(ctx.Sender) is not null)\n {\n throw new Exception(\"banned\");\n }\n if (ctx.Db.Player.Identity.Find(ctx.Sender) is not null)\n {\n throw new Exception(\"already in game\");\n }\n ctx.Db.Player.Insert(new Player { Identity = ctx.Sender, Name = name });\n }\n}\n", + "syntax": "csharp" + }, + "auth/t_045_rate_limit": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"RateLimit\")]\n public partial struct RateLimit\n {\n [PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n }\n\n [Table(Accessor = \"ActionLog\", Public = true)]\n public partial struct ActionLog\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n }\n\n [Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)(ctx.Timestamp.ToUnixTimeMilliseconds() * 1000);\n var entry = ctx.Db.RateLimit.Identity.Find(ctx.Sender);\n if (entry is RateLimit r)\n {\n if (now - r.LastCallUs < 1_000_000UL)\n {\n throw new Exception(\"rate limited\");\n }\n ctx.Db.RateLimit.Identity.Update(r with { LastCallUs = now });\n }\n else\n {\n ctx.Db.RateLimit.Insert(new RateLimit { Identity = ctx.Sender, LastCallUs = now });\n }\n ctx.Db.ActionLog.Insert(new ActionLog { Id = 0, Identity = ctx.Sender, Payload = payload });\n }\n}\n", + "syntax": "csharp" + }, + "auth/t_046_shared_document": { + "answer": "using SpacetimeDB;\nusing System.Linq;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Document\", Public = true)]\n public partial struct Document\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Index.BTree]\n public Identity Owner;\n public string Title;\n }\n\n [Table(Accessor = \"DocumentShare\", Public = true)]\n public partial struct DocumentShare\n {\n [Index.BTree]\n public ulong DocumentId;\n [Index.BTree]\n public Identity SharedWith;\n }\n\n [Reducer]\n public static void CreateDocument(ReducerContext ctx, string title)\n {\n ctx.Db.Document.Insert(new Document { Id = 0, Owner = ctx.Sender, Title = title });\n }\n\n [Reducer]\n public static void ShareDocument(ReducerContext ctx, ulong documentId, Identity target)\n {\n var doc = ctx.Db.Document.Id.Find(documentId) ?? throw new Exception(\"not found\");\n if (doc.Owner != ctx.Sender)\n {\n throw new Exception(\"not owner\");\n }\n ctx.Db.DocumentShare.Insert(new DocumentShare { DocumentId = documentId, SharedWith = target });\n }\n\n [Reducer]\n public static void EditDocument(ReducerContext ctx, ulong documentId, string newTitle)\n {\n var doc = ctx.Db.Document.Id.Find(documentId) ?? throw new Exception(\"not found\");\n bool isOwner = doc.Owner == ctx.Sender;\n bool isShared = ctx.Db.DocumentShare.DocumentId.Filter(documentId).Any(s => s.SharedWith == ctx.Sender);\n if (!isOwner && !isShared)\n {\n throw new Exception(\"unauthorized\");\n }\n ctx.Db.Document.Id.Update(doc with { Title = newTitle });\n }\n}\n", + "syntax": "csharp" + }, + "basics/t_000_empty_reducers": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Reducer]\r\n public static void EmptyReducer_NoArgs(ReducerContext ctx) { }\r\n\r\n [Reducer]\r\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count) { }\r\n\r\n [Reducer]\r\n public static void EmptyReducer_WithString(ReducerContext ctx, string name) { }\r\n\r\n [Reducer]\r\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name) { }\r\n\r\n [Reducer]\r\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label) { }\r\n}", + "syntax": "csharp" + }, + "basics/t_001_basic_tables": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"users\")]\r\n public partial struct Users\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Table(Name = \"products\")]\r\n public partial struct Products\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Title;\r\n public float Price;\r\n public bool InStock;\r\n }\r\n\r\n [Table(Name = \"notes\")]\r\n public partial struct Notes\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Body;\r\n public long Rating;\r\n public bool Pinned;\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "basics/t_002_scheduled_table": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(TickTimer.ScheduledAt))]\r\n public partial struct TickTimer\r\n {\r\n [PrimaryKey, AutoInc] public ulong ScheduledId;\r\n public ScheduleAt ScheduledAt;\r\n }\r\n\r\n [Reducer]\r\n public static void Tick(ReducerContext ctx, TickTimer timer) { }\r\n\r\n [Reducer(ReducerKind.Init)]\r\n public static void Init(ReducerContext ctx)\r\n {\r\n var interval = new TimeDuration { Microseconds = 50_000 };\r\n ctx.Db.tick_timer.Insert(new TickTimer\r\n {\r\n ScheduledAt = new ScheduleAt.Interval(interval)\r\n });\r\n }\r\n}", + "syntax": "csharp" + }, + "basics/t_003_struct_in_table": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Type]\r\n public partial struct Position\r\n {\r\n public int X;\r\n public int Y;\r\n }\r\n\r\n [Table(Name = \"entities\")]\r\n public partial struct Entity\r\n {\r\n [PrimaryKey] public int Id;\r\n public Position Pos;\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "basics/t_004_insert": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"users\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Reducer]\r\n public static void InsertUser(ReducerContext ctx, int id, string name, int age, bool active)\r\n {\r\n ctx.Db.users.Insert(new User { Id = id, Name = name, Age = age, Active = active });\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "basics/t_005_update": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"users\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Reducer]\r\n public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active)\r\n {\r\n ctx.Db.users.Id.Update(new User { Id = id, Name = name, Age = age, Active = active });\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "basics/t_006_delete": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"users\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Reducer]\r\n public static void DeleteUser(ReducerContext ctx, int id)\r\n {\r\n ctx.Db.users.Id.Delete(id);\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "basics/t_007_crud": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"users\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Reducer]\r\n public static void Crud(ReducerContext ctx)\r\n {\r\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\r\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\r\n ctx.Db.users.Id.Update(new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\r\n ctx.Db.users.Id.Delete(2);\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "basics/t_008_index_lookup": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"users\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Table(Name = \"results\")]\r\n public partial struct Result\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n }\r\n\r\n [Reducer]\r\n public static void LookupUserName(ReducerContext ctx, int id)\r\n {\r\n var u = ctx.Db.users.Id.Find(id);\r\n if (u.HasValue)\r\n {\r\n var row = u.Value;\r\n ctx.Db.results.Insert(new Result { Id = row.Id, Name = row.Name });\r\n }\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "basics/t_009_init": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"users\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Reducer(ReducerKind.Init)]\r\n public static void Init(ReducerContext ctx)\r\n {\r\n ctx.Db.users.Insert(new User { Id = 1, Name = \"Alice\", Age = 30, Active = true });\r\n ctx.Db.users.Insert(new User { Id = 2, Name = \"Bob\", Age = 22, Active = false });\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "basics/t_010_connect": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"events\")]\r\n public partial struct Event\r\n {\r\n [PrimaryKey, AutoInc] public int Id;\r\n public string Kind;\r\n }\r\n\r\n [Reducer(ReducerKind.ClientConnected)]\r\n public static void ClientConnected(ReducerContext ctx)\r\n {\r\n ctx.Db.events.Insert(new Event { Kind = \"connected\" });\r\n }\r\n\r\n [Reducer(ReducerKind.ClientDisconnected)]\r\n public static void ClientDisconnected(ReducerContext ctx)\r\n {\r\n ctx.Db.events.Insert(new Event { Kind = \"disconnected\" });\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "basics/t_011_helper_function": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"results\")]\r\n public partial struct Result\r\n {\r\n [PrimaryKey] public int Id;\r\n public int Sum;\r\n }\r\n\r\n static int Add(int a, int b) => a + b;\r\n\r\n [Reducer]\r\n public static void ComputeSum(ReducerContext ctx, int id, int a, int b)\r\n {\r\n ctx.Db.results.Insert(new Result { Id = id, Sum = Add(a, b) });\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "basics/t_038_schedule_at_time": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Reminder\", Scheduled = nameof(SendReminder), ScheduledAt = nameof(Reminder.ScheduledAt))]\n public partial struct Reminder\n {\n [PrimaryKey, AutoInc] public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n public string Message;\n }\n\n [Reducer]\n public static void SendReminder(ReducerContext ctx, Reminder row) { }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n var delay = new TimeDuration { Microseconds = 60_000_000 };\n ctx.Db.Reminder.Insert(new Reminder\n {\n ScheduledAt = new ScheduleAt.Time(ctx.Timestamp + delay),\n Message = \"Hello!\",\n });\n }\n}\n", + "syntax": "csharp" + }, + "basics/t_039_cancel_schedule": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"CleanupJob\", Scheduled = nameof(RunCleanup), ScheduledAt = nameof(CleanupJob.ScheduledAt))]\n public partial struct CleanupJob\n {\n [PrimaryKey, AutoInc] public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [Reducer]\n public static void RunCleanup(ReducerContext ctx, CleanupJob row) { }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.CleanupJob.Insert(new CleanupJob\n {\n ScheduledAt = new ScheduleAt.Interval(new TimeDuration { Microseconds = 60_000_000 }),\n });\n }\n\n [Reducer]\n public static void CancelCleanup(ReducerContext ctx, ulong scheduledId)\n {\n ctx.Db.CleanupJob.ScheduledId.Delete(scheduledId);\n }\n}\n", + "syntax": "csharp" + }, + "basics/t_040_lifecycle_player": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"OnlinePlayer\", Public = true)]\n public partial struct OnlinePlayer\n {\n [PrimaryKey]\n public Identity Identity;\n public Timestamp ConnectedAt;\n }\n\n [Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.OnlinePlayer.Insert(new OnlinePlayer\n {\n Identity = ctx.Sender,\n ConnectedAt = ctx.Timestamp,\n });\n }\n\n [Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.OnlinePlayer.Identity.Delete(ctx.Sender);\n }\n}\n", + "syntax": "csharp" + }, + "data_modeling/t_024_event_table": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"DamageEvent\", Public = true, Event = true)]\n public partial struct DamageEvent\n {\n public ulong EntityId;\n public uint Damage;\n public string Source;\n }\n\n [Reducer]\n public static void DealDamage(ReducerContext ctx, ulong entityId, uint damage, string source)\n {\n ctx.Db.DamageEvent.Insert(new DamageEvent\n {\n EntityId = entityId,\n Damage = damage,\n Source = source,\n });\n }\n}\n", + "syntax": "csharp" + }, + "data_modeling/t_025_optional_fields": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Player\")]\n public partial struct Player\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n public string? Nickname;\n public uint? HighScore;\n }\n\n [Reducer]\n public static void CreatePlayer(ReducerContext ctx, string name, string? nickname, uint? highScore)\n {\n ctx.Db.Player.Insert(new Player\n {\n Id = 0,\n Name = name,\n Nickname = nickname,\n HighScore = highScore,\n });\n }\n}\n", + "syntax": "csharp" + }, + "data_modeling/t_028_cascade_delete": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Author\")]\n public partial struct Author\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n }\n\n [Table(Accessor = \"Post\")]\n public partial struct Post\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Index.BTree]\n public ulong AuthorId;\n public string Title;\n }\n\n [Reducer]\n public static void DeleteAuthor(ReducerContext ctx, ulong authorId)\n {\n // Delete all posts by this author\n foreach (var p in ctx.Db.Post.AuthorId.Filter(authorId))\n {\n ctx.Db.Post.Id.Delete(p.Id);\n }\n // Delete the author\n ctx.Db.Author.Id.Delete(authorId);\n }\n}\n", + "syntax": "csharp" + }, + "data_modeling/t_029_filter_and_aggregate": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Order\")]\n public partial struct Order\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Index.BTree]\n public string Category;\n public ulong Amount;\n public bool Fulfilled;\n }\n\n [Table(Accessor = \"CategoryStats\")]\n public partial struct CategoryStats\n {\n [PrimaryKey]\n public string Category;\n public ulong TotalAmount;\n public uint OrderCount;\n }\n\n [Reducer]\n public static void ComputeStats(ReducerContext ctx, string category)\n {\n ulong totalAmount = 0;\n uint orderCount = 0;\n\n foreach (var o in ctx.Db.Order.Category.Filter(category))\n {\n totalAmount += o.Amount;\n orderCount += 1;\n }\n\n // Upsert: delete existing then insert\n ctx.Db.CategoryStats.Category.Delete(category);\n ctx.Db.CategoryStats.Insert(new CategoryStats\n {\n Category = category,\n TotalAmount = totalAmount,\n OrderCount = orderCount,\n });\n }\n}\n", + "syntax": "csharp" + }, + "data_modeling/t_030_two_table_join": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Customer\")]\n public partial struct Customer\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n }\n\n [Table(Accessor = \"Order\")]\n public partial struct Order\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Index.BTree]\n public ulong CustomerId;\n public string Product;\n public uint Amount;\n }\n\n [Table(Accessor = \"OrderDetail\")]\n public partial struct OrderDetail\n {\n [PrimaryKey]\n public ulong OrderId;\n public string CustomerName;\n public string Product;\n public uint Amount;\n }\n\n [Reducer]\n public static void BuildOrderDetails(ReducerContext ctx)\n {\n foreach (var o in ctx.Db.Order.Iter())\n {\n if (ctx.Db.Customer.Id.Find(o.CustomerId) is Customer c)\n {\n ctx.Db.OrderDetail.Insert(new OrderDetail\n {\n OrderId = o.Id,\n CustomerName = c.Name,\n Product = o.Product,\n Amount = o.Amount,\n });\n }\n }\n }\n}\n", + "syntax": "csharp" + }, + "data_modeling/t_031_unique_constraint": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Account\")]\n public partial struct Account\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Unique]\n public string Email;\n public string DisplayName;\n }\n\n [Reducer]\n public static void CreateAccount(ReducerContext ctx, string email, string displayName)\n {\n ctx.Db.Account.Insert(new Account\n {\n Id = 0,\n Email = email,\n DisplayName = displayName,\n });\n }\n}\n", + "syntax": "csharp" + }, + "queries/t_022_view_basic": { + "answer": "using SpacetimeDB;\nusing System.Collections.Generic;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Announcement\", Public = true)]\n [SpacetimeDB.Index.BTree(Columns = new[] { nameof(Announcement.Active) })]\n public partial struct Announcement\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Message;\n public bool Active;\n }\n\n [SpacetimeDB.View(Accessor = \"ActiveAnnouncements\", Public = true)]\n public static IEnumerable ActiveAnnouncements(AnonymousViewContext ctx)\n {\n return ctx.Db.Announcement.Active.Filter(true);\n }\n}\n", + "syntax": "csharp" + }, + "queries/t_023_view_per_user": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Profile\", Public = true)]\n public partial struct Profile\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Unique]\n public Identity Identity;\n public string Name;\n public string Bio;\n }\n\n [SpacetimeDB.View(Accessor = \"MyProfile\", Public = true)]\n public static Profile? MyProfile(ViewContext ctx)\n {\n return ctx.Db.Profile.Identity.Find(ctx.Sender) as Profile?;\n }\n}\n", + "syntax": "csharp" + }, + "queries/t_032_range_query": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Product\")]\n public partial struct Product\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n [Index.BTree]\n public uint Price;\n }\n\n [Table(Accessor = \"PriceRangeResult\")]\n public partial struct PriceRangeResult\n {\n [PrimaryKey]\n public ulong ProductId;\n public string Name;\n public uint Price;\n }\n\n [Reducer]\n public static void FindInPriceRange(ReducerContext ctx, uint minPrice, uint maxPrice)\n {\n foreach (var p in ctx.Db.Product.Iter())\n {\n if (p.Price >= minPrice && p.Price <= maxPrice)\n {\n ctx.Db.PriceRangeResult.Insert(new PriceRangeResult\n {\n ProductId = p.Id,\n Name = p.Name,\n Price = p.Price,\n });\n }\n }\n }\n}\n", + "syntax": "csharp" + }, + "queries/t_033_sort_and_limit": { + "answer": "using SpacetimeDB;\nusing System.Linq;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Player\")]\n public partial struct Player\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n public ulong Score;\n }\n\n [Table(Accessor = \"Leaderboard\")]\n public partial struct LeaderboardEntry\n {\n [PrimaryKey]\n public uint Rank;\n public string PlayerName;\n public ulong Score;\n }\n\n [Reducer]\n public static void BuildLeaderboard(ReducerContext ctx, uint limit)\n {\n var players = ctx.Db.Player.Iter()\n .OrderByDescending(p => p.Score)\n .Take((int)limit)\n .ToList();\n\n for (int i = 0; i < players.Count; i++)\n {\n ctx.Db.Leaderboard.Insert(new LeaderboardEntry\n {\n Rank = (uint)(i + 1),\n PlayerName = players[i].Name,\n Score = players[i].Score,\n });\n }\n }\n}\n", + "syntax": "csharp" + }, + "queries/t_034_find_first": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Task\")]\n public partial struct Task\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Title;\n public bool Completed;\n }\n\n [Table(Accessor = \"FirstIncomplete\")]\n public partial struct FirstIncomplete\n {\n [PrimaryKey]\n public ulong TaskId;\n public string Title;\n }\n\n [Reducer]\n public static void FindFirstIncomplete(ReducerContext ctx)\n {\n foreach (var t in ctx.Db.Task.Iter())\n {\n if (!t.Completed)\n {\n ctx.Db.FirstIncomplete.Insert(new FirstIncomplete\n {\n TaskId = t.Id,\n Title = t.Title,\n });\n return;\n }\n }\n }\n}\n", + "syntax": "csharp" + }, + "queries/t_035_select_distinct": { + "answer": "using SpacetimeDB;\nusing System.Collections.Generic;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Order\")]\n public partial struct Order\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Category;\n public uint Amount;\n }\n\n [Table(Accessor = \"DistinctCategory\")]\n public partial struct DistinctCategory\n {\n [PrimaryKey]\n public string Category;\n }\n\n [Reducer]\n public static void CollectDistinctCategories(ReducerContext ctx)\n {\n var categories = new HashSet();\n foreach (var o in ctx.Db.Order.Iter())\n {\n categories.Add(o.Category);\n }\n foreach (var category in categories)\n {\n ctx.Db.DistinctCategory.Insert(new DistinctCategory { Category = category });\n }\n }\n}\n", + "syntax": "csharp" + }, + "queries/t_036_count_without_collect": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n public bool Active;\n }\n\n [Table(Accessor = \"UserStats\")]\n public partial struct UserStats\n {\n [PrimaryKey]\n public string Key;\n public ulong Count;\n }\n\n [Reducer]\n public static void ComputeUserCounts(ReducerContext ctx)\n {\n ulong total = 0;\n ulong active = 0;\n foreach (var u in ctx.Db.User.Iter())\n {\n total++;\n if (u.Active)\n {\n active++;\n }\n }\n\n ctx.Db.UserStats.Insert(new UserStats { Key = \"total\", Count = total });\n ctx.Db.UserStats.Insert(new UserStats { Key = \"active\", Count = active });\n }\n}\n", + "syntax": "csharp" + }, + "queries/t_037_multi_column_filter": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"EventLog\")]\n [SpacetimeDB.Index.BTree(Accessor = \"by_category_severity\", Columns = new[] { nameof(EventLog.Category), nameof(EventLog.Severity) })]\n public partial struct EventLog\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Category;\n public uint Severity;\n public string Message;\n }\n\n [Table(Accessor = \"FilteredEvent\")]\n public partial struct FilteredEvent\n {\n [PrimaryKey]\n public ulong EventId;\n public string Message;\n }\n\n [Reducer]\n public static void FilterEvents(ReducerContext ctx, string category, uint severity)\n {\n foreach (var e in ctx.Db.EventLog.Iter())\n {\n if (e.Category == category && e.Severity == severity)\n {\n ctx.Db.FilteredEvent.Insert(new FilteredEvent\n {\n EventId = e.Id,\n Message = e.Message,\n });\n }\n }\n }\n}\n", + "syntax": "csharp" + }, + "schema/t_012_spacetime_product_type": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Type]\r\n public partial struct Score\r\n {\r\n public int Left;\r\n public int Right;\r\n }\r\n\r\n [Table(Name = \"results\")]\r\n public partial struct Result\r\n {\r\n [PrimaryKey] public int Id;\r\n public Score Value;\r\n }\r\n\r\n [Reducer]\r\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\r\n {\r\n ctx.Db.results.Insert(new Result { Id = id, Value = new Score { Left = left, Right = right } });\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "schema/t_013_spacetime_sum_type": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Type]\r\n public partial struct Circle { public int Radius; }\r\n\r\n [Type]\r\n public partial struct Rectangle { public int Width; public int Height; }\r\n\r\n [Type]\r\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> {}\r\n\r\n [Table(Name = \"results\")]\r\n public partial struct Result\r\n {\r\n [PrimaryKey] public int Id;\r\n public Shape Value;\r\n }\r\n\r\n [Reducer]\r\n public static void SetCircle(ReducerContext ctx, int id, int radius)\r\n {\r\n ctx.Db.results.Insert(new Result { Id = id, Value = new Shape.Circle(new Circle { Radius = radius }) });\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "schema/t_014_elementary_columns": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"primitives\")]\r\n public partial struct Primitive\r\n {\r\n [PrimaryKey] public int Id;\r\n public int Count;\r\n public long Total;\r\n public float Price;\r\n public double Ratio;\r\n public bool Active;\r\n public string Name;\r\n }\r\n\r\n [Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.primitives.Insert(new Primitive {\r\n Id = 1,\r\n Count = 2,\r\n Total = 3000000000,\r\n Price = 1.5f,\r\n Ratio = 2.25,\r\n Active = true,\r\n Name = \"Alice\"\r\n });\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "schema/t_015_product_type_columns": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Type]\r\n public partial struct Address\r\n {\r\n public string Street;\r\n public int Zip;\r\n }\r\n\r\n [Type]\r\n public partial struct Position\r\n {\r\n public int X;\r\n public int Y;\r\n }\r\n\r\n [Table(Name = \"profiles\")]\r\n public partial struct Profile\r\n {\r\n [PrimaryKey] public int Id;\r\n public Address Home;\r\n public Address Work;\r\n public Position Pos;\r\n }\r\n\r\n [Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.profiles.Insert(new Profile {\r\n Id = 1,\r\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\r\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\r\n Pos = new Position { X = 7, Y = 9 }\r\n });\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "schema/t_016_sum_type_columns": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Type]\r\n public partial struct Circle { public int Radius; }\r\n\r\n [Type]\r\n public partial struct Rectangle { public int Width; public int Height; }\r\n\r\n [Type]\r\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> {}\r\n\r\n [Table(Name = \"drawings\")]\r\n public partial struct Drawing\r\n {\r\n [PrimaryKey] public int Id;\r\n public Shape A;\r\n public Shape B;\r\n }\r\n\r\n [Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.drawings.Insert(new Drawing {\r\n Id = 1,\r\n A = new Shape.Circle(new Circle { Radius = 10 }),\r\n B = new Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\r\n });\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "schema/t_017_scheduled_columns": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"tick_timer\", Scheduled = nameof(Tick), ScheduledAt = nameof(ScheduledAt))]\r\n public partial struct TickTimer\r\n {\r\n [PrimaryKey, AutoInc] public ulong ScheduledId;\r\n public ScheduleAt ScheduledAt;\r\n }\r\n\r\n [Reducer]\r\n public static void Tick(ReducerContext ctx, TickTimer schedule) { }\r\n\r\n [Reducer(ReducerKind.Init)]\r\n public static void Init(ReducerContext ctx)\r\n {\r\n var interval = new TimeDuration { Microseconds = 50_000 };\r\n ctx.Db.tick_timer.Insert(new TickTimer\r\n {\r\n ScheduledId = 0,\r\n ScheduledAt = new ScheduleAt.Interval(interval)\r\n });\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "schema/t_018_constraints": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [SpacetimeDB.Table(Accessor = \"accounts\", Public = true)]\r\n [SpacetimeDB.Index.BTree(Name = \"by_name\", Columns = [nameof(Name)])]\r\n public partial struct Account\r\n {\r\n [SpacetimeDB.PrimaryKey] public int Id;\r\n [SpacetimeDB.Unique] public string Email;\r\n public string Name;\r\n }\r\n\r\n [SpacetimeDB.Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.accounts.Insert(new Account { Id = 1, Email = \"a@example.com\", Name = \"Alice\" });\r\n ctx.Db.accounts.Insert(new Account { Id = 2, Email = \"b@example.com\", Name = \"Bob\" });\r\n }\r\n}", + "syntax": "csharp" + }, + "schema/t_019_many_to_many": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"users\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int UserId;\r\n public string Name;\r\n }\r\n\r\n [Table(Name = \"groups\")]\r\n public partial struct Group\r\n {\r\n [PrimaryKey] public int GroupId;\r\n public string Title;\r\n }\r\n\r\n [Table(Name = \"memberships\")]\r\n [SpacetimeDB.Index.BTree(Name = \"by_user\", Columns = new[] { nameof(UserId) })]\r\n [SpacetimeDB.Index.BTree(Name = \"by_group\", Columns = new[] { nameof(GroupId) })]\r\n public partial struct Membership\r\n {\r\n [PrimaryKey] public int Id;\r\n public int UserId;\r\n public int GroupId;\r\n }\r\n\r\n [Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.users.Insert(new User { UserId = 1, Name = \"Alice\" });\r\n ctx.Db.users.Insert(new User { UserId = 2, Name = \"Bob\" });\r\n\r\n ctx.Db.groups.Insert(new Group { GroupId = 10, Title = \"Admin\" });\r\n ctx.Db.groups.Insert(new Group { GroupId = 20, Title = \"Dev\" });\r\n\r\n ctx.Db.memberships.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 });\r\n ctx.Db.memberships.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 });\r\n ctx.Db.memberships.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 });\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "schema/t_020_ecs": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"entities\")]\r\n public partial struct Entity { [PrimaryKey] public int Id; }\r\n\r\n [Table(Name = \"positions\")]\r\n public partial struct Position\r\n {\r\n [PrimaryKey] public int EntityId;\r\n public int X;\r\n public int Y;\r\n }\r\n\r\n [Table(Name = \"velocities\")]\r\n public partial struct Velocity\r\n {\r\n [PrimaryKey] public int EntityId;\r\n public int VX;\r\n public int VY;\r\n }\r\n\r\n [Table(Name = \"next_positions\")]\r\n public partial struct NextPosition\r\n {\r\n [PrimaryKey] public int EntityId;\r\n public int X;\r\n public int Y;\r\n }\r\n\r\n [Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.entities.Insert(new Entity { Id = 1 });\r\n ctx.Db.entities.Insert(new Entity { Id = 2 });\r\n\r\n ctx.Db.positions.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\r\n ctx.Db.positions.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\r\n\r\n ctx.Db.velocities.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\r\n ctx.Db.velocities.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\r\n }\r\n\r\n [Reducer]\r\n public static void Step(ReducerContext ctx)\r\n {\r\n foreach (var p in ctx.Db.positions.Iter())\r\n {\r\n var velOpt = ctx.Db.velocities.EntityId.Find(p.EntityId);\r\n if (!velOpt.HasValue) continue;\r\n\r\n var np = new NextPosition {\r\n EntityId = p.EntityId,\r\n X = p.X + velOpt.Value.VX,\r\n Y = p.Y + velOpt.Value.VY\r\n };\r\n\r\n if (ctx.Db.next_positions.EntityId.Find(p.EntityId).HasValue)\r\n ctx.Db.next_positions.EntityId.Update(np);\r\n else\r\n ctx.Db.next_positions.Insert(np);\r\n }\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "schema/t_021_multi_column_index": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Name = \"logs\")]\r\n [SpacetimeDB.Index.BTree(Name = \"by_user_day\", Columns = new[] { nameof(UserId), nameof(Day) })]\r\n public partial struct Log\r\n {\r\n [PrimaryKey] public int Id;\r\n public int UserId;\r\n public int Day;\r\n public string Message;\r\n }\r\n\r\n [Reducer]\r\n public static void Seed(ReducerContext ctx)\r\n {\r\n ctx.Db.logs.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = \"a\" });\r\n ctx.Db.logs.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = \"b\" });\r\n ctx.Db.logs.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = \"c\" });\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "t_000_empty_reducers": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"EmptyTable\")]\r\n public partial struct EmptyTable\r\n {\r\n [PrimaryKey] public int Id;\r\n }\r\n\r\n [Reducer]\r\n public static void EmptyReducer_NoArgs(ReducerContext ctx) { }\r\n\r\n [Reducer]\r\n public static void EmptyReducer_WithInt(ReducerContext ctx, int count) { }\r\n\r\n [Reducer]\r\n public static void EmptyReducer_WithString(ReducerContext ctx, string name) { }\r\n\r\n [Reducer]\r\n public static void EmptyReducer_WithTwoArgs(ReducerContext ctx, int count, string name) { }\r\n\r\n [Reducer]\r\n public static void EmptyReducer_WithThreeArgs(ReducerContext ctx, bool active, float ratio, string label) { }\r\n}", + "syntax": "csharp" + }, + "t_001_basic_tables": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"User\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Table(Accessor = \"Product\")]\r\n public partial struct Product\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Title;\r\n public float Price;\r\n public bool InStock;\r\n }\r\n\r\n [Table(Accessor = \"Note\")]\r\n public partial struct Note\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Body;\r\n public long Rating;\r\n public bool Pinned;\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "t_002_scheduled_table": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"TickTimer\", Scheduled = nameof(Tick), ScheduledAt = nameof(TickTimer.ScheduledAt))]\r\n public partial struct TickTimer\r\n {\r\n [PrimaryKey, AutoInc] public ulong ScheduledId;\r\n public ScheduleAt ScheduledAt;\r\n }\r\n\r\n [Reducer]\r\n public static void Tick(ReducerContext ctx, TickTimer timer) { }\r\n\r\n [Reducer(ReducerKind.Init)]\r\n public static void Init(ReducerContext ctx)\r\n {\r\n var interval = new TimeDuration { Microseconds = 50_000 };\r\n ctx.Db.TickTimer.Insert(new TickTimer\r\n {\r\n ScheduledAt = new ScheduleAt.Interval(interval)\r\n });\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "t_003_struct_in_table": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Type]\r\n public partial struct Position\r\n {\r\n public int X;\r\n public int Y;\r\n }\r\n\r\n [Table(Accessor = \"Entity\")]\r\n public partial struct Entity\r\n {\r\n [PrimaryKey] public int Id;\r\n public Position Pos;\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "t_004_insert": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"User\")]\r\n public partial struct User\r\n {\r\n [PrimaryKey] public int Id;\r\n public string Name;\r\n public int Age;\r\n public bool Active;\r\n }\r\n\r\n [Reducer]\r\n public static void InsertUser(ReducerContext ctx, int id, string name, int age, bool active)\r\n {\r\n ctx.Db.User.Insert(new User { Id = id, Name = name, Age = age, Active = active });\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "t_005_update": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey, AutoInc] public ulong Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void InsertUser(ReducerContext ctx, string name, int age, bool active)\n {\n ctx.Db.User.Insert(new User { Id = 0, Name = name, Age = age, Active = active });\n }\n\n [Reducer]\n public static void UpdateUser(ReducerContext ctx, ulong id, string name, int age, bool active)\n {\n ctx.Db.User.Id.Update(new User { Id = id, Name = name, Age = age, Active = active });\n }\n}\n", + "syntax": "csharp" + }, + "t_006_delete": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey, AutoInc] public ulong Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void InsertUser(ReducerContext ctx, string name, int age, bool active)\n {\n ctx.Db.User.Insert(new User { Id = 0, Name = name, Age = age, Active = active });\n }\n\n [Reducer]\n public static void DeleteUser(ReducerContext ctx, ulong id)\n {\n ctx.Db.User.Id.Delete(id);\n }\n}\n", + "syntax": "csharp" + }, + "t_007_crud": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey, AutoInc] public ulong Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer]\n public static void Crud(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 0, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 0, Name = \"Bob\", Age = 22, Active = false });\n ctx.Db.User.Id.Update(new User { Id = 1, Name = \"Alice2\", Age = 31, Active = false });\n ctx.Db.User.Id.Delete(2);\n }\n}\n", + "syntax": "csharp" + }, + "t_008_index_lookup": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey, AutoInc] public ulong Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Table(Accessor = \"Result\")]\n public partial struct Result\n {\n [PrimaryKey] public ulong Id;\n public string Name;\n }\n\n [Reducer]\n public static void InsertUser(ReducerContext ctx, string name, int age, bool active)\n {\n ctx.Db.User.Insert(new User { Id = 0, Name = name, Age = age, Active = active });\n }\n\n [Reducer]\n public static void LookupUserName(ReducerContext ctx, ulong id)\n {\n var u = ctx.Db.User.Id.Find(id);\n if (u.HasValue)\n {\n var row = u.Value;\n ctx.Db.Result.Insert(new Result { Id = row.Id, Name = row.Name });\n }\n }\n}\n", + "syntax": "csharp" + }, + "t_009_init": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey, AutoInc] public ulong Id;\n public string Name;\n public int Age;\n public bool Active;\n }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { Id = 0, Name = \"Alice\", Age = 30, Active = true });\n ctx.Db.User.Insert(new User { Id = 0, Name = \"Bob\", Age = 22, Active = false });\n }\n}\n", + "syntax": "csharp" + }, + "t_010_connect": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"Event\")]\r\n public partial struct Event\r\n {\r\n [PrimaryKey, AutoInc] public int Id;\r\n public string Kind;\r\n }\r\n\r\n [Reducer(ReducerKind.ClientConnected)]\r\n public static void ClientConnected(ReducerContext ctx)\r\n {\r\n ctx.Db.Event.Insert(new Event { Kind = \"connected\" });\r\n }\r\n\r\n [Reducer(ReducerKind.ClientDisconnected)]\r\n public static void ClientDisconnected(ReducerContext ctx)\r\n {\r\n ctx.Db.Event.Insert(new Event { Kind = \"disconnected\" });\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "t_011_helper_function": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"Result\")]\r\n public partial struct Result\r\n {\r\n [PrimaryKey] public int Id;\r\n public int Sum;\r\n }\r\n\r\n static int Add(int a, int b) => a + b;\r\n\r\n [Reducer]\r\n public static void ComputeSum(ReducerContext ctx, int id, int a, int b)\r\n {\r\n ctx.Db.Result.Insert(new Result { Id = id, Sum = Add(a, b) });\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "t_012_spacetime_product_type": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Type]\r\n public partial struct Score\r\n {\r\n public int Left;\r\n public int Right;\r\n }\r\n \r\n [Table(Accessor = \"Result\", Public = true)]\r\n public partial struct Result\r\n {\r\n [PrimaryKey] public int Id;\r\n public Score Value;\r\n }\r\n\r\n [Reducer]\r\n public static void SetScore(ReducerContext ctx, int id, int left, int right)\r\n {\r\n ctx.Db.Result.Insert(new Result { Id = id, Value = new Score { Left = left, Right = right } });\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "t_013_spacetime_sum_type": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Type]\r\n public partial struct Circle { public int Radius; }\r\n\r\n [Type]\r\n public partial struct Rectangle { public int Width; public int Height; }\r\n\r\n [Type]\r\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> {}\r\n\r\n [Table(Accessor = \"Result\")]\r\n public partial struct Result\r\n {\r\n [PrimaryKey] public int Id;\r\n public Shape Value;\r\n }\r\n\r\n [Reducer]\r\n public static void SetCircle(ReducerContext ctx, int id, int radius)\r\n {\r\n ctx.Db.Result.Insert(new Result { Id = id, Value = new Shape.Circle(new Circle { Radius = radius }) });\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "t_014_elementary_columns": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Primitive\")]\n public partial struct Primitive\n {\n [PrimaryKey, AutoInc] public ulong Id;\n public int Count;\n public long Total;\n public float Price;\n public double Ratio;\n public bool Active;\n public string Name;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Primitive.Insert(new Primitive {\n Id = 0,\n Count = 2,\n Total = 3000000000,\n Price = 1.5f,\n Ratio = 2.25,\n Active = true,\n Name = \"Alice\"\n });\n }\n}\n", + "syntax": "csharp" + }, + "t_015_product_type_columns": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Address\n {\n public string Street;\n public int Zip;\n }\n\n [Type]\n public partial struct Position\n {\n public int X;\n public int Y;\n }\n\n [Table(Accessor = \"Profile\", Public = true)]\n public partial struct Profile\n {\n [PrimaryKey, AutoInc] public ulong Id;\n public Address Home;\n public Address Work;\n public Position Pos;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Profile.Insert(new Profile {\n Id = 0,\n Home = new Address { Street = \"1 Main\", Zip = 11111 },\n Work = new Address { Street = \"2 Broad\", Zip = 22222 },\n Pos = new Position { X = 7, Y = 9 }\n });\n }\n}\n", + "syntax": "csharp" + }, + "t_016_sum_type_columns": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Type]\n public partial struct Circle { public int Radius; }\n\n [Type]\n public partial struct Rectangle { public int Width; public int Height; }\n\n [Type]\n public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> {}\n\n [Table(Accessor = \"Drawing\")]\n public partial struct Drawing\n {\n [PrimaryKey, AutoInc] public ulong Id;\n public Shape A;\n public Shape B;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Drawing.Insert(new Drawing {\n Id = 0,\n A = new Shape.Circle(new Circle { Radius = 10 }),\n B = new Shape.Rectangle(new Rectangle { Width = 4, Height = 6 })\n });\n }\n}\n", + "syntax": "csharp" + }, + "t_017_scheduled_columns": { + "answer": "using SpacetimeDB;\r\n\r\npublic static partial class Module\r\n{\r\n [Table(Accessor = \"TickTimer\", Scheduled = nameof(Tick), ScheduledAt = nameof(ScheduledAt))]\r\n public partial struct TickTimer\r\n {\r\n [PrimaryKey, AutoInc] public ulong ScheduledId;\r\n public ScheduleAt ScheduledAt;\r\n }\r\n\r\n [Reducer]\r\n public static void Tick(ReducerContext ctx, TickTimer schedule) { }\r\n\r\n [Reducer(ReducerKind.Init)]\r\n public static void Init(ReducerContext ctx)\r\n {\r\n var interval = new TimeDuration { Microseconds = 50_000 };\r\n ctx.Db.TickTimer.Insert(new TickTimer\r\n {\r\n ScheduledId = 0,\r\n ScheduledAt = new ScheduleAt.Interval(interval)\r\n });\r\n }\r\n}\r\n", + "syntax": "csharp" + }, + "t_018_constraints": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [SpacetimeDB.Table(Accessor = \"Account\", Public = true)]\n [SpacetimeDB.Index.BTree(Accessor = \"by_name\", Columns = [nameof(Name)])]\n public partial struct Account\n {\n [SpacetimeDB.PrimaryKey, SpacetimeDB.AutoInc] public ulong Id;\n [SpacetimeDB.Unique] public string Email;\n public string Name;\n }\n\n [SpacetimeDB.Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Account.Insert(new Account { Id = 0, Email = \"a@example.com\", Name = \"Alice\" });\n ctx.Db.Account.Insert(new Account { Id = 0, Email = \"b@example.com\", Name = \"Bob\" });\n }\n}\n", + "syntax": "csharp" + }, + "t_019_many_to_many": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey, AutoInc] public ulong UserId;\n public string Name;\n }\n\n [Table(Accessor = \"Group\")]\n public partial struct Group\n {\n [PrimaryKey, AutoInc] public ulong GroupId;\n public string Title;\n }\n\n [Table(Accessor = \"Membership\")]\n [SpacetimeDB.Index.BTree(Accessor = \"by_user\", Columns = new[] { nameof(UserId) })]\n [SpacetimeDB.Index.BTree(Accessor = \"by_group\", Columns = new[] { nameof(GroupId) })]\n public partial struct Membership\n {\n [PrimaryKey, AutoInc] public ulong Id;\n public ulong UserId;\n public ulong GroupId;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.User.Insert(new User { UserId = 0, Name = \"Alice\" });\n ctx.Db.User.Insert(new User { UserId = 0, Name = \"Bob\" });\n\n ctx.Db.Group.Insert(new Group { GroupId = 0, Title = \"Admin\" });\n ctx.Db.Group.Insert(new Group { GroupId = 0, Title = \"Dev\" });\n\n ctx.Db.Membership.Insert(new Membership { Id = 0, UserId = 1, GroupId = 1 });\n ctx.Db.Membership.Insert(new Membership { Id = 0, UserId = 1, GroupId = 2 });\n ctx.Db.Membership.Insert(new Membership { Id = 0, UserId = 2, GroupId = 2 });\n }\n}\n", + "syntax": "csharp" + }, + "t_020_ecs": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Entity\")]\n public partial struct Entity { [PrimaryKey, AutoInc] public ulong Id; }\n\n [Table(Accessor = \"Position\")]\n public partial struct Position\n {\n [PrimaryKey] public int EntityId;\n public int X;\n public int Y;\n }\n\n [Table(Accessor = \"Velocity\")]\n public partial struct Velocity\n {\n [PrimaryKey] public int EntityId;\n public int VX;\n public int VY;\n }\n\n [Table(Accessor = \"NextPosition\")]\n public partial struct NextPosition\n {\n [PrimaryKey] public int EntityId;\n public int X;\n public int Y;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Entity.Insert(new Entity { Id = 0 });\n ctx.Db.Entity.Insert(new Entity { Id = 0 });\n\n ctx.Db.Position.Insert(new Position { EntityId = 1, X = 0, Y = 0 });\n ctx.Db.Position.Insert(new Position { EntityId = 2, X = 10, Y = 0 });\n\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 1, VX = 1, VY = 0 });\n ctx.Db.Velocity.Insert(new Velocity { EntityId = 2, VX = -2, VY = 3 });\n }\n\n [Reducer]\n public static void Step(ReducerContext ctx)\n {\n foreach (var p in ctx.Db.Position.Iter())\n {\n var velOpt = ctx.Db.Velocity.EntityId.Find(p.EntityId);\n if (!velOpt.HasValue) continue;\n\n var np = new NextPosition {\n EntityId = p.EntityId,\n X = p.X + velOpt.Value.VX,\n Y = p.Y + velOpt.Value.VY\n };\n\n if (ctx.Db.NextPosition.EntityId.Find(p.EntityId).HasValue)\n ctx.Db.NextPosition.EntityId.Update(np);\n else\n ctx.Db.NextPosition.Insert(np);\n }\n }\n}\n", + "syntax": "csharp" + }, + "t_021_multi_column_index": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Log\")]\n [SpacetimeDB.Index.BTree(Accessor = \"by_user_day\", Columns = new[] { nameof(UserId), nameof(Day) })]\n public partial struct Log\n {\n [PrimaryKey, AutoInc] public ulong Id;\n public int UserId;\n public int Day;\n public string Message;\n }\n\n [Reducer]\n public static void Seed(ReducerContext ctx)\n {\n ctx.Db.Log.Insert(new Log { Id = 0, UserId = 7, Day = 1, Message = \"a\" });\n ctx.Db.Log.Insert(new Log { Id = 0, UserId = 7, Day = 2, Message = \"b\" });\n ctx.Db.Log.Insert(new Log { Id = 0, UserId = 9, Day = 1, Message = \"c\" });\n }\n}\n", + "syntax": "csharp" + }, + "t_022_view_basic": { + "answer": "using SpacetimeDB;\nusing System.Collections.Generic;\nusing System.Linq;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Announcement\", Public = true)]\n [SpacetimeDB.Index.BTree(Accessor = \"Active\", Columns = new[] { nameof(Announcement.Active) })]\n public partial struct Announcement\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Message;\n public bool Active;\n }\n\n [SpacetimeDB.View(Accessor = \"ActiveAnnouncements\", Public = true)]\n public static List ActiveAnnouncements(AnonymousViewContext ctx)\n {\n return ctx.Db.Announcement.Active.Filter(true).ToList();\n }\n}\n", + "syntax": "csharp" + }, + "t_023_view_per_user": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Profile\", Public = true)]\n public partial struct Profile\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Unique]\n public Identity Identity;\n public string Name;\n public string Bio;\n }\n\n [SpacetimeDB.View(Accessor = \"MyProfile\", Public = true)]\n public static Profile? MyProfile(ViewContext ctx)\n {\n return ctx.Db.Profile.Identity.Find(ctx.Sender) as Profile?;\n }\n}\n", + "syntax": "csharp" + }, + "t_024_event_table": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"DamageEvent\", Public = true, Event = true)]\n public partial struct DamageEvent\n {\n public ulong EntityId;\n public uint Damage;\n public string Source;\n }\n\n [Reducer]\n public static void DealDamage(ReducerContext ctx, ulong entityId, uint damage, string source)\n {\n ctx.Db.DamageEvent.Insert(new DamageEvent\n {\n EntityId = entityId,\n Damage = damage,\n Source = source,\n });\n }\n}\n", + "syntax": "csharp" + }, + "t_025_optional_fields": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Player\")]\n public partial struct Player\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n public string? Nickname;\n public uint? HighScore;\n }\n\n [Reducer]\n public static void CreatePlayer(ReducerContext ctx, string name, string? nickname, uint? highScore)\n {\n ctx.Db.Player.Insert(new Player\n {\n Id = 0,\n Name = name,\n Nickname = nickname,\n HighScore = highScore,\n });\n }\n}\n", + "syntax": "csharp" + }, + "t_026_auth_identity_check": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Message\", Public = true)]\n public partial struct Message\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [SpacetimeDB.Index.BTree]\n public Identity Owner;\n public string Text;\n }\n\n [Reducer]\n public static void CreateMessage(ReducerContext ctx, string text)\n {\n ctx.Db.Message.Insert(new Message\n {\n Id = 0,\n Owner = ctx.Sender,\n Text = text,\n });\n }\n\n [Reducer]\n public static void DeleteMessage(ReducerContext ctx, ulong id)\n {\n var msg = ctx.Db.Message.Id.Find(id);\n if (msg is not Message m)\n {\n throw new Exception(\"not found\");\n }\n if (m.Owner != ctx.Sender)\n {\n throw new Exception(\"unauthorized\");\n }\n ctx.Db.Message.Id.Delete(id);\n }\n}\n", + "syntax": "csharp" + }, + "t_027_private_vs_public_table": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"UserInternal\")]\n public partial struct UserInternal\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n public string Email;\n public string PasswordHash;\n }\n\n [Table(Accessor = \"UserPublic\", Public = true)]\n public partial struct UserPublic\n {\n [PrimaryKey]\n public ulong Id;\n public string Name;\n }\n\n [Reducer]\n public static void RegisterUser(ReducerContext ctx, string name, string email, string passwordHash)\n {\n var intern = ctx.Db.UserInternal.Insert(new UserInternal\n {\n Id = 0,\n Name = name,\n Email = email,\n PasswordHash = passwordHash,\n });\n ctx.Db.UserPublic.Insert(new UserPublic\n {\n Id = intern.Id,\n Name = name,\n });\n }\n}\n", + "syntax": "csharp" + }, + "t_028_cascade_delete": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Author\")]\n public partial struct Author\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n }\n\n [Table(Accessor = \"Post\")]\n public partial struct Post\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [SpacetimeDB.Index.BTree]\n public ulong AuthorId;\n public string Title;\n }\n\n [Reducer]\n public static void DeleteAuthor(ReducerContext ctx, ulong authorId)\n {\n // Delete all posts by this author\n foreach (var p in ctx.Db.Post.AuthorId.Filter(authorId))\n {\n ctx.Db.Post.Id.Delete(p.Id);\n }\n // Delete the author\n ctx.Db.Author.Id.Delete(authorId);\n }\n}\n", + "syntax": "csharp" + }, + "t_029_filter_and_aggregate": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Order\")]\n public partial struct Order\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [SpacetimeDB.Index.BTree]\n public string Category;\n public ulong Amount;\n public bool Fulfilled;\n }\n\n [Table(Accessor = \"CategoryStats\")]\n public partial struct CategoryStats\n {\n [PrimaryKey]\n public string Category;\n public ulong TotalAmount;\n public uint OrderCount;\n }\n\n [Reducer]\n public static void ComputeStats(ReducerContext ctx, string category)\n {\n ulong totalAmount = 0;\n uint orderCount = 0;\n\n foreach (var o in ctx.Db.Order.Category.Filter(category))\n {\n totalAmount += o.Amount;\n orderCount += 1;\n }\n\n // Upsert: delete existing then insert\n ctx.Db.CategoryStats.Category.Delete(category);\n ctx.Db.CategoryStats.Insert(new CategoryStats\n {\n Category = category,\n TotalAmount = totalAmount,\n OrderCount = orderCount,\n });\n }\n}\n", + "syntax": "csharp" + }, + "t_030_two_table_join": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Customer\")]\n public partial struct Customer\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n }\n\n [Table(Accessor = \"Order\")]\n public partial struct Order\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [SpacetimeDB.Index.BTree]\n public ulong CustomerId;\n public string Product;\n public uint Amount;\n }\n\n [Table(Accessor = \"OrderDetail\")]\n public partial struct OrderDetail\n {\n [PrimaryKey]\n public ulong OrderId;\n public string CustomerName;\n public string Product;\n public uint Amount;\n }\n\n [Reducer]\n public static void BuildOrderDetails(ReducerContext ctx)\n {\n foreach (var o in ctx.Db.Order.Iter())\n {\n if (ctx.Db.Customer.Id.Find(o.CustomerId) is Customer c)\n {\n ctx.Db.OrderDetail.Insert(new OrderDetail\n {\n OrderId = o.Id,\n CustomerName = c.Name,\n Product = o.Product,\n Amount = o.Amount,\n });\n }\n }\n }\n}\n", + "syntax": "csharp" + }, + "t_031_unique_constraint": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Account\")]\n public partial struct Account\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Unique]\n public string Email;\n public string DisplayName;\n }\n\n [Reducer]\n public static void CreateAccount(ReducerContext ctx, string email, string displayName)\n {\n ctx.Db.Account.Insert(new Account\n {\n Id = 0,\n Email = email,\n DisplayName = displayName,\n });\n }\n}\n", + "syntax": "csharp" + }, + "t_032_range_query": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Product\")]\n public partial struct Product\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n [SpacetimeDB.Index.BTree]\n public uint Price;\n }\n\n [Table(Accessor = \"PriceRangeResult\")]\n public partial struct PriceRangeResult\n {\n [PrimaryKey]\n public ulong ProductId;\n public string Name;\n public uint Price;\n }\n\n [Reducer]\n public static void FindInPriceRange(ReducerContext ctx, uint minPrice, uint maxPrice)\n {\n foreach (var p in ctx.Db.Product.Iter())\n {\n if (p.Price >= minPrice && p.Price <= maxPrice)\n {\n ctx.Db.PriceRangeResult.Insert(new PriceRangeResult\n {\n ProductId = p.Id,\n Name = p.Name,\n Price = p.Price,\n });\n }\n }\n }\n}\n", + "syntax": "csharp" + }, + "t_033_sort_and_limit": { + "answer": "using SpacetimeDB;\nusing System.Linq;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Player\")]\n public partial struct Player\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n public ulong Score;\n }\n\n [Table(Accessor = \"Leaderboard\")]\n public partial struct LeaderboardEntry\n {\n [PrimaryKey]\n public uint Rank;\n public string PlayerName;\n public ulong Score;\n }\n\n [Reducer]\n public static void BuildLeaderboard(ReducerContext ctx, uint limit)\n {\n var players = ctx.Db.Player.Iter()\n .OrderByDescending(p => p.Score)\n .Take((int)limit)\n .ToList();\n\n for (int i = 0; i < players.Count; i++)\n {\n ctx.Db.Leaderboard.Insert(new LeaderboardEntry\n {\n Rank = (uint)(i + 1),\n PlayerName = players[i].Name,\n Score = players[i].Score,\n });\n }\n }\n}\n", + "syntax": "csharp" + }, + "t_034_find_first": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Task\")]\n public partial struct Task\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Title;\n public bool Completed;\n }\n\n [Table(Accessor = \"FirstIncomplete\")]\n public partial struct FirstIncomplete\n {\n [PrimaryKey]\n public ulong TaskId;\n public string Title;\n }\n\n [Reducer]\n public static void FindFirstIncomplete(ReducerContext ctx)\n {\n foreach (var t in ctx.Db.Task.Iter())\n {\n if (!t.Completed)\n {\n ctx.Db.FirstIncomplete.Insert(new FirstIncomplete\n {\n TaskId = t.Id,\n Title = t.Title,\n });\n return;\n }\n }\n }\n}\n", + "syntax": "csharp" + }, + "t_035_select_distinct": { + "answer": "using SpacetimeDB;\nusing System.Collections.Generic;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Order\")]\n public partial struct Order\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Category;\n public uint Amount;\n }\n\n [Table(Accessor = \"DistinctCategory\")]\n public partial struct DistinctCategory\n {\n [PrimaryKey]\n public string Category;\n }\n\n [Reducer]\n public static void CollectDistinctCategories(ReducerContext ctx)\n {\n var categories = new HashSet();\n foreach (var o in ctx.Db.Order.Iter())\n {\n categories.Add(o.Category);\n }\n foreach (var category in categories)\n {\n ctx.Db.DistinctCategory.Insert(new DistinctCategory { Category = category });\n }\n }\n}\n", + "syntax": "csharp" + }, + "t_036_count_without_collect": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n public bool Active;\n }\n\n [Table(Accessor = \"UserStats\")]\n public partial struct UserStats\n {\n [PrimaryKey]\n public string Key;\n public ulong Count;\n }\n\n [Reducer]\n public static void ComputeUserCounts(ReducerContext ctx)\n {\n ulong total = 0;\n ulong active = 0;\n foreach (var u in ctx.Db.User.Iter())\n {\n total++;\n if (u.Active)\n {\n active++;\n }\n }\n\n ctx.Db.UserStats.Insert(new UserStats { Key = \"total\", Count = total });\n ctx.Db.UserStats.Insert(new UserStats { Key = \"active\", Count = active });\n }\n}\n", + "syntax": "csharp" + }, + "t_037_multi_column_filter": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"EventLog\")]\n [SpacetimeDB.Index.BTree(Accessor = \"by_category_severity\", Columns = new[] { nameof(EventLog.Category), nameof(EventLog.Severity) })]\n public partial struct EventLog\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Category;\n public uint Severity;\n public string Message;\n }\n\n [Table(Accessor = \"FilteredEvent\")]\n public partial struct FilteredEvent\n {\n [PrimaryKey]\n public ulong EventId;\n public string Message;\n }\n\n [Reducer]\n public static void FilterEvents(ReducerContext ctx, string category, uint severity)\n {\n foreach (var e in ctx.Db.EventLog.Iter())\n {\n if (e.Category == category && e.Severity == severity)\n {\n ctx.Db.FilteredEvent.Insert(new FilteredEvent\n {\n EventId = e.Id,\n Message = e.Message,\n });\n }\n }\n }\n}\n", + "syntax": "csharp" + }, + "t_038_schedule_at_time": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Reminder\", Scheduled = nameof(SendReminder), ScheduledAt = nameof(Reminder.ScheduledAt))]\n public partial struct Reminder\n {\n [PrimaryKey, AutoInc] public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n public string Message;\n }\n\n [Reducer]\n public static void SendReminder(ReducerContext ctx, Reminder row) { }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n var delay = new TimeDuration { Microseconds = 60_000_000 };\n ctx.Db.Reminder.Insert(new Reminder\n {\n ScheduledAt = new ScheduleAt.Time(ctx.Timestamp + delay),\n Message = \"Hello!\",\n });\n }\n}\n", + "syntax": "csharp" + }, + "t_039_cancel_schedule": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"CleanupJob\", Scheduled = nameof(RunCleanup), ScheduledAt = nameof(CleanupJob.ScheduledAt))]\n public partial struct CleanupJob\n {\n [PrimaryKey, AutoInc] public ulong ScheduledId;\n public ScheduleAt ScheduledAt;\n }\n\n [Reducer]\n public static void RunCleanup(ReducerContext ctx, CleanupJob row) { }\n\n [Reducer(ReducerKind.Init)]\n public static void Init(ReducerContext ctx)\n {\n ctx.Db.CleanupJob.Insert(new CleanupJob\n {\n ScheduledAt = new ScheduleAt.Interval(new TimeDuration { Microseconds = 60_000_000 }),\n });\n }\n\n [Reducer]\n public static void CancelCleanup(ReducerContext ctx, ulong scheduledId)\n {\n ctx.Db.CleanupJob.ScheduledId.Delete(scheduledId);\n }\n}\n", + "syntax": "csharp" + }, + "t_040_lifecycle_player": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"OnlinePlayer\", Public = true)]\n public partial struct OnlinePlayer\n {\n [PrimaryKey]\n public Identity Identity;\n public Timestamp ConnectedAt;\n }\n\n [Reducer(ReducerKind.ClientConnected)]\n public static void ClientConnected(ReducerContext ctx)\n {\n ctx.Db.OnlinePlayer.Insert(new OnlinePlayer\n {\n Identity = ctx.Sender,\n ConnectedAt = ctx.Timestamp,\n });\n }\n\n [Reducer(ReducerKind.ClientDisconnected)]\n public static void ClientDisconnected(ReducerContext ctx)\n {\n ctx.Db.OnlinePlayer.Identity.Delete(ctx.Sender);\n }\n}\n", + "syntax": "csharp" + }, + "t_041_registered_user_gate": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey]\n public Identity Identity;\n public string Name;\n }\n\n [Table(Accessor = \"Message\", Public = true)]\n public partial struct Message\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [SpacetimeDB.Index.BTree]\n public Identity Sender;\n public string Text;\n }\n\n [Reducer]\n public static void Register(ReducerContext ctx, string name)\n {\n if (ctx.Db.User.Identity.Find(ctx.Sender) is not null)\n {\n throw new Exception(\"already registered\");\n }\n ctx.Db.User.Insert(new User { Identity = ctx.Sender, Name = name });\n }\n\n [Reducer]\n public static void PostMessage(ReducerContext ctx, string text)\n {\n if (ctx.Db.User.Identity.Find(ctx.Sender) is null)\n {\n throw new Exception(\"not registered\");\n }\n ctx.Db.Message.Insert(new Message { Id = 0, Sender = ctx.Sender, Text = text });\n }\n}\n", + "syntax": "csharp" + }, + "t_042_admin_bootstrap": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Config\")]\n public partial struct Config\n {\n [PrimaryKey]\n public uint Id;\n public Identity Admin;\n }\n\n [Table(Accessor = \"AdminLog\", Public = true)]\n public partial struct AdminLog\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Action;\n }\n\n [Reducer]\n public static void BootstrapAdmin(ReducerContext ctx)\n {\n if (ctx.Db.Config.Id.Find(0u) is not null)\n {\n throw new Exception(\"already bootstrapped\");\n }\n ctx.Db.Config.Insert(new Config { Id = 0, Admin = ctx.Sender });\n }\n\n [Reducer]\n public static void AdminAction(ReducerContext ctx, string action)\n {\n var config = ctx.Db.Config.Id.Find(0u) ?? throw new Exception(\"not bootstrapped\");\n if (config.Admin != ctx.Sender)\n {\n throw new Exception(\"not admin\");\n }\n ctx.Db.AdminLog.Insert(new AdminLog { Id = 0, Action = action });\n }\n}\n", + "syntax": "csharp" + }, + "t_043_role_based_access": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"User\")]\n public partial struct User\n {\n [PrimaryKey]\n public Identity Identity;\n public string Role;\n }\n\n [Reducer]\n public static void Register(ReducerContext ctx)\n {\n if (ctx.Db.User.Identity.Find(ctx.Sender) is not null)\n {\n throw new Exception(\"already registered\");\n }\n ctx.Db.User.Insert(new User { Identity = ctx.Sender, Role = \"member\" });\n }\n\n [Reducer]\n public static void Promote(ReducerContext ctx, Identity target)\n {\n var caller = ctx.Db.User.Identity.Find(ctx.Sender) ?? throw new Exception(\"not registered\");\n if (caller.Role != \"admin\")\n {\n throw new Exception(\"not admin\");\n }\n var targetUser = ctx.Db.User.Identity.Find(target) ?? throw new Exception(\"target not registered\");\n ctx.Db.User.Identity.Update(targetUser with { Role = \"admin\" });\n }\n\n [Reducer]\n public static void MemberAction(ReducerContext ctx)\n {\n _ = ctx.Db.User.Identity.Find(ctx.Sender) ?? throw new Exception(\"not registered\");\n }\n\n [Reducer]\n public static void AdminAction(ReducerContext ctx)\n {\n var user = ctx.Db.User.Identity.Find(ctx.Sender) ?? throw new Exception(\"not registered\");\n if (user.Role != \"admin\")\n {\n throw new Exception(\"not admin\");\n }\n }\n}\n", + "syntax": "csharp" + }, + "t_044_ban_list": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Admin\")]\n public partial struct Admin\n {\n [PrimaryKey]\n public Identity Identity;\n }\n\n [Table(Accessor = \"Banned\")]\n public partial struct Banned\n {\n [PrimaryKey]\n public Identity Identity;\n }\n\n [Table(Accessor = \"Player\", Public = true)]\n public partial struct Player\n {\n [PrimaryKey]\n public Identity Identity;\n public string Name;\n }\n\n [Reducer]\n public static void AddAdmin(ReducerContext ctx, Identity target)\n {\n if (ctx.Db.Admin.Identity.Find(ctx.Sender) is null)\n {\n throw new Exception(\"not admin\");\n }\n try { ctx.Db.Admin.Insert(new Admin { Identity = target }); } catch { }\n }\n\n [Reducer]\n public static void BanPlayer(ReducerContext ctx, Identity target)\n {\n if (ctx.Db.Admin.Identity.Find(ctx.Sender) is null)\n {\n throw new Exception(\"not admin\");\n }\n ctx.Db.Banned.Insert(new Banned { Identity = target });\n if (ctx.Db.Player.Identity.Find(target) is not null)\n {\n ctx.Db.Player.Identity.Delete(target);\n }\n }\n\n [Reducer]\n public static void JoinGame(ReducerContext ctx, string name)\n {\n if (ctx.Db.Banned.Identity.Find(ctx.Sender) is not null)\n {\n throw new Exception(\"banned\");\n }\n if (ctx.Db.Player.Identity.Find(ctx.Sender) is not null)\n {\n throw new Exception(\"already in game\");\n }\n ctx.Db.Player.Insert(new Player { Identity = ctx.Sender, Name = name });\n }\n}\n", + "syntax": "csharp" + }, + "t_045_rate_limit": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"RateLimit\")]\n public partial struct RateLimit\n {\n [PrimaryKey]\n public Identity Identity;\n public ulong LastCallUs;\n }\n\n [Table(Accessor = \"ActionLog\", Public = true)]\n public partial struct ActionLog\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public Identity Identity;\n public string Payload;\n }\n\n [Reducer]\n public static void LimitedAction(ReducerContext ctx, string payload)\n {\n ulong now = (ulong)ctx.Timestamp.MicrosecondsSinceUnixEpoch;\n var entry = ctx.Db.RateLimit.Identity.Find(ctx.Sender);\n if (entry is RateLimit r)\n {\n if (now - r.LastCallUs < 1_000_000UL)\n {\n throw new Exception(\"rate limited\");\n }\n ctx.Db.RateLimit.Identity.Update(r with { LastCallUs = now });\n }\n else\n {\n ctx.Db.RateLimit.Insert(new RateLimit { Identity = ctx.Sender, LastCallUs = now });\n }\n ctx.Db.ActionLog.Insert(new ActionLog { Id = 0, Identity = ctx.Sender, Payload = payload });\n }\n}\n", + "syntax": "csharp" + }, + "t_046_shared_document": { + "answer": "using SpacetimeDB;\nusing System.Linq;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Document\", Public = true)]\n public partial struct Document\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [SpacetimeDB.Index.BTree]\n public Identity Owner;\n public string Title;\n }\n\n [Table(Accessor = \"DocumentShare\", Public = true)]\n public partial struct DocumentShare\n {\n [SpacetimeDB.Index.BTree]\n public ulong DocumentId;\n [SpacetimeDB.Index.BTree]\n public Identity SharedWith;\n }\n\n [Reducer]\n public static void CreateDocument(ReducerContext ctx, string title)\n {\n ctx.Db.Document.Insert(new Document { Id = 0, Owner = ctx.Sender, Title = title });\n }\n\n [Reducer]\n public static void ShareDocument(ReducerContext ctx, ulong documentId, Identity target)\n {\n var doc = ctx.Db.Document.Id.Find(documentId) ?? throw new Exception(\"not found\");\n if (doc.Owner != ctx.Sender)\n {\n throw new Exception(\"not owner\");\n }\n ctx.Db.DocumentShare.Insert(new DocumentShare { DocumentId = documentId, SharedWith = target });\n }\n\n [Reducer]\n public static void EditDocument(ReducerContext ctx, ulong documentId, string newTitle)\n {\n var doc = ctx.Db.Document.Id.Find(documentId) ?? throw new Exception(\"not found\");\n bool isOwner = doc.Owner == ctx.Sender;\n bool isShared = ctx.Db.DocumentShare.DocumentId.Filter(documentId).Any(s => s.SharedWith == ctx.Sender);\n if (!isOwner && !isShared)\n {\n throw new Exception(\"unauthorized\");\n }\n ctx.Db.Document.Id.Update(doc with { Title = newTitle });\n }\n}\n", + "syntax": "csharp" + }, + "views/t_022_view_basic": { + "answer": "using SpacetimeDB;\nusing System.Collections.Generic;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Announcement\", Public = true)]\n [SpacetimeDB.Index.BTree(Columns = new[] { nameof(Announcement.Active) })]\n public partial struct Announcement\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Message;\n public bool Active;\n }\n\n [SpacetimeDB.View(Accessor = \"ActiveAnnouncements\", Public = true)]\n public static IEnumerable ActiveAnnouncements(AnonymousViewContext ctx)\n {\n return ctx.Db.Announcement.Active.Filter(true);\n }\n}\n", + "syntax": "csharp" + }, + "views/t_023_view_per_user": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Profile\", Public = true)]\n public partial struct Profile\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Unique]\n public Identity Identity;\n public string Name;\n public string Bio;\n }\n\n [SpacetimeDB.View(Accessor = \"MyProfile\", Public = true)]\n public static Profile? MyProfile(ViewContext ctx)\n {\n return ctx.Db.Profile.Identity.Find(ctx.Sender) as Profile?;\n }\n}\n", + "syntax": "csharp" + }, + "write_patterns/t_028_cascade_delete": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Author\")]\n public partial struct Author\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n }\n\n [Table(Accessor = \"Post\")]\n public partial struct Post\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Index.BTree]\n public ulong AuthorId;\n public string Title;\n }\n\n [Reducer]\n public static void DeleteAuthor(ReducerContext ctx, ulong authorId)\n {\n // Delete all posts by this author\n foreach (var p in ctx.Db.Post.AuthorId.Filter(authorId))\n {\n ctx.Db.Post.Id.Delete(p.Id);\n }\n // Delete the author\n ctx.Db.Author.Id.Delete(authorId);\n }\n}\n", + "syntax": "csharp" + }, + "write_patterns/t_029_filter_and_aggregate": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Order\")]\n public partial struct Order\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Index.BTree]\n public string Category;\n public ulong Amount;\n public bool Fulfilled;\n }\n\n [Table(Accessor = \"CategoryStats\")]\n public partial struct CategoryStats\n {\n [PrimaryKey]\n public string Category;\n public ulong TotalAmount;\n public uint OrderCount;\n }\n\n [Reducer]\n public static void ComputeStats(ReducerContext ctx, string category)\n {\n ulong totalAmount = 0;\n uint orderCount = 0;\n\n foreach (var o in ctx.Db.Order.Category.Filter(category))\n {\n totalAmount += o.Amount;\n orderCount += 1;\n }\n\n // Upsert: delete existing then insert\n ctx.Db.CategoryStats.Category.Delete(category);\n ctx.Db.CategoryStats.Insert(new CategoryStats\n {\n Category = category,\n TotalAmount = totalAmount,\n OrderCount = orderCount,\n });\n }\n}\n", + "syntax": "csharp" + }, + "write_patterns/t_030_two_table_join": { + "answer": "using SpacetimeDB;\n\npublic static partial class Module\n{\n [Table(Accessor = \"Customer\")]\n public partial struct Customer\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n public string Name;\n }\n\n [Table(Accessor = \"Order\")]\n public partial struct Order\n {\n [PrimaryKey]\n [AutoInc]\n public ulong Id;\n [Index.BTree]\n public ulong CustomerId;\n public string Product;\n public uint Amount;\n }\n\n [Table(Accessor = \"OrderDetail\")]\n public partial struct OrderDetail\n {\n [PrimaryKey]\n public ulong OrderId;\n public string CustomerName;\n public string Product;\n public uint Amount;\n }\n\n [Reducer]\n public static void BuildOrderDetails(ReducerContext ctx)\n {\n foreach (var o in ctx.Db.Order.Iter())\n {\n if (ctx.Db.Customer.Id.Find(o.CustomerId) is Customer c)\n {\n ctx.Db.OrderDetail.Insert(new OrderDetail\n {\n OrderId = o.Id,\n CustomerName = c.Name,\n Product = o.Product,\n Amount = o.Amount,\n });\n }\n }\n }\n}\n", + "syntax": "csharp" + } + } + }, + { + "lang": "rust", + "modes": [ + { + "mode": "docs", + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "models": [ + { + "name": "Grok 4", + "route_api_model": "grok-4", + "tasks": { + "t_000_empty_reducers": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai" + }, + "t_001_basic_tables": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai" + }, + "t_002_scheduled_table": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai" + }, + "t_003_struct_in_table": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai" + }, + "t_004_insert": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "xai" + }, + "t_005_update": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_005_update", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "xai" + }, + "t_006_delete": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "xai" + }, + "t_007_crud": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_007_crud", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "xai" + }, + "t_008_index_lookup": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "xai" + }, + "t_009_init": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_009_init", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "xai" + }, + "t_010_connect": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_010_connect", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai" + }, + "t_011_helper_function": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext};\n\n#[spacetimedb::table(accessor = result)]\npub struct ResultRow {\n #[primary_key]\n id: i32,\n sum: i32,\n}\n\nfn add(a: i32, b: i32) -> i32 {\n a + b\n}\n\n#[reducer]\npub fn compute_sum(ctx: &ReducerContext, id: i32, a: i32, b: i32) {\n ctx.db.result().insert(ResultRow { id, sum: add(a, b) });\n}", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.44\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling itoa v1.0.17\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.39\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling uuid v1.21.0\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling num-traits v0.2.19\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling generic-array v0.14.7\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_011_helper_function\\rust\\server\\grok-4\\llm)\nwarning: unused import: `table`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{table, reducer, ReducerContext};\n | ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `insert` found for reference `&result__TableHandle` in the current scope\n --> src\\lib.rs:17:21\n |\n17 | ctx.db.result().insert(ResultRow { id, sum: add(a, b) });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n17 | ctx.db.result().try_insert(ResultRow { id, sum: add(a, b) });\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 1 previous error; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai" + }, + "t_012_spacetime_product_type": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "xai" + }, + "t_013_spacetime_sum_type": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "xai" + }, + "t_014_elementary_columns": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext};\n\n#[table(accessor = primitive)]\npub struct Primitive {\n #[primary_key]\n id: i32,\n count: i32,\n total: i64,\n price: f32,\n ratio: f64,\n active: bool,\n name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.primitive().insert(Primitive {\n id: 1,\n count: 2,\n total: 3000000000,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\".to_string(),\n });\n}", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.17\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.39\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling uuid v1.21.0\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling cc v1.2.56\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_014_elementary_columns\\rust\\server\\grok-4\\llm)\nerror[E0599]: no method named `insert` found for reference `&primitive__TableHandle` in the current scope\n --> src\\lib.rs:18:24\n |\n18 | ctx.db.primitive().insert(Primitive {\n | -------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n18 | ctx.db.primitive().try_insert(Primitive {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai" + }, + "t_015_product_type_columns": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "xai" + }, + "t_016_sum_type_columns": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "xai" + }, + "t_017_scheduled_columns": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + } + } + }, + "vendor": "xai" + }, + "t_018_constraints": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT id, email, name FROM account WHERE id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "xai" + }, + "t_019_many_to_many": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "m2m_has_1_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=20" + } + }, + "m2m_has_2_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=20" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "m2m_has_1_10": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=10" + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "xai" + }, + "t_020_ecs": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM next_position" + } + } + }, + "vendor": "xai" + }, + "t_021_multi_column_index": { + "hash": "9d3acb3d6846ea1568d76e4b62ded3705f5a1dea72331bd2cbcfb5aae9d6761c", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + } + } + }, + "vendor": "xai" + }, + "t_022_view_basic": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "views", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T20:36:57.628842600Z", + "finished_at": "2026-03-24T20:37:44.474848600Z" + }, + "t_023_view_per_user": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "views", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T20:36:58.258064900Z", + "finished_at": "2026-03-24T20:37:47.761562500Z" + }, + "t_024_event_table": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T20:35:50.496371800Z", + "finished_at": "2026-03-24T20:36:54.941701100Z" + }, + "t_025_optional_fields": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T20:35:51.143289400Z", + "finished_at": "2026-03-24T20:36:55.168988300Z" + }, + "t_026_auth_identity_check": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T20:35:49.229896100Z", + "finished_at": "2026-03-24T20:36:56.352475400Z" + }, + "t_027_private_vs_public_table": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T20:35:49.861603900Z", + "finished_at": "2026-03-24T20:36:56.036556700Z" + }, + "t_028_cascade_delete": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T20:36:58.874156600Z", + "finished_at": "2026-03-24T20:37:51.188485300Z" + }, + "t_029_filter_and_aggregate": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T20:36:59.489010700Z", + "finished_at": "2026-03-24T20:37:48.647605700Z" + }, + "t_030_two_table_join": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T20:37:00.108348300Z", + "finished_at": "2026-03-24T20:37:51.644447500Z" + }, + "t_031_unique_constraint": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T20:35:51.791362100Z", + "finished_at": "2026-03-24T20:36:55.441375400Z" + }, + "t_032_range_query": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T20:35:52.452736400Z", + "finished_at": "2026-03-24T20:36:55.831224300Z" + }, + "t_033_sort_and_limit": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T20:35:53.091351100Z", + "finished_at": "2026-03-24T20:36:53.954198200Z" + }, + "t_034_find_first": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T20:35:53.716983100Z", + "finished_at": "2026-03-24T20:36:55.636990900Z" + }, + "t_035_select_distinct": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T20:36:53.954628Z", + "finished_at": "2026-03-24T20:37:50.632587100Z" + }, + "t_036_count_without_collect": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[spacetimedb::table(accessor = user, public)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n id: u64,\n name: String,\n active: bool,\n}\n\n#[spacetimedb::table(accessor = user_stats, public)]\npub struct UserStats {\n #[primary_key]\n key: String,\n count: u64,\n}\n\n#[reducer]\npub fn compute_user_counts(ctx: &ReducerContext) {\n let total = ctx.db.user().count();\n let active = ctx.db.user().filter(|u| u.active).count();\n\n ctx.db.user_stats().insert(UserStats {\n key: \"total\".to_string(),\n count: total,\n });\n ctx.db.user_stats().insert(UserStats {\n key: \"active\".to_string(),\n count: active,\n });\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling uuid v1.22.0\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling num-traits v0.2.19\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.57\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling http v1.4.0\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\rust\\server\\grok-4\\llm)\nwarning: unused import: `table`\n --> src\\lib.rs:2:28\n |\n2 | use spacetimedb::{reducer, table, ReducerContext, Table};\n | ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: `&user__TableHandle` is not an iterator\n --> src\\lib.rs:23:32\n |\n 4 | #[spacetimedb::table(accessor = user, public)]\n | ------------------------------------ doesn't satisfy `user__TableHandle: Iterator`\n...\n23 | let active = ctx.db.user().filter(|u| u.active).count();\n | ^^^^^^ `&user__TableHandle` is not an iterator\n |\n = note: the following trait bounds were not satisfied:\n `&user__TableHandle: Iterator`\n which is required by `&mut &user__TableHandle: Iterator`\n `user__TableHandle: Iterator`\n which is required by `&mut user__TableHandle: Iterator`\nnote: the trait `Iterator` must be implemented\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/iter/traits/iterator.rs:40:1\n |\n40 | pub trait Iterator {\n | ^^^^^^^^^^^^^^^^^^\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `filter`, perhaps you need to implement one of them:\n candidate #1: `decorum::constraint::Constraint`\n = note: the trait `Iterator` defines an item `filter`, but is explicitly unimplemented\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 1 previous error; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T20:36:56.353233100Z", + "finished_at": "2026-03-24T20:37:55.877828600Z" + }, + "t_037_multi_column_filter": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T20:36:57.004463Z", + "finished_at": "2026-03-24T20:37:54.067748600Z" + }, + "t_038_schedule_at_time": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:19:38.123889100Z", + "finished_at": "2026-03-24T22:21:36.450476300Z" + }, + "t_039_cancel_schedule": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\nuse std::time::Duration;\n\n#[table(accessor = cleanup_job, scheduled(run_cleanup))]\npub struct CleanupJob {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn run_cleanup(_ctx: &ReducerContext, _job: CleanupJob) {}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.cleanup_job().insert(CleanupJob {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_secs(60).into()),\n });\n}\n\n#[reducer]\npub fn cancel_cleanup(ctx: &ReducerContext, scheduled_id: u64) {\n ctx.db.cleanup_job().scheduled_id().delete(&scheduled_id);\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "process timeout", + "phase": "describe_golden" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:19:38.840123100Z", + "finished_at": "2026-03-24T22:21:21.567975100Z" + }, + "t_040_lifecycle_player": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:21:04.857202200Z", + "finished_at": "2026-03-24T22:22:53.371736900Z" + }, + "t_041_registered_user_gate": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:19:33.543562500Z", + "finished_at": "2026-03-24T22:21:11.536755500Z" + }, + "t_042_admin_bootstrap": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{table, reducer, ReducerContext, Table, Identity};\n\n#[table(accessor = config)]\npub struct Config {\n #[primary_key]\n id: u32,\n admin: Identity,\n}\n\n#[table(accessor = admin_log, public)]\npub struct AdminLog {\n #[primary_key]\n #[auto_inc]\n id: u64,\n action: String,\n}\n\n#[reducer]\npub fn bootstrap_admin(ctx: &ReducerContext) {\n if ctx.db.config().id().find(0).is_some() {\n panic!(\"already bootstrapped\");\n }\n ctx.db.config().insert(Config { id: 0, admin: ctx.sender() });\n}\n\n#[reducer]\npub fn admin_action(ctx: &ReducerContext, action: String) {\n let config = ctx.db.config().id().find(0).expect(\"not bootstrapped\");\n if ctx.sender() != config.admin {\n panic!(\"not admin\");\n }\n ctx.db.admin_log().insert(AdminLog { id: 0, action });\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "process timeout", + "phase": "describe_llm" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:19:34.334642900Z", + "finished_at": "2026-03-24T22:22:05.155483600Z" + }, + "t_043_role_based_access": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Identity, ReducerContext, Table};\n\n#[spacetimedb::table(accessor = user)]\npub struct User {\n #[primary_key]\n identity: Identity,\n role: String,\n}\n\n#[spacetimedb::reducer]\npub fn register(ctx: &ReducerContext) -> Result<(), String> {\n if ctx.db.user().identity().find(ctx.sender()).is_some() {\n return Err(\"already registered\".to_string());\n }\n ctx.db.user().insert(User {\n identity: ctx.sender(),\n role: \"member\".to_string(),\n });\n Ok(())\n}\n\n#[spacetimedb::reducer]\npub fn promote(ctx: &ReducerContext, target: Identity) -> Result<(), String> {\n let caller = ctx.db.user().identity().find(ctx.sender()).ok_or(\"not registered\".to_string())?;\n if caller.role != \"admin\" {\n return Err(\"not admin\".to_string());\n }\n let mut tgt = ctx.db.user().identity().find(target).ok_or(\"target not registered\".to_string())?;\n tgt.role = \"admin\".to_string();\n ctx.db.user().identity().update(tgt);\n Ok(())\n}\n\n#[spacetimedb::reducer]\npub fn member_action(ctx: &ReducerContext) -> Result<(), String> {\n let _ = ctx.db.user().identity().find(ctx.sender()).ok_or(\"not registered\".to_string())?;\n Ok(())\n}\n\n#[spacetimedb::reducer]\npub fn admin_action(ctx: &ReducerContext) -> Result<(), String> {\n let user = ctx.db.user().identity().find(ctx.sender()).ok_or(\"not registered\".to_string())?;\n if user.role != \"admin\" {\n return Err(\"not admin\".to_string());\n }\n Ok(())\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "process timeout", + "phase": "describe_golden" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:19:35.068398300Z", + "finished_at": "2026-03-24T22:21:46.485051700Z" + }, + "t_044_ban_list": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:19:35.832269Z", + "finished_at": "2026-03-24T22:21:04.854571800Z" + }, + "t_045_rate_limit": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:19:36.637071600Z", + "finished_at": "2026-03-24T22:21:49.323094600Z" + }, + "t_046_shared_document": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:19:37.371617600Z", + "finished_at": "2026-03-24T22:21:30.936156700Z" + } + } + }, + { + "name": "Grok Code", + "route_api_model": "grok-code-fast-1", + "tasks": { + "t_000_empty_reducers": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai" + }, + "t_001_basic_tables": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai" + }, + "t_002_scheduled_table": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ScheduleAt, ReducerContext, Table};\nuse std::time::Duration;\n\n#[table(accessor = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_micros(50_000).into()),\n })?;\n Ok(())\n}\n\n#[reducer]\npub fn tick(ctx: &ReducerContext, _timer: TickTimer) -> Result<(), String> {\n log::info!(\"Tick!\");\n Ok(())\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.17\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.39\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling uuid v1.21.0\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling log v0.4.29\n Compiling cc v1.2.56\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\grok-code\\llm)\nerror[E0277]: the `?` operator can only be applied to values that implement `Try`\n --> src\\lib.rs:15:5\n |\n15 | / ctx.db.tick_timer().insert(TickTimer {\n16 | | scheduled_id: 0,\n17 | | scheduled_at: ScheduleAt::Interval(Duration::from_micros(50_000).into()),\n18 | | })?;\n | |_______^ the `?` operator cannot be applied to type `TickTimer`\n |\nhelp: the trait `Try` is not implemented for `TickTimer`\n --> src\\lib.rs:6:1\n |\n 6 | pub struct TickTimer {\n | ^^^^^^^^^^^^^^^^^^^^\n\nwarning: unused variable: `ctx`\n --> src\\lib.rs:23:13\n |\n23 | pub fn tick(ctx: &ReducerContext, _timer: TickTimer) -> Result<(), String> {\n | ^^^ help: if this is intentional, prefix it with an underscore: `_ctx`\n |\n = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default\n\nFor more information about this error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 1 previous error; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai" + }, + "t_003_struct_in_table": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai" + }, + "t_004_insert": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "xai" + }, + "t_005_update": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_005_update", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) -> Result<(), String> {\n if let Some(mut user) = ctx.db.user().id().find(id) {\n user.name = name;\n user.age = age;\n user.active = active;\n ctx.db.user().id().update(user);\n Ok(())\n } else {\n Err(\"User not found\".to_string())\n }\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "data_parity_update_user": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: User not found\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52560/v1/database/c200b4b6b681336f3d490f150af6142028dda5d692b4617ae373d927c932a73c/call/update_user)\n", + "phase": "call_reducer_llm" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:52560/v1/database/c2001d6dfa10edf536fccc3c29d6f6cb7b463b8da0a3dd77d4fb71c99c7750b4/sql)\n", + "phase": "sql_golden", + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "xai" + }, + "t_006_delete": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "xai" + }, + "t_007_crud": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_007_crud", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[spacetimedb::table(accessor = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn crud(ctx: &ReducerContext) -> Result<(), String> {\n // insert (id=1, name=\"Alice\", age=30, active=true)\n ctx.db.user().insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n\n // insert (id=2, name=\"Bob\", age=22, active=false)\n ctx.db.user().insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n\n // update (id=1, name=\"Alice2\", age=31, active=false)\n let mut user = ctx.db.user().id().find(1).unwrap();\n user.name = \"Alice2\".to_string();\n user.age = 31;\n user.active = false;\n ctx.db.user().id().update(user);\n\n // delete id=2\n ctx.db.user().id().delete(2);\n\n Ok(())\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52560/v1/database/c20066687897c66c0ddc228392f529f52e38e116fa0210b3a1a7c200f6511192/call/crud)\n", + "phase": "call_reducer_golden" + } + }, + "crud_total_count_one": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "xai" + }, + "t_008_index_lookup": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "xai" + }, + "t_009_init": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_009_init", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "xai" + }, + "t_010_connect": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_010_connect", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai" + }, + "t_011_helper_function": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + } + }, + "vendor": "xai" + }, + "t_012_spacetime_product_type": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "xai" + }, + "t_013_spacetime_sum_type": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (Circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (Circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "xai" + }, + "t_014_elementary_columns": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "xai" + }, + "t_015_product_type_columns": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "xai" + }, + "t_016_sum_type_columns": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (Circle = 10) | (Rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (Circle = 10) | (Rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "xai" + }, + "t_017_scheduled_columns": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + } + } + }, + "vendor": "xai" + }, + "t_018_constraints": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT id, email, name FROM account WHERE id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "xai" + }, + "t_019_many_to_many": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 5, + "passed_tests": 4, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[spacetimedb::table(accessor = user, public)]\npub struct User {\n #[primary_key]\n user_id: i32,\n name: String,\n}\n\n#[spacetimedb::table(accessor = group, public)]\npub struct Group {\n #[primary_key]\n group_id: i32,\n title: String,\n}\n\n#[spacetimedb::table(accessor = membership, index(accessor = by_user, btree(columns = [user_id])), index(accessor = by_group, btree(columns = [group_id])), public)]\npub struct Membership {\n #[primary_key]\n id: i32,\n user_id: i32,\n group_id: i32,\n}\n\n#[spacetimedb::reducer(init)]\npub fn seed(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.user().insert(User { user_id: 1, name: \"Alice\".to_string() });\n ctx.db.user().insert(User { user_id: 2, name: \"Bob\".to_string() });\n ctx.db.group().insert(Group { group_id: 10, title: \"Admin\".to_string() });\n ctx.db.group().insert(Group { group_id: 20, title: \"Dev\".to_string() });\n ctx.db.membership().insert(Membership { id: 1, user_id: 1, group_id: 10 });\n ctx.db.membership().insert(Membership { id: 2, user_id: 1, group_id: 20 });\n ctx.db.membership().insert(Membership { id: 3, user_id: 2, group_id: 20 });\n Ok(())\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "m2m_has_1_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=20" + } + }, + "m2m_has_2_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=20" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "m2m_has_1_10": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: can't directly call special Init lifecycle reducer\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:52560/v1/database/c200a51c04585e87f6869330cab3dc6e8908e5185bc174fc786acd0c2f65c478/call/seed)\n", + "phase": "call_reducer" + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "xai" + }, + "t_020_ecs": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM next_position" + } + } + }, + "vendor": "xai" + }, + "t_021_multi_column_index": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + } + } + }, + "vendor": "xai" + }, + "t_022_view_basic": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "views", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T19:55:10.105341400Z", + "finished_at": "2026-03-24T19:55:57.432356700Z" + }, + "t_023_view_per_user": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "views", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T19:55:14.373181700Z", + "finished_at": "2026-03-24T19:56:03.991235700Z" + }, + "t_024_event_table": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[derive(SpacetimeType)]\npub struct DamageEvent {\n pub entity_id: u64,\n pub damage: u32,\n pub source: String,\n}\n\n#[spacetimedb::table(accessor = damage_event, public, event)]\npub struct DamageEvent {\n pub entity_id: u64,\n pub damage: u32,\n pub source: String,\n}\n\n#[spacetimedb::reducer]\npub fn deal_damage(ctx: &ReducerContext, entity_id: u64, damage: u32, source: String) {\n ctx.db.damage_event().insert(DamageEvent {\n entity_id,\n damage,\n source,\n });\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling uuid v1.22.0\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling rand_core v0.6.4\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling cc v1.2.57\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\rust\\server\\grok-code\\llm)\nerror[E0428]: the name `DamageEvent` is defined multiple times\n --> src\\lib.rs:12:1\n |\n 5 | pub struct DamageEvent {\n | ---------------------- previous definition of the type `DamageEvent` here\n...\n12 | pub struct DamageEvent {\n | ^^^^^^^^^^^^^^^^^^^^^^ `DamageEvent` redefined here\n |\n = note: `DamageEvent` must be defined only once in the type namespace of this module\n\nerror: cannot find derive macro `SpacetimeType` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^\n |\nhelp: consider importing this derive macro\n |\n2 + use spacetimedb::SpacetimeType;\n |\n\nFor more information about this error, try `rustc --explain E0428`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T19:53:52.572075200Z", + "finished_at": "2026-03-24T19:55:09.004223600Z" + }, + "t_025_optional_fields": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T19:53:53.334059600Z", + "finished_at": "2026-03-24T19:54:55.489918400Z" + }, + "t_026_auth_identity_check": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T19:53:51.006548Z", + "finished_at": "2026-03-24T19:55:09.002198100Z" + }, + "t_027_private_vs_public_table": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T19:53:51.804690800Z", + "finished_at": "2026-03-24T19:55:14.363038700Z" + }, + "t_028_cascade_delete": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[spacetimedb::table(accessor = author, public)]\npub struct Author {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb::table(accessor = post, public, index(accessor = idx_author_id, btree(columns = [author_id])))]\npub struct Post {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub author_id: u64,\n pub title: String,\n}\n\n#[spacetimedb::reducer]\npub fn delete_author(ctx: &ReducerContext, author_id: u64) -> Result<(), String> {\n for post in ctx.db.post().author_id().filter(&author_id) {\n ctx.db.post().id().delete(&post.id);\n }\n ctx.db.author().id().delete(&author_id);\n Ok(())\n}", + "category": "write_patterns", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling smallvec v1.15.1\n Compiling uuid v1.22.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling cc v1.2.57\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\write_patterns\\t_028_cascade_delete\\rust\\server\\grok-code\\llm)\nwarning: unused imports: `reducer` and `table`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{table, reducer, ReducerContext, Table};\n | ^^^^^ ^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `author_id` found for reference `&post__TableHandle` in the current scope\n --> src\\lib.rs:23:31\n |\n23 | for post in ctx.db.post().author_id().filter(&author_id) {\n | ^^^^^^^^^\n |\nhelp: there is a method `idx_author_id` with a similar name\n |\n23 | for post in ctx.db.post().idx_author_id().filter(&author_id) {\n | ++++\n\nwarning: unused import: `Table`\n --> src\\lib.rs:2:51\n |\n2 | use spacetimedb::{table, reducer, ReducerContext, Table};\n | ^^^^^\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 2 warnings\nerror: could not compile `spacetime-module` (lib) due to 1 previous error; 2 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T19:55:15.561256Z", + "finished_at": "2026-03-24T19:56:02.664930800Z" + }, + "t_029_filter_and_aggregate": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T19:55:16.414182100Z", + "finished_at": "2026-03-24T19:56:03.598325400Z" + }, + "t_030_two_table_join": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T19:55:17.219108900Z", + "finished_at": "2026-03-24T19:56:05.826644800Z" + }, + "t_031_unique_constraint": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T19:53:54.105975600Z", + "finished_at": "2026-03-24T19:54:58.857228800Z" + }, + "t_032_range_query": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[spacetimedb::table(accessor = product, public)]\npub struct Product {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n #[index(btree)]\n pub price: u32,\n}\n\n#[spacetimedb::table(accessor = price_range_result, public)]\npub struct PriceRangeResult {\n #[primary_key]\n pub product_id: u64,\n pub name: String,\n pub price: u32,\n}\n\n#[spacetimedb::reducer]\npub fn find_in_price_range(ctx: &ReducerContext, min_price: u32, max_price: u32) -> Result<(), String> {\n for product in ctx.db.product().iter() {\n if product.price >= min_price && product.price <= max_price {\n ctx.db.price_range_result().insert(PriceRangeResult {\n product_id: product.id,\n name: product.name.clone(),\n price: product.price,\n })?;\n }\n }\n Ok(())\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling uuid v1.22.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling log v0.4.29\n Compiling cc v1.2.57\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling blake3 v1.8.3\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\rust\\server\\grok-code\\llm)\nwarning: unused imports: `reducer` and `table`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{table, reducer, ReducerContext, Table};\n | ^^^^^ ^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0277]: the `?` operator can only be applied to values that implement `Try`\n --> src\\lib.rs:26:13\n |\n26 | / ctx.db.price_range_result().insert(PriceRangeResult {\n27 | | product_id: product.id,\n28 | | name: product.name.clone(),\n29 | | price: product.price,\n30 | | })?;\n | |_______________^ the `?` operator cannot be applied to type `PriceRangeResult`\n |\nhelp: the trait `Try` is not implemented for `PriceRangeResult`\n --> src\\lib.rs:15:1\n |\n15 | pub struct PriceRangeResult {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nFor more information about this error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 1 previous error; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T19:53:54.810898600Z", + "finished_at": "2026-03-24T19:55:14.371457500Z" + }, + "t_033_sort_and_limit": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T19:53:55.552260500Z", + "finished_at": "2026-03-24T19:55:15.560862900Z" + }, + "t_034_find_first": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T19:53:56.374187500Z", + "finished_at": "2026-03-24T19:55:13.327610800Z" + }, + "t_035_select_distinct": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T19:54:55.490375100Z", + "finished_at": "2026-03-24T19:55:28.066887500Z" + }, + "t_036_count_without_collect": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[spacetimedb::table(accessor = user, public)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub active: bool,\n}\n\n#[spacetimedb::table(accessor = user_stats, public)]\npub struct UserStats {\n #[primary_key]\n pub key: String,\n pub count: u64,\n}\n\n#[spacetimedb::reducer]\npub fn compute_user_counts(ctx: &ReducerContext) -> Result<(), String> {\n let total = ctx.db.user().count();\n let active = ctx.db.user().iter().filter(|u| u.active).count();\n ctx.db.user_stats().insert(UserStats { key: \"total\".to_string(), count: total });\n ctx.db.user_stats().insert(UserStats { key: \"active\".to_string(), count: active });\n Ok(())\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling uuid v1.22.0\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling cc v1.2.57\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling castaway v0.2.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\rust\\server\\grok-code\\llm)\nwarning: unused imports: `reducer` and `table`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{table, reducer, ReducerContext, Table};\n | ^^^^^ ^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:25:78\n |\n25 | ctx.db.user_stats().insert(UserStats { key: \"active\".to_string(), count: active });\n | ^^^^^^ expected `u64`, found `usize`\n\nFor more information about this error, try `rustc --explain E0308`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 1 previous error; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T19:54:58.857824400Z", + "finished_at": "2026-03-24T19:55:31.275788800Z" + }, + "t_037_multi_column_filter": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[spacetimedb::table(accessor = event_log, public, index(accessor = idx, btree(columns = [category, severity])))]\npub struct EventLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub severity: u32,\n pub message: String,\n}\n\n#[spacetimedb::table(accessor = filtered_event, public)]\npub struct FilteredEvent {\n #[primary_key]\n pub event_id: u64,\n pub message: String,\n}\n\n#[reducer]\npub fn filter_events(ctx: &ReducerContext, category: String, severity: u32) -> Result<(), String> {\n for event in ctx.db.event_log().idx().filter((category, severity)) {\n ctx.db.filtered_event().insert(FilteredEvent {\n event_id: event.id,\n message: event.message,\n })?;\n }\n Ok(())\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling uuid v1.22.0\n Compiling cc v1.2.57\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling itertools v0.12.1\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\rust\\server\\grok-code\\llm)\nwarning: unused import: `table`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{table, reducer, ReducerContext, Table};\n | ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0277]: the trait bound `(std::string::String, u32): IndexScanRangeBounds<(std::string::String, u32), _>` is not satisfied\n --> src\\lib.rs:23:50\n |\n 23 | for event in ctx.db.event_log().idx().filter((category, severity)) {\n | ------ ^^^^^^^^^^^^^^^^^^^^ the trait `IndexScanRangeBounds<(std::string::String, u32), _>` is not implemented for `(std::string::String, u32)`\n | |\n | required by a bound introduced by this call\n |\n = help: the following other types implement trait `IndexScanRangeBounds`:\n `(ArgB, ArgC, ArgD, ArgE, ArgF, Term)` implements `IndexScanRangeBounds<(ColB, ColC, ColD, ColE, ColF, ColA)>`\n `(ArgC, ArgD, ArgE, ArgF, Term)` implements `IndexScanRangeBounds<(ColC, ColD, ColE, ColF, ColB)>`\n `(ArgC, ArgD, ArgE, ArgF, Term)` implements `IndexScanRangeBounds<(ColC, ColD, ColE, ColF, ColB, ColA)>`\n `(ArgD, ArgE, ArgF, Term)` implements `IndexScanRangeBounds<(ColD, ColE, ColF, ColC)>`\n `(ArgD, ArgE, ArgF, Term)` implements `IndexScanRangeBounds<(ColD, ColE, ColF, ColC, ColA, ColB)>`\n `(ArgD, ArgE, ArgF, Term)` implements `IndexScanRangeBounds<(ColD, ColE, ColF, ColC, ColB)>`\n `(ArgE, ArgF, Term)` implements `IndexScanRangeBounds<(ColE, ColF, ColD)>`\n `(ArgE, ArgF, Term)` implements `IndexScanRangeBounds<(ColE, ColF, ColD, ColA, ColB, ColC)>`\n and 13 others\nnote: required by a bound in `RangedIndex::::filter`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\table.rs:867:12\n |\n865 | pub fn filter(&self, b: B) -> impl Iterator + use\n | ------ required by a bound in this associated function\n866 | where\n867 | B: IndexScanRangeBounds,\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ required by this bound in `RangedIndex::::filter`\n\nerror[E0277]: the trait bound `(std::string::String, u32): IndexScanRangeBounds<(std::string::String, u32), _>` is not satisfied\n --> src\\lib.rs:23:18\n |\n 23 | for event in ctx.db.event_log().idx().filter((category, severity)) {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ the trait `IndexScanRangeBounds<(std::string::String, u32), _>` is not implemented for `(std::string::String, u32)`\n |\n = help: the following other types implement trait `IndexScanRangeBounds`:\n `(ArgB, ArgC, ArgD, ArgE, ArgF, Term)` implements `IndexScanRangeBounds<(ColB, ColC, ColD, ColE, ColF, ColA)>`\n `(ArgC, ArgD, ArgE, ArgF, Term)` implements `IndexScanRangeBounds<(ColC, ColD, ColE, ColF, ColB)>`\n `(ArgC, ArgD, ArgE, ArgF, Term)` implements `IndexScanRangeBounds<(ColC, ColD, ColE, ColF, ColB, ColA)>`\n `(ArgD, ArgE, ArgF, Term)` implements `IndexScanRangeBounds<(ColD, ColE, ColF, ColC)>`\n `(ArgD, ArgE, ArgF, Term)` implements `IndexScanRangeBounds<(ColD, ColE, ColF, ColC, ColA, ColB)>`\n `(ArgD, ArgE, ArgF, Term)` implements `IndexScanRangeBounds<(ColD, ColE, ColF, ColC, ColB)>`\n `(ArgE, ArgF, Term)` implements `IndexScanRangeBounds<(ColE, ColF, ColD)>`\n `(ArgE, ArgF, Term)` implements `IndexScanRangeBounds<(ColE, ColF, ColD, ColA, ColB, ColC)>`\n and 13 others\nnote: required by a bound in `RangedIndex::::filter`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\table.rs:867:12\n |\n865 | pub fn filter(&self, b: B) -> impl Iterator + use\n | ------ required by a bound in this associated function\n866 | where\n867 | B: IndexScanRangeBounds,\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ required by this bound in `RangedIndex::::filter`\n\nerror[E0277]: the `?` operator can only be applied to values that implement `Try`\n --> src\\lib.rs:24:9\n |\n24 | / ctx.db.filtered_event().insert(FilteredEvent {\n25 | | event_id: event.id,\n26 | | message: event.message,\n27 | | })?;\n | |___________^ the `?` operator cannot be applied to type `FilteredEvent`\n |\nhelp: the trait `Try` is not implemented for `FilteredEvent`\n --> src\\lib.rs:15:1\n |\n15 | pub struct FilteredEvent {\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n\nFor more information about this error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T19:55:09.004412600Z", + "finished_at": "2026-03-24T19:55:52.125831100Z" + }, + "t_038_schedule_at_time": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext, ScheduleAt};\nuse std::time::Duration;\n\n#[spacetimedb::table(accessor = reminder, scheduled(send_reminder))]\npub struct Reminder {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n pub message: String,\n}\n\n#[spacetimedb::reducer]\npub fn send_reminder(ctx: &ReducerContext, reminder: Reminder) -> Result<(), String> {\n Ok(())\n}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n let fire_time = ctx.timestamp + Duration::from_secs(60);\n ctx.db.reminder().insert(Reminder {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Time(fire_time),\n message: \"Scheduled reminder\".to_string(),\n })?;\n Ok(())\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling second-stack v0.3.5\n Compiling uuid v1.22.0\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling cc v1.2.57\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\rust\\server\\grok-code\\llm)\nwarning: unused imports: `reducer` and `table`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{table, reducer, ReducerContext, ScheduleAt};\n | ^^^^^ ^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `insert` found for reference `&reminder__TableHandle` in the current scope\n --> src\\lib.rs:22:23\n |\n22 | ctx.db.reminder().insert(Reminder {\n | ------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n22 | ctx.db.reminder().try_insert(Reminder {\n | ++++\n\nwarning: unused variable: `ctx`\n --> src\\lib.rs:15:22\n |\n15 | pub fn send_reminder(ctx: &ReducerContext, reminder: Reminder) -> Result<(), String> {\n | ^^^ help: if this is intentional, prefix it with an underscore: `_ctx`\n |\n = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused variable: `reminder`\n --> src\\lib.rs:15:44\n |\n15 | pub fn send_reminder(ctx: &ReducerContext, reminder: Reminder) -> Result<(), String> {\n | ^^^^^^^^ help: if this is intentional, prefix it with an underscore: `_reminder`\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 3 warnings\nerror: could not compile `spacetime-module` (lib) due to 1 previous error; 3 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:20:01.709337600Z", + "finished_at": "2026-03-24T22:22:29.261144Z" + }, + "t_039_cancel_schedule": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use std::time::Duration;\nuse spacetimedb::{table, reducer, ReducerContext, ScheduleAt, Table};\n\n#[spacetimedb::table(accessor = cleanup_job, scheduled(run_cleanup))]\npub struct CleanupJob {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb::reducer]\npub fn run_cleanup(ctx: &ReducerContext, _job: CleanupJob) -> Result<(), String> {\n Ok(())\n}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.cleanup_job().insert(CleanupJob {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_secs(60).into()),\n })?;\n Ok(())\n}\n\n#[spacetimedb::reducer]\npub fn cancel_cleanup(ctx: &ReducerContext, scheduled_id: u64) -> Result<(), String> {\n ctx.db.cleanup_job().scheduled_id().delete(scheduled_id);\n Ok(())\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling uuid v1.22.0\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.57\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling generic-array v0.14.7\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\rust\\server\\grok-code\\llm)\nwarning: unused imports: `reducer` and `table`\n --> src\\lib.rs:3:19\n |\n3 | use spacetimedb::{table, reducer, ReducerContext, ScheduleAt, Table};\n | ^^^^^ ^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0277]: the `?` operator can only be applied to values that implement `Try`\n --> src\\lib.rs:20:5\n |\n20 | / ctx.db.cleanup_job().insert(CleanupJob {\n21 | | scheduled_id: 0,\n22 | | scheduled_at: ScheduleAt::Interval(Duration::from_secs(60).into()),\n23 | | })?;\n | |_______^ the `?` operator cannot be applied to type `CleanupJob`\n |\nhelp: the trait `Try` is not implemented for `CleanupJob`\n --> src\\lib.rs:6:1\n |\n 6 | pub struct CleanupJob {\n | ^^^^^^^^^^^^^^^^^^^^^\n\nwarning: unused variable: `ctx`\n --> src\\lib.rs:14:20\n |\n14 | pub fn run_cleanup(ctx: &ReducerContext, _job: CleanupJob) -> Result<(), String> {\n | ^^^ help: if this is intentional, prefix it with an underscore: `_ctx`\n |\n = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default\n\nFor more information about this error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 2 warnings\nerror: could not compile `spacetime-module` (lib) due to 1 previous error; 2 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:20:02.510661300Z", + "finished_at": "2026-03-24T22:22:39.512703Z" + }, + "t_040_lifecycle_player": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:22:18.859058700Z", + "finished_at": "2026-03-24T22:23:05.023416700Z" + }, + "t_041_registered_user_gate": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:19:57.015749200Z", + "finished_at": "2026-03-24T22:22:12.720117Z" + }, + "t_042_admin_bootstrap": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:19:57.791989600Z", + "finished_at": "2026-03-24T22:22:18.858338500Z" + }, + "t_043_role_based_access": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[spacetimedb::table(accessor = user)]\npub struct User {\n #[primary_key]\n identity: Identity,\n role: String,\n}\n\n#[reducer]\npub fn register(ctx: &ReducerContext) -> Result<(), String> {\n if ctx.db.user().identity().find(&ctx.sender()).is_some() {\n return Err(\"already registered\".to_string());\n }\n ctx.db.user().insert(User {\n identity: ctx.sender(),\n role: \"member\".to_string(),\n });\n Ok(())\n}\n\n#[reducer]\npub fn promote(ctx: &ReducerContext, target: Identity) -> Result<(), String> {\n let caller_user = ctx.db.user().identity().find(&ctx.sender())\n .ok_or(\"not registered\".to_string())?;\n if caller_user.role != \"admin\" {\n return Err(\"not admin\".to_string());\n }\n let mut target_user = ctx.db.user().identity().find(&target)\n .ok_or(\"target not registered\".to_string())?;\n target_user.role = \"admin\".to_string();\n ctx.db.user().identity().update(target_user);\n Ok(())\n}\n\n#[reducer]\npub fn member_action(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.user().identity().find(&ctx.sender())\n .ok_or(\"not registered\".to_string())?;\n Ok(())\n}\n\n#[reducer]\npub fn admin_action(ctx: &ReducerContext) -> Result<(), String> {\n let user = ctx.db.user().identity().find(&ctx.sender())\n .ok_or(\"not registered\".to_string())?;\n if user.role != \"admin\" {\n return Err(\"not admin\".to_string());\n }\n Ok(())\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.22.0\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling cc v1.2.57\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\rust\\server\\grok-code\\llm)\nerror[E0425]: cannot find type `Identity` in this scope\n --> src\\lib.rs:7:15\n |\n7 | identity: Identity,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n2 + use spacetimedb::Identity;\n |\n\nerror[E0425]: cannot find type `Identity` in this scope\n --> src\\lib.rs:7:15\n |\n4 | #[spacetimedb::table(accessor = user)]\n | -------------------------------------- similarly named struct `identity` defined here\n...\n7 | identity: Identity,\n | ^^^^^^^^ help: a struct with a similar name exists (notice the capitalization): `identity`\n |\n = help: consider importing this struct:\n spacetimedb::Identity\n\nerror[E0425]: cannot find type `Identity` in this scope\n --> src\\lib.rs:24:46\n |\n24 | pub fn promote(ctx: &ReducerContext, target: Identity) -> Result<(), String> {\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::Identity;\n |\n\nwarning: unused import: `table`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{table, reducer, ReducerContext, Table};\n | ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:24:8\n |\n 23 | #[reducer]\n | ---------- required by a bound introduced by this call\n 24 | pub fn promote(ctx: &ReducerContext, target: Identity) -> Result<(), String> {\n | ^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) -> Result<(), std::string::String> {promote}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:24:8\n |\n23 | #[reducer]\n | ---------- required by a bound introduced by this call\n24 | pub fn promote(ctx: &ReducerContext, target: Identity) -> Result<(), String> {\n | ^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) -> Result<(), std::string::String> {promote}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0425.\nFor more information about an error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:19:58.587267800Z", + "finished_at": "2026-03-24T22:22:39.184535800Z" + }, + "t_044_ban_list": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:19:59.400532100Z", + "finished_at": "2026-03-24T22:22:25.409945200Z" + }, + "t_045_rate_limit": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table, Identity, Timestamp};\n\n#[spacetimedb::table(accessor = rate_limit)]\npub struct RateLimit {\n #[primary_key]\n identity: Identity,\n last_call_us: i64,\n}\n\n#[spacetimedb::table(accessor = action_log, public)]\npub struct ActionLog {\n #[primary_key]\n #[auto_inc]\n id: u64,\n identity: Identity,\n payload: String,\n}\n\n#[spacetimedb::reducer]\npub fn limited_action(ctx: &ReducerContext, payload: String) -> Result<(), String> {\n let now = ctx.timestamp.to_micros_since_unix_epoch();\n if let Some(rate_limit) = ctx.db.rate_limit().identity().find(&ctx.sender()) {\n if now - rate_limit.last_call_us < 1_000_000 {\n panic!(\"rate limited\");\n }\n ctx.db.rate_limit().identity().update(RateLimit {\n identity: ctx.sender(),\n last_call_us: now,\n });\n } else {\n ctx.db.rate_limit().identity().insert(RateLimit {\n identity: ctx.sender(),\n last_call_us: now,\n });\n }\n ctx.db.action_log().insert(ActionLog {\n id: 0,\n identity: ctx.sender(),\n payload,\n });\n Ok(())\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling uuid v1.22.0\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling cc v1.2.57\n Compiling itertools v0.12.1\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\rust\\server\\grok-code\\llm)\nwarning: unused imports: `Timestamp`, `reducer`, and `table`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{table, reducer, ReducerContext, Table, Identity, Timestamp};\n | ^^^^^ ^^^^^^^ ^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `insert` found for struct `UniqueColumn` in the current scope\n --> src\\lib.rs:32:40\n |\n32 | ctx.db.rate_limit().identity().insert(RateLimit {\n | -------------------------------^^^^^^ method not found in `UniqueColumn`\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 1 previous error; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:20:00.188250Z", + "finished_at": "2026-03-24T22:22:38.378804800Z" + }, + "t_046_shared_document": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:20:00.936693900Z", + "finished_at": "2026-03-24T22:22:37.340197400Z" + } + } + }, + { + "name": "Claude Sonnet 4.6", + "route_api_model": "claude-sonnet-4-6", + "tasks": { + "t_000_empty_reducers": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic" + }, + "t_001_basic_tables": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic" + }, + "t_002_scheduled_table": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic" + }, + "t_003_struct_in_table": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic" + }, + "t_004_insert": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic" + }, + "t_005_update": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_005_update", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "anthropic" + }, + "t_006_delete": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "anthropic" + }, + "t_007_crud": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_007_crud", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "anthropic" + }, + "t_008_index_lookup": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "anthropic" + }, + "t_009_init": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_009_init", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "anthropic" + }, + "t_010_connect": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_010_connect", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic" + }, + "t_011_helper_function": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "anthropic" + }, + "t_012_spacetime_product_type": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "anthropic" + }, + "t_013_spacetime_sum_type": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "anthropic" + }, + "t_014_elementary_columns": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "anthropic" + }, + "t_015_product_type_columns": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "anthropic" + }, + "t_016_sum_type_columns": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "anthropic" + }, + "t_017_scheduled_columns": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + } + } + }, + "vendor": "anthropic" + }, + "t_018_constraints": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT id, email, name FROM account WHERE id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "anthropic" + }, + "t_019_many_to_many": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "m2m_has_1_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=20" + } + }, + "m2m_has_2_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=20" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "m2m_has_1_10": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=10" + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "anthropic" + }, + "t_020_ecs": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM next_position" + } + } + }, + "vendor": "anthropic" + }, + "t_021_multi_column_index": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + } + } + }, + "vendor": "anthropic" + }, + "t_022_view_basic": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "views", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T20:02:47.731137400Z", + "finished_at": "2026-03-24T20:03:48.208237800Z" + }, + "t_023_view_per_user": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "views", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T20:02:48.559785700Z", + "finished_at": "2026-03-24T20:03:49.387067Z" + }, + "t_024_event_table": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T20:01:43.323868100Z", + "finished_at": "2026-03-24T20:02:49.941747900Z" + }, + "t_025_optional_fields": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T20:01:43.973884500Z", + "finished_at": "2026-03-24T20:02:45.904840300Z" + }, + "t_026_auth_identity_check": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T20:01:41.988452200Z", + "finished_at": "2026-03-24T20:02:47.153257100Z" + }, + "t_027_private_vs_public_table": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T20:01:42.649434900Z", + "finished_at": "2026-03-24T20:02:44.443045800Z" + }, + "t_028_cascade_delete": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T20:02:50.218792900Z", + "finished_at": "2026-03-24T20:03:49.717915400Z" + }, + "t_029_filter_and_aggregate": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T20:02:50.875848300Z", + "finished_at": "2026-03-24T20:03:50.875121500Z" + }, + "t_030_two_table_join": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T20:02:51.545527500Z", + "finished_at": "2026-03-24T20:03:50.037825500Z" + }, + "t_031_unique_constraint": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T20:01:44.671504100Z", + "finished_at": "2026-03-24T20:02:47.729145200Z" + }, + "t_032_range_query": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T20:01:45.292563900Z", + "finished_at": "2026-03-24T20:02:50.216230700Z" + }, + "t_033_sort_and_limit": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T20:01:46.011645500Z", + "finished_at": "2026-03-24T20:02:49.590942900Z" + }, + "t_034_find_first": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T20:01:46.668081200Z", + "finished_at": "2026-03-24T20:02:38.781113900Z" + }, + "t_035_select_distinct": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T20:02:38.799065100Z", + "finished_at": "2026-03-24T20:03:39.616622200Z" + }, + "t_036_count_without_collect": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T20:02:44.443549Z", + "finished_at": "2026-03-24T20:03:35.464128900Z" + }, + "t_037_multi_column_filter": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T20:02:45.905270500Z", + "finished_at": "2026-03-24T20:03:50.556964100Z" + }, + "t_038_schedule_at_time": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T22:15:31.891890900Z", + "finished_at": "2026-03-24T22:17:11.564583500Z" + }, + "t_039_cancel_schedule": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\nuse std::time::Duration;\n\n#[table(accessor = cleanup_job, scheduled(run_cleanup))]\npub struct CleanupJob {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.cleanup_job().insert(CleanupJob {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_secs(60).into()),\n });\n}\n\n#[reducer]\npub fn run_cleanup(_ctx: &ReducerContext, _job: CleanupJob) {}\n\n#[reducer]\npub fn cancel_cleanup(ctx: &ReducerContext, scheduled_id: u64) {\n ctx.db.cleanup_job().scheduled_id().delete(scheduled_id);\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "process timeout", + "phase": "describe_llm" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T22:15:32.535554100Z", + "finished_at": "2026-03-24T22:17:28.924029900Z" + }, + "t_040_lifecycle_player": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T22:16:53.483857300Z", + "finished_at": "2026-03-24T22:19:27.927652100Z" + }, + "t_041_registered_user_gate": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, Identity, ReducerContext, Table};\n\n#[table(accessor = user)]\npub struct User {\n #[primary_key]\n identity: Identity,\n name: String,\n}\n\n#[table(accessor = message, public)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n id: u64,\n #[index(btree)]\n sender: Identity,\n text: String,\n}\n\n#[reducer]\npub fn register(ctx: &ReducerContext, name: String) {\n if ctx.db.user().identity().find(ctx.sender()).is_some() {\n panic!(\"already registered\");\n }\n ctx.db.user().insert(User {\n identity: ctx.sender(),\n name,\n });\n}\n\n#[reducer]\npub fn post_message(ctx: &ReducerContext, text: String) {\n if ctx.db.user().identity().find(ctx.sender()).is_none() {\n panic!(\"not registered\");\n }\n ctx.db.message().insert(Message {\n id: 0,\n sender: ctx.sender(),\n text,\n });\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "process timeout", + "phase": "describe_llm" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T22:15:27.967780300Z", + "finished_at": "2026-03-24T22:17:43.581728300Z" + }, + "t_042_admin_bootstrap": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T22:15:28.621307400Z", + "finished_at": "2026-03-24T22:18:58.245151100Z" + }, + "t_043_role_based_access": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, Identity, ReducerContext, Table};\n\n#[table(accessor = user)]\npub struct User {\n #[primary_key]\n identity: Identity,\n role: String,\n}\n\n#[reducer]\npub fn register(ctx: &ReducerContext) {\n if ctx.db.user().identity().find(ctx.sender()).is_some() {\n panic!(\"already registered\");\n }\n ctx.db.user().insert(User {\n identity: ctx.sender(),\n role: \"member\".to_string(),\n });\n}\n\n#[reducer]\npub fn promote(ctx: &ReducerContext, target: Identity) {\n let caller = ctx.db.user().identity().find(ctx.sender()).unwrap_or_else(|| panic!(\"not registered\"));\n if caller.role != \"admin\" {\n panic!(\"not admin\");\n }\n let mut target_user = ctx.db.user().identity().find(target).unwrap_or_else(|| panic!(\"target not registered\"));\n target_user.role = \"admin\".to_string();\n ctx.db.user().identity().update(target_user);\n}\n\n#[reducer]\npub fn member_action(ctx: &ReducerContext) {\n let _ = ctx.db.user().identity().find(ctx.sender()).unwrap_or_else(|| panic!(\"not registered\"));\n}\n\n#[reducer]\npub fn admin_action(ctx: &ReducerContext) {\n let caller = ctx.db.user().identity().find(ctx.sender()).unwrap_or_else(|| panic!(\"not registered\"));\n if caller.role != \"admin\" {\n panic!(\"not admin\");\n }\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "process timeout", + "phase": "describe_golden" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T22:15:29.275061800Z", + "finished_at": "2026-03-24T22:18:49.695152900Z" + }, + "t_044_ban_list": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T22:15:29.948201900Z", + "finished_at": "2026-03-24T22:19:02.501093900Z" + }, + "t_045_rate_limit": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, Identity, ReducerContext, Table};\n\n#[table(accessor = rate_limit)]\npub struct RateLimit {\n #[primary_key]\n identity: Identity,\n last_call_us: i64,\n}\n\n#[table(accessor = action_log, public)]\npub struct ActionLog {\n #[primary_key]\n #[auto_inc]\n id: u64,\n identity: Identity,\n payload: String,\n}\n\n#[reducer]\npub fn limited_action(ctx: &ReducerContext, payload: String) {\n let now = ctx.timestamp.to_micros_since_unix_epoch();\n\n if let Some(row) = ctx.db.rate_limit().identity().find(ctx.sender()) {\n if now - row.last_call_us < 1_000_000 {\n panic!(\"rate limited\");\n }\n ctx.db.rate_limit().identity().update(RateLimit {\n identity: ctx.sender(),\n last_call_us: now,\n });\n } else {\n ctx.db.rate_limit().insert(RateLimit {\n identity: ctx.sender(),\n last_call_us: now,\n });\n }\n\n ctx.db.action_log().insert(ActionLog {\n id: 0,\n identity: ctx.sender(),\n payload,\n });\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "process timeout", + "phase": "describe_llm" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T22:15:30.590145200Z", + "finished_at": "2026-03-24T22:16:53.483450900Z" + }, + "t_046_shared_document": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T22:15:31.250536200Z", + "finished_at": "2026-03-24T22:19:19.847583300Z" + } + } + }, + { + "name": "Claude Opus 4.6", + "route_api_model": "claude-opus-4-6", + "tasks": { + "t_000_empty_reducers": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic" + }, + "t_001_basic_tables": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic" + }, + "t_002_scheduled_table": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic" + }, + "t_003_struct_in_table": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic" + }, + "t_004_insert": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic" + }, + "t_005_update": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_005_update", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "anthropic" + }, + "t_006_delete": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "anthropic" + }, + "t_007_crud": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_007_crud", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "anthropic" + }, + "t_008_index_lookup": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "anthropic" + }, + "t_009_init": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_009_init", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "anthropic" + }, + "t_010_connect": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_010_connect", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic" + }, + "t_011_helper_function": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "anthropic" + }, + "t_012_spacetime_product_type": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "anthropic" + }, + "t_013_spacetime_sum_type": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (Circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (Circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "anthropic" + }, + "t_014_elementary_columns": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "anthropic" + }, + "t_015_product_type_columns": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "anthropic" + }, + "t_016_sum_type_columns": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (Circle = 10) | (Rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (Circle = 10) | (Rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "anthropic" + }, + "t_017_scheduled_columns": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + } + } + }, + "vendor": "anthropic" + }, + "t_018_constraints": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT id, email, name FROM account WHERE id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "anthropic" + }, + "t_019_many_to_many": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "m2m_has_1_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=20" + } + }, + "m2m_has_2_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=20" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "m2m_has_1_10": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=10" + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "anthropic" + }, + "t_020_ecs": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM next_position" + } + } + }, + "vendor": "anthropic" + }, + "t_021_multi_column_index": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + } + } + }, + "vendor": "anthropic" + }, + "t_022_view_basic": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "views", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T19:29:20.047498Z", + "finished_at": "2026-03-24T19:30:25.651196500Z" + }, + "t_023_view_per_user": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "views", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T19:29:21.470535700Z", + "finished_at": "2026-03-24T19:30:15.681520100Z" + }, + "t_024_event_table": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T19:28:01.600550300Z", + "finished_at": "2026-03-24T19:29:12.791754300Z" + }, + "t_025_optional_fields": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T19:28:02.256161500Z", + "finished_at": "2026-03-24T19:29:19.373248400Z" + }, + "t_026_auth_identity_check": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T19:28:00.163061Z", + "finished_at": "2026-03-24T19:29:19.038001900Z" + }, + "t_027_private_vs_public_table": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T19:28:00.845056800Z", + "finished_at": "2026-03-24T19:29:21.467278700Z" + }, + "t_028_cascade_delete": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T19:29:22.138160500Z", + "finished_at": "2026-03-24T19:30:23.157893800Z" + }, + "t_029_filter_and_aggregate": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T19:29:22.881219500Z", + "finished_at": "2026-03-24T19:30:23.899187100Z" + }, + "t_030_two_table_join": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T19:29:23.652917200Z", + "finished_at": "2026-03-24T19:30:21.595557700Z" + }, + "t_031_unique_constraint": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T19:28:02.943528200Z", + "finished_at": "2026-03-24T19:29:21.113586300Z" + }, + "t_032_range_query": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T19:28:03.633815300Z", + "finished_at": "2026-03-24T19:29:18.608396900Z" + }, + "t_033_sort_and_limit": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T19:28:04.272393700Z", + "finished_at": "2026-03-24T19:29:16.488850300Z" + }, + "t_034_find_first": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T19:28:05.036092200Z", + "finished_at": "2026-03-24T19:29:18.005111500Z" + }, + "t_035_select_distinct": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T19:29:12.792832100Z", + "finished_at": "2026-03-24T19:30:04.131500100Z" + }, + "t_036_count_without_collect": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T19:29:16.489636Z", + "finished_at": "2026-03-24T19:30:22.783642600Z" + }, + "t_037_multi_column_filter": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T19:29:19.373661900Z", + "finished_at": "2026-03-24T19:30:25.066256300Z" + }, + "t_038_schedule_at_time": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, ScheduleAt, Table};\nuse std::time::Duration;\n\n#[spacetimedb::table(accessor = reminder, scheduled(send_reminder))]\npub struct Reminder {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n message: String,\n}\n\n#[spacetimedb::reducer]\npub fn send_reminder(_ctx: &ReducerContext, _reminder: Reminder) {\n}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &ReducerContext) {\n let fire_time = ctx.timestamp + Duration::from_secs(60);\n ctx.db.reminder().insert(Reminder {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Time(fire_time),\n message: String::from(\"hello\"),\n });\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "process timeout", + "phase": "describe_llm" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T22:15:26.657244500Z", + "finished_at": "2026-03-24T22:18:33.809774500Z" + }, + "t_039_cancel_schedule": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T22:15:27.332639400Z", + "finished_at": "2026-03-24T22:18:07.718150400Z" + }, + "t_040_lifecycle_player": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T22:18:08.701469400Z", + "finished_at": "2026-03-24T22:19:55.584674900Z" + }, + "t_041_registered_user_gate": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T22:15:22.654250200Z", + "finished_at": "2026-03-24T22:18:22.230210600Z" + }, + "t_042_admin_bootstrap": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T22:15:23.305101900Z", + "finished_at": "2026-03-24T22:18:08.701063600Z" + }, + "t_043_role_based_access": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T22:15:23.970471600Z", + "finished_at": "2026-03-24T22:19:08.404339800Z" + }, + "t_044_ban_list": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{Identity, ReducerContext, Table};\n\n#[spacetimedb::table(accessor = admin)]\npub struct Admin {\n #[primary_key]\n pub identity: Identity,\n}\n\n#[spacetimedb::table(accessor = banned)]\npub struct Banned {\n #[primary_key]\n pub identity: Identity,\n}\n\n#[spacetimedb::table(accessor = player, public)]\npub struct Player {\n #[primary_key]\n pub identity: Identity,\n pub name: String,\n}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.admin().insert(Admin {\n identity: ctx.sender(),\n });\n}\n\n#[spacetimedb::reducer]\npub fn add_admin(ctx: &ReducerContext, target: Identity) {\n if ctx.db.admin().identity().find(&ctx.sender()).is_none() {\n panic!(\"not admin\");\n }\n if ctx.db.admin().identity().find(&target).is_none() {\n ctx.db.admin().insert(Admin { identity: target });\n }\n}\n\n#[spacetimedb::reducer]\npub fn ban_player(ctx: &ReducerContext, target: Identity) {\n if ctx.db.admin().identity().find(&ctx.sender()).is_none() {\n panic!(\"not admin\");\n }\n ctx.db.banned().insert(Banned { identity: target });\n if ctx.db.player().identity().find(&target).is_some() {\n ctx.db.player().identity().delete(&target);\n }\n}\n\n#[spacetimedb::reducer]\npub fn join_game(ctx: &ReducerContext, name: String) {\n if ctx.db.banned().identity().find(&ctx.sender()).is_some() {\n panic!(\"banned\");\n }\n if ctx.db.player().identity().find(&ctx.sender()).is_some() {\n panic!(\"already in game\");\n }\n ctx.db.player().insert(Player {\n identity: ctx.sender(),\n name,\n });\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [], + "only_llm": [ + "init()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T22:15:24.635814900Z", + "finished_at": "2026-03-24T22:19:13.300880500Z" + }, + "t_045_rate_limit": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T22:15:25.311938400Z", + "finished_at": "2026-03-24T22:19:14.720740100Z" + }, + "t_046_shared_document": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-24T22:15:25.984693200Z", + "finished_at": "2026-03-24T22:19:09.129207500Z" + } + } + }, + { + "name": "Gemini 3.1 Pro", + "route_api_model": "google/gemini-3.1-pro-preview", + "tasks": { + "t_000_empty_reducers": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "google" + }, + "t_001_basic_tables": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "google" + }, + "t_002_scheduled_table": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "google" + }, + "t_003_struct_in_table": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::SpacetimeType;\n\n#[derive(SpacetimeType)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb::table(name = entity, public)]\npub struct Entity {\n #[primary_key]\n pub id: i32,\n pub pos: Position,\n}", + "category": "basics", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.17\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.39\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling uuid v1.21.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling blake3 v1.8.3\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_003_struct_in_table\\rust\\server\\gemini-3-1-pro\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = entity` with `accessor = entity`.\n --> src\\lib.rs:10:22\n |\n10 | #[spacetimedb::table(name = entity, public)]\n | ^^^^^^\n\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "google" + }, + "t_004_insert": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "google" + }, + "t_005_update": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_005_update", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "google" + }, + "t_006_delete": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "google" + }, + "t_007_crud": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_007_crud", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "google" + }, + "t_008_index_lookup": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb::table(name = result, public)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub name: String,\n}\n\n#[spacetimedb::reducer]\npub fn lookup_user_name(ctx: &ReducerContext, id: i32) {\n if let Some(user_row) = ctx.db.user().id().find(id) {\n ctx.db.result().insert(ResultRow {\n id: user_row.id,\n name: user_row.name,\n });\n }\n}", + "category": "basics", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.17\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.39\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling uuid v1.21.0\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_008_index_lookup\\rust\\server\\gemini-3-1-pro\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = user, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = result` with `accessor = result`.\n --> src\\lib.rs:13:22\n |\n13 | #[spacetimedb::table(name = result, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `ResultRow` in this scope\n --> src\\lib.rs:23:32\n |\n23 | ctx.db.result().insert(ResultRow {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:22:36\n |\n22 | if let Some(user_row) = ctx.db.user().id().find(id) {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `result` found for struct `Local` in the current scope\n --> src\\lib.rs:23:16\n |\n23 | ctx.db.result().insert(ResultRow {\n | ^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "google" + }, + "t_009_init": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_009_init", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "google" + }, + "t_010_connect": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_010_connect", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = event, public)]\npub struct Event {\n #[primary_key]\n #[auto_inc]\n pub id: i32,\n pub kind: String,\n}\n\n#[spacetimedb::reducer(client_connected)]\npub fn client_connected(ctx: &ReducerContext) {\n ctx.db.event().insert(Event {\n id: 0,\n kind: \"connected\".to_string(),\n });\n}\n\n#[spacetimedb::reducer(client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) {\n ctx.db.event().insert(Event {\n id: 0,\n kind: \"disconnected\".to_string(),\n });\n}", + "category": "basics", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.17\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.39\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling uuid v1.21.0\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling num-traits v0.2.19\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_010_connect\\rust\\server\\gemini-3-1-pro\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = event` with `accessor = event`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = event, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Event` in this scope\n --> src\\lib.rs:14:27\n |\n14 | ctx.db.event().insert(Event {\n | ^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Event` in this scope\n --> src\\lib.rs:22:27\n |\n22 | ctx.db.event().insert(Event {\n | ^^^^^ not found in this scope\n\nerror[E0599]: no method named `event` found for struct `Local` in the current scope\n --> src\\lib.rs:14:12\n |\n14 | ctx.db.event().insert(Event {\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `event` found for struct `Local` in the current scope\n --> src\\lib.rs:22:12\n |\n22 | ctx.db.event().insert(Event {\n | ^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "google" + }, + "t_011_helper_function": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "google" + }, + "t_012_spacetime_product_type": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType)]\npub struct Score {\n pub left: i32,\n pub right: i32,\n}\n\n#[table(name = result, public)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Score,\n}\n\n#[reducer]\npub fn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\n ctx.db.result().insert(ResultRow {\n id,\n value: Score { left, right },\n });\n}", + "category": "schema", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.44\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.17\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.39\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling uuid v1.21.0\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling cc v1.2.56\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\rust\\server\\gemini-3-1-pro\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = result` with `accessor = result`.\n --> src\\lib.rs:10:9\n |\n10 | #[table(name = result, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `ResultRow` in this scope\n --> src\\lib.rs:19:28\n |\n19 | ctx.db.result().insert(ResultRow {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `result` found for struct `Local` in the current scope\n --> src\\lib.rs:19:12\n |\n19 | ctx.db.result().insert(ResultRow {\n | ^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "google" + }, + "t_013_spacetime_sum_type": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (Circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (Circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "google" + }, + "t_014_elementary_columns": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "google" + }, + "t_015_product_type_columns": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "google" + }, + "t_016_sum_type_columns": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(name = drawing, public)]\npub struct Drawing {\n #[primary_key]\n pub id: i32,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.drawing().insert(Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n });\n}", + "category": "schema", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.17\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.39\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling uuid v1.21.0\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling rand_core v0.6.4\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\gemini-3-1-pro\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = drawing` with `accessor = drawing`.\n --> src\\lib.rs:16:9\n |\n16 | #[table(name = drawing, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Drawing` in this scope\n --> src\\lib.rs:26:29\n |\n26 | ctx.db.drawing().insert(Drawing {\n | ^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `drawing` found for struct `Local` in the current scope\n --> src\\lib.rs:26:12\n |\n26 | ctx.db.drawing().insert(Drawing {\n | ^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "google" + }, + "t_017_scheduled_columns": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + } + } + }, + "vendor": "google" + }, + "t_018_constraints": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT id, email, name FROM account WHERE id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "google" + }, + "t_019_many_to_many": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "m2m_has_1_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=20" + } + }, + "m2m_has_2_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=20" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "m2m_has_1_10": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=10" + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "google" + }, + "t_020_ecs": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM next_position" + } + } + }, + "vendor": "google" + }, + "t_021_multi_column_index": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "gemini-3.1-pro-preview", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + } + } + }, + "vendor": "google" + }, + "t_022_view_basic": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "views", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:04:22.207905100Z", + "finished_at": "2026-03-24T19:06:43.017534100Z" + }, + "t_023_view_per_user": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "views", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:04:22.705132500Z", + "finished_at": "2026-03-24T19:06:29.892593Z" + }, + "t_024_event_table": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:01:30.764123Z", + "finished_at": "2026-03-24T19:04:21.767759600Z" + }, + "t_025_optional_fields": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T20:16:36.348129700Z", + "finished_at": "2026-03-24T20:17:20.255122800Z" + }, + "t_026_auth_identity_check": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{Identity, ReducerContext};\n\n#[spacetimedb::table(name = message, public)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub text: String,\n}\n\n#[spacetimedb::reducer]\npub fn create_message(ctx: &ReducerContext, text: String) {\n ctx.db.message().insert(Message {\n id: 0,\n owner: ctx.sender,\n text,\n });\n}\n\n#[spacetimedb::reducer]\npub fn delete_message(ctx: &ReducerContext, id: u64) {\n let msg = match ctx.db.message().id().find(id) {\n Some(m) => m,\n None => panic!(\"not found\"),\n };\n\n if msg.owner != ctx.sender {\n panic!(\"unauthorized\");\n }\n\n ctx.db.message().id().delete(id);\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling uuid v1.22.0\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.57\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling castaway v0.2.4\n Compiling rand_core v0.6.4\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\gemini-3-1-pro\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = message` with `accessor = message`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = message, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Message` in this scope\n --> src\\lib.rs:16:29\n |\n16 | ctx.db.message().insert(Message {\n | ^^^^^^^ not found in this scope\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `message` found for struct `Local` in the current scope\n --> src\\lib.rs:16:12\n |\n16 | ctx.db.message().insert(Message {\n | ^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:18:20\n |\n18 | owner: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n18 | owner: ctx.sender(),\n | ++\n\nerror[E0599]: no method named `message` found for struct `Local` in the current scope\n --> src\\lib.rs:25:28\n |\n25 | let msg = match ctx.db.message().id().find(id) {\n | ^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:30:25\n |\n30 | if msg.owner != ctx.sender {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n30 | if msg.owner != ctx.sender() {\n | ++\n\nerror[E0599]: no method named `message` found for struct `Local` in the current scope\n --> src\\lib.rs:34:12\n |\n34 | ctx.db.message().id().delete(id);\n | ^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599, E0616.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:01:30.665358900Z", + "finished_at": "2026-03-24T19:04:22.207362200Z" + }, + "t_027_private_vs_public_table": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:01:30.713181100Z", + "finished_at": "2026-03-24T19:04:21.461849400Z" + }, + "t_028_cascade_delete": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:04:22.762590Z", + "finished_at": "2026-03-24T19:06:45.185813500Z" + }, + "t_029_filter_and_aggregate": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:04:22.818930500Z", + "finished_at": "2026-03-24T19:06:44.928145200Z" + }, + "t_030_two_table_join": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:04:22.873139200Z", + "finished_at": "2026-03-24T19:06:42.512249800Z" + }, + "t_031_unique_constraint": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:01:30.877387300Z", + "finished_at": "2026-03-24T19:04:22.145928200Z" + }, + "t_032_range_query": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T20:16:36.403912200Z", + "finished_at": "2026-03-24T20:18:22.468278500Z" + }, + "t_033_sort_and_limit": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:01:30.996829Z", + "finished_at": "2026-03-24T19:04:22.704733900Z" + }, + "t_034_find_first": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T20:16:36.459382Z", + "finished_at": "2026-03-24T20:17:53.632818400Z" + }, + "t_035_select_distinct": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:03:00.868517700Z", + "finished_at": "2026-03-24T19:04:26.198340800Z" + }, + "t_036_count_without_collect": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = user, public)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub active: bool,\n}\n\n#[table(accessor = user_stats, public)]\npub struct UserStats {\n #[primary_key]\n pub key: String,\n pub count: u64,\n}\n\n#[reducer]\npub fn compute_user_counts(ctx: &ReducerContext) {\n let total_count = ctx.db.user().iter().count() as u64;\n let active_count = ctx.db.user().iter().filter(|u| u.active).count() as u64;\n\n ctx.db.user_stats().key().delete(\"total\");\n ctx.db.user_stats().insert(UserStats {\n key: \"total\".to_string(),\n count: total_count,\n });\n\n ctx.db.user_stats().key().delete(\"active\");\n ctx.db.user_stats().insert(UserStats {\n key: \"active\".to_string(),\n count: active_count,\n });\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling uuid v1.22.0\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling cc v1.2.57\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0277]: the trait bound `&str: Borrow` is not satisfied\n --> src\\lib.rs:25:38\n |\n 25 | ctx.db.user_stats().key().delete(\"total\");\n | ------ ^^^^^^^ the trait `Borrow` is not implemented for `&str`\n | |\n | required by a bound introduced by this call\n |\nhelp: the trait `Borrow` is implemented for `std::string::String`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/alloc/src/str.rs:189:1\n |\n189 | impl Borrow for String {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^\nnote: required by a bound in `UniqueColumn::::ColType, Col>::delete`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\table.rs:356:40\n |\n356 | pub fn delete(&self, col_val: impl Borrow) -> bool {\n | ^^^^^^^^^^^^^^^^^^^^ required by this bound in `UniqueColumn::::ColType, Col>::delete`\n\nerror[E0277]: the trait bound `&str: Borrow` is not satisfied\n --> src\\lib.rs:31:38\n |\n 31 | ctx.db.user_stats().key().delete(\"active\");\n | ------ ^^^^^^^^ the trait `Borrow` is not implemented for `&str`\n | |\n | required by a bound introduced by this call\n |\nhelp: the trait `Borrow` is implemented for `std::string::String`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/alloc/src/str.rs:189:1\n |\n189 | impl Borrow for String {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^\nnote: required by a bound in `UniqueColumn::::ColType, Col>::delete`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\table.rs:356:40\n |\n356 | pub fn delete(&self, col_val: impl Borrow) -> bool {\n | ^^^^^^^^^^^^^^^^^^^^ required by this bound in `UniqueColumn::::ColType, Col>::delete`\n\nFor more information about this error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:03:01.010455800Z", + "finished_at": "2026-03-24T19:04:24.932177800Z" + }, + "t_037_multi_column_filter": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = event_log, public, index(name = category_severity_idx, btree(columns = [category, severity])))]\npub struct EventLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub severity: u32,\n pub message: String,\n}\n\n#[spacetimedb::table(name = filtered_event, public)]\npub struct FilteredEvent {\n #[primary_key]\n pub event_id: u64,\n pub message: String,\n}\n\n#[spacetimedb::reducer]\npub fn filter_events(ctx: &ReducerContext, category: String, severity: u32) {\n for row in ctx.db.event_log().iter() {\n if row.category == category && row.severity == severity {\n ctx.db.filtered_event().insert(FilteredEvent {\n event_id: row.id,\n message: row.message.clone(),\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling uuid v1.22.0\n Compiling cc v1.2.57\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\rust\\server\\gemini-3-1-pro\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = event_log` with `accessor = event_log`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = event_log, public, index(name = category_severity_idx, btree(columns = [category, severity])))]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = filtered_event` with `accessor = filtered_event`.\n --> src\\lib.rs:14:22\n |\n14 | #[spacetimedb::table(name = filtered_event, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `FilteredEvent` in this scope\n --> src\\lib.rs:25:44\n |\n25 | ctx.db.filtered_event().insert(FilteredEvent {\n | ^^^^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `event_log` found for struct `Local` in the current scope\n --> src\\lib.rs:23:23\n |\n23 | for row in ctx.db.event_log().iter() {\n | ^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `filtered_event` found for struct `Local` in the current scope\n --> src\\lib.rs:25:20\n |\n25 | ctx.db.filtered_event().insert(FilteredEvent {\n | ^^^^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:03:01.375810500Z", + "finished_at": "2026-03-24T19:04:25.355138100Z" + }, + "t_038_schedule_at_time": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T22:20:44.268736100Z", + "finished_at": "2026-03-24T22:22:52.845829300Z" + }, + "t_039_cancel_schedule": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T22:37:31.534422100Z", + "finished_at": "2026-03-24T22:38:23.785450600Z" + }, + "t_040_lifecycle_player": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T22:22:19.805651900Z", + "finished_at": "2026-03-24T22:23:20.904767100Z" + }, + "t_041_registered_user_gate": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T22:37:31.221162900Z", + "finished_at": "2026-03-24T22:38:13.702023Z" + }, + "t_042_admin_bootstrap": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T22:37:31.278783700Z", + "finished_at": "2026-03-24T22:38:15.756031Z" + }, + "t_043_role_based_access": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T22:37:31.330712600Z", + "finished_at": "2026-03-24T22:38:23.316641100Z" + }, + "t_044_ban_list": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, Identity, ReducerContext};\n\n#[table(name = admin)]\npub struct Admin {\n #[primary_key]\n pub identity: Identity,\n}\n\n#[table(name = banned)]\npub struct Banned {\n #[primary_key]\n pub identity: Identity,\n}\n\n#[table(name = player, public)]\npub struct Player {\n #[primary_key]\n pub identity: Identity,\n pub name: String,\n}\n\n#[reducer]\npub fn add_admin(ctx: &ReducerContext, target: Identity) {\n if ctx.db.admin().identity().find(&ctx.sender).is_none() {\n panic!(\"not admin\");\n }\n if ctx.db.admin().identity().find(&target).is_none() {\n ctx.db.admin().insert(Admin { identity: target });\n }\n}\n\n#[reducer]\npub fn ban_player(ctx: &ReducerContext, target: Identity) {\n if ctx.db.admin().identity().find(&ctx.sender).is_none() {\n panic!(\"not admin\");\n }\n if ctx.db.banned().identity().find(&target).is_none() {\n ctx.db.banned().insert(Banned { identity: target });\n }\n ctx.db.player().identity().delete(&target);\n}\n\n#[reducer]\npub fn join_game(ctx: &ReducerContext, name: String) {\n if ctx.db.banned().identity().find(&ctx.sender).is_some() {\n panic!(\"banned\");\n }\n if ctx.db.player().identity().find(&ctx.sender).is_some() {\n panic!(\"already in game\");\n }\n ctx.db.player().insert(Player {\n identity: ctx.sender,\n name,\n });\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling hex v0.4.3\n Compiling uuid v1.22.0\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.57\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\rust\\server\\gemini-3-1-pro\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = admin` with `accessor = admin`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = admin)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = banned` with `accessor = banned`.\n --> src\\lib.rs:10:9\n |\n10 | #[table(name = banned)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = player` with `accessor = player`.\n --> src\\lib.rs:16:9\n |\n16 | #[table(name = player, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Admin` in this scope\n --> src\\lib.rs:29:31\n |\n29 | ctx.db.admin().insert(Admin { identity: target });\n | ^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Banned` in this scope\n --> src\\lib.rs:39:32\n |\n39 | ctx.db.banned().insert(Banned { identity: target });\n | ^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Player` in this scope\n --> src\\lib.rs:52:28\n |\n52 | ctx.db.player().insert(Player {\n | ^^^^^^ not found in this scope\n\nerror[E0599]: no method named `admin` found for struct `Local` in the current scope\n --> src\\lib.rs:25:15\n |\n25 | if ctx.db.admin().identity().find(&ctx.sender).is_none() {\n | ^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:25:44\n |\n25 | if ctx.db.admin().identity().find(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n25 | if ctx.db.admin().identity().find(&ctx.sender()).is_none() {\n | ++\n\nerror[E0599]: no method named `admin` found for struct `Local` in the current scope\n --> src\\lib.rs:28:15\n |\n28 | if ctx.db.admin().identity().find(&target).is_none() {\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `admin` found for struct `Local` in the current scope\n --> src\\lib.rs:29:16\n |\n29 | ctx.db.admin().insert(Admin { identity: target });\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `admin` found for struct `Local` in the current scope\n --> src\\lib.rs:35:15\n |\n35 | if ctx.db.admin().identity().find(&ctx.sender).is_none() {\n | ^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:35:44\n |\n35 | if ctx.db.admin().identity().find(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n35 | if ctx.db.admin().identity().find(&ctx.sender()).is_none() {\n | ++\n\nerror[E0599]: no method named `banned` found for struct `Local` in the current scope\n --> src\\lib.rs:38:15\n |\n38 | if ctx.db.banned().identity().find(&target).is_none() {\n | ^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `banned` found for struct `Local` in the current scope\n --> src\\lib.rs:39:16\n |\n39 | ctx.db.banned().insert(Banned { identity: target });\n | ^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `player` found for struct `Local` in the current scope\n --> src\\lib.rs:41:12\n |\n41 | ctx.db.player().identity().delete(&target);\n | ^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `banned` found for struct `Local` in the current scope\n --> src\\lib.rs:46:15\n |\n46 | if ctx.db.banned().identity().find(&ctx.sender).is_some() {\n | ^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:46:45\n |\n46 | if ctx.db.banned().identity().find(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n46 | if ctx.db.banned().identity().find(&ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no method named `player` found for struct `Local` in the current scope\n --> src\\lib.rs:49:15\n |\n49 | if ctx.db.player().identity().find(&ctx.sender).is_some() {\n | ^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:49:45\n |\n49 | if ctx.db.player().identity().find(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n49 | if ctx.db.player().identity().find(&ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no method named `player` found for struct `Local` in the current scope\n --> src\\lib.rs:52:12\n |\n52 | ctx.db.player().insert(Player {\n | ^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:53:23\n |\n53 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n53 | identity: ctx.sender(),\n | ++\n\nSome errors have detailed explanations: E0422, E0599, E0616.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 21 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T22:37:31.383265900Z", + "finished_at": "2026-03-24T22:38:42.402940Z" + }, + "t_045_rate_limit": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T22:37:31.433560200Z", + "finished_at": "2026-03-24T22:38:27.204840300Z" + }, + "t_046_shared_document": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, Identity, ReducerContext, Table};\n\n#[table(name = document, public)]\npub struct Document {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub title: String,\n}\n\n#[table(name = document_share, public)]\npub struct DocumentShare {\n #[index(btree)]\n pub document_id: u64,\n #[index(btree)]\n pub shared_with: Identity,\n}\n\n#[reducer]\npub fn create_document(ctx: &ReducerContext, title: String) {\n ctx.db.document().insert(Document {\n id: 0,\n owner: ctx.sender,\n title,\n });\n}\n\n#[reducer]\npub fn share_document(ctx: &ReducerContext, document_id: u64, target: Identity) {\n let document = ctx.db.document().id().find(document_id).expect(\"not found\");\n if document.owner != ctx.sender {\n panic!(\"not owner\");\n }\n ctx.db.document_share().insert(DocumentShare {\n document_id,\n shared_with: target,\n });\n}\n\n#[reducer]\npub fn edit_document(ctx: &ReducerContext, document_id: u64, new_title: String) {\n let mut document = ctx.db.document().id().find(document_id).expect(\"not found\");\n \n let is_owner = document.owner == ctx.sender;\n let is_shared = ctx.db.document_share().document_id().filter(document_id).any(|share| share.shared_with == ctx.sender);\n \n if !is_owner && !is_shared {\n panic!(\"unauthorized\");\n }\n \n document.title = new_title;\n ctx.db.document().id().update(document);\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling uuid v1.22.0\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling cc v1.2.57\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand_core v0.6.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\rust\\server\\gemini-3-1-pro\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = document` with `accessor = document`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = document, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = document_share` with `accessor = document_share`.\n --> src\\lib.rs:14:9\n |\n14 | #[table(name = document_share, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Document` in this scope\n --> src\\lib.rs:24:30\n |\n24 | ctx.db.document().insert(Document {\n | ^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `DocumentShare` in this scope\n --> src\\lib.rs:37:36\n |\n37 | ctx.db.document_share().insert(DocumentShare {\n | ^^^^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `document` found for struct `Local` in the current scope\n --> src\\lib.rs:24:12\n |\n24 | ctx.db.document().insert(Document {\n | ^^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:26:20\n |\n26 | owner: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n26 | owner: ctx.sender(),\n | ++\n\nerror[E0599]: no method named `document` found for struct `Local` in the current scope\n --> src\\lib.rs:33:27\n |\n33 | let document = ctx.db.document().id().find(document_id).expect(\"not found\");\n | ^^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:34:30\n |\n34 | if document.owner != ctx.sender {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n34 | if document.owner != ctx.sender() {\n | ++\n\nerror[E0599]: no method named `document_share` found for struct `Local` in the current scope\n --> src\\lib.rs:37:12\n |\n37 | ctx.db.document_share().insert(DocumentShare {\n | ^^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `document` found for struct `Local` in the current scope\n --> src\\lib.rs:45:31\n |\n45 | let mut document = ctx.db.document().id().find(document_id).expect(\"not found\");\n | ^^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:47:42\n |\n47 | let is_owner = document.owner == ctx.sender;\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n47 | let is_owner = document.owner == ctx.sender();\n | ++\n\nerror[E0599]: no method named `document_share` found for struct `Local` in the current scope\n --> src\\lib.rs:48:28\n |\n48 | let is_shared = ctx.db.document_share().document_id().filter(document_id).any(|share| share.shared_with == ctx.sender);\n | ^^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:48:116\n |\n48 | let is_shared = ctx.db.document_share().document_id().filter(document_id).any(|share| share.shared_with == ctx.sender);\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n48 | let is_shared = ctx.db.document_share().document_id().filter(document_id).any(|share| share.shared_with == ctx.sender());\n | ++\n\nerror[E0599]: no method named `document` found for struct `Local` in the current scope\n --> src\\lib.rs:55:12\n |\n55 | ctx.db.document().id().update(document);\n | ^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599, E0616.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 14 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T22:54:32.867264600Z", + "finished_at": "2026-03-24T22:55:58.157119500Z" + } + } + }, + { + "name": "Gemini 3 Flash", + "route_api_model": "google/gemini-3-flash-preview", + "tasks": { + "t_000_empty_reducers": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "google" + }, + "t_001_basic_tables": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "google" + }, + "t_002_scheduled_table": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "google" + }, + "t_003_struct_in_table": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "google" + }, + "t_004_insert": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "google" + }, + "t_005_update": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_005_update", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "google" + }, + "t_006_delete": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "google" + }, + "t_007_crud": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_007_crud", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn crud(ctx: &ReducerContext) {\n ctx.db.user().insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n\n ctx.db.user().insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n\n ctx.db.user().id().update(User {\n id: 1,\n name: \"Alice2\".to_string(),\n age: 31,\n active: false,\n });\n\n ctx.db.user().id().delete(2);\n}", + "category": "basics", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:65377/v1/database/c20096c5a2babaf26bff2ee7bd720dcc5093a966ac672bda297b2fa31c09128c/call/crud)\n", + "phase": "call_reducer_golden" + } + }, + "crud_total_count_one": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "google" + }, + "t_008_index_lookup": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "google" + }, + "t_009_init": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_009_init", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "google" + }, + "t_010_connect": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_010_connect", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "google" + }, + "t_011_helper_function": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "google" + }, + "t_012_spacetime_product_type": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "google" + }, + "t_013_spacetime_sum_type": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (Circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (Circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "google" + }, + "t_014_elementary_columns": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "google" + }, + "t_015_product_type_columns": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "google" + }, + "t_016_sum_type_columns": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (Circle = 10) | (Rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (Circle = 10) | (Rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "google" + }, + "t_017_scheduled_columns": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + } + } + }, + "vendor": "google" + }, + "t_018_constraints": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT id, email, name FROM account WHERE id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "google" + }, + "t_019_many_to_many": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "m2m_has_1_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=20" + } + }, + "m2m_has_2_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=20" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "m2m_has_1_10": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=10" + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "google" + }, + "t_020_ecs": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM next_position" + } + } + }, + "vendor": "google" + }, + "t_021_multi_column_index": { + "hash": "3505a160bff25cbe99eb4235b037d39ade89af05864f8b90b7723b63caaa3781", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "gemini-3-flash-preview", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + } + } + }, + "vendor": "google" + }, + "t_022_view_basic": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "views", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:04:20.822329500Z", + "finished_at": "2026-03-24T19:06:23.968591100Z" + }, + "t_023_view_per_user": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, view, Identity, ReducerContext, Table, ViewContext};\n\n#[table(accessor = profile, public)]\npub struct Profile {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub identity: Identity,\n pub name: String,\n pub bio: String,\n}\n\n#[view(accessor = my_profile, public)]\nfn my_profile(ctx: &ViewContext) -> Option {\n ctx.db.profile().identity().find(ctx.sender())\n}\n\n#[spacetimedb::reducer]\npub fn create_profile(ctx: &ReducerContext, name: String, bio: String) -> Result<(), String> {\n if ctx.db.profile().identity().find(ctx.sender()).is_some() {\n return Err(\"Profile already exists\".to_string());\n }\n ctx.db.profile().insert(Profile {\n id: 0,\n identity: ctx.sender(),\n name,\n bio,\n });\n Ok(())\n}", + "category": "views", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [], + "only_llm": [ + "create_profile()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:04:20.878725700Z", + "finished_at": "2026-03-24T19:06:42.133220200Z" + }, + "t_024_event_table": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:01:32.197581900Z", + "finished_at": "2026-03-24T19:04:18.119209100Z" + }, + "t_025_optional_fields": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:01:32.260588600Z", + "finished_at": "2026-03-24T19:04:19.736027500Z" + }, + "t_026_auth_identity_check": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:01:32.094506500Z", + "finished_at": "2026-03-24T19:04:17.728835900Z" + }, + "t_027_private_vs_public_table": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:01:32.149616700Z", + "finished_at": "2026-03-24T19:04:18.485174900Z" + }, + "t_028_cascade_delete": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:04:20.935678900Z", + "finished_at": "2026-03-24T19:06:28.575468900Z" + }, + "t_029_filter_and_aggregate": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:04:20.995039500Z", + "finished_at": "2026-03-24T19:06:46.565377500Z" + }, + "t_030_two_table_join": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:04:21.052017800Z", + "finished_at": "2026-03-24T19:06:41.552869300Z" + }, + "t_031_unique_constraint": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:01:32.311947800Z", + "finished_at": "2026-03-24T19:04:19.159042200Z" + }, + "t_032_range_query": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:01:32.367698200Z", + "finished_at": "2026-03-24T19:04:18.856746100Z" + }, + "t_033_sort_and_limit": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:01:32.427362400Z", + "finished_at": "2026-03-24T19:04:20.248498500Z" + }, + "t_034_find_first": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:01:32.472418400Z", + "finished_at": "2026-03-24T19:04:20.607904700Z" + }, + "t_035_select_distinct": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:04:20.608180700Z", + "finished_at": "2026-03-24T19:06:26.966556800Z" + }, + "t_036_count_without_collect": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:04:20.655808900Z", + "finished_at": "2026-03-24T19:06:24.669558Z" + }, + "t_037_multi_column_filter": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T19:04:20.745571300Z", + "finished_at": "2026-03-24T19:06:23.264605300Z" + }, + "t_038_schedule_at_time": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T22:20:44.984394900Z", + "finished_at": "2026-03-24T22:22:50.910852300Z" + }, + "t_039_cancel_schedule": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T22:20:45.082906100Z", + "finished_at": "2026-03-24T22:22:51.946606600Z" + }, + "t_040_lifecycle_player": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T22:22:19.967466800Z", + "finished_at": "2026-03-24T22:23:07.264404300Z" + }, + "t_041_registered_user_gate": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T22:20:44.506488Z", + "finished_at": "2026-03-24T22:22:47.030044900Z" + }, + "t_042_admin_bootstrap": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T22:20:44.583397700Z", + "finished_at": "2026-03-24T22:22:51.411762200Z" + }, + "t_043_role_based_access": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T23:05:19.780932100Z", + "finished_at": "2026-03-24T23:05:55.693298600Z" + }, + "t_044_ban_list": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Identity, Table};\n\n#[table(accessor = admin)]\npub struct Admin {\n #[primary_key]\n pub identity: Identity,\n}\n\n#[table(accessor = banned)]\npub struct Banned {\n #[primary_key]\n pub identity: Identity,\n}\n\n#[table(accessor = player, public)]\npub struct Player {\n #[primary_key]\n pub identity: Identity,\n pub name: String,\n}\n\n#[reducer]\npub fn add_admin(ctx: &ReducerContext, target: Identity) {\n if ctx.db.admin().identity().find(ctx.sender()).is_none() {\n panic!(\"not admin\");\n }\n if ctx.db.admin().identity().find(target).is_none() {\n ctx.db.admin().insert(Admin { identity: target });\n }\n}\n\n#[reducer]\npub fn ban_player(ctx: &ReducerContext, target: Identity) {\n if ctx.db.admin().identity().find(ctx.sender()).is_none() {\n panic!(\"not admin\");\n }\n if ctx.db.banned().identity().find(target).is_none() {\n ctx.db.banned().insert(Banned { identity: target });\n }\n ctx.db.player().identity().delete(target);\n}\n\n#[reducer]\npub fn join_game(ctx: &ReducerContext, name: String) {\n if ctx.db.banned().identity().find(ctx.sender()).is_some() {\n panic!(\"banned\");\n }\n if ctx.db.player().identity().find(ctx.sender()).is_some() {\n panic!(\"already in game\");\n }\n ctx.db.player().insert(Player {\n identity: ctx.sender(),\n name,\n });\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.admin().insert(Admin {\n identity: ctx.sender(),\n });\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [], + "only_llm": [ + "init()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T23:05:19.840364900Z", + "finished_at": "2026-03-24T23:05:49.346597200Z" + }, + "t_045_rate_limit": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T22:20:44.820509700Z", + "finished_at": "2026-03-24T22:22:50.015754100Z" + }, + "t_046_shared_document": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-24T22:20:44.891971300Z", + "finished_at": "2026-03-24T22:22:48.817505100Z" + } + } + }, + { + "name": "GPT-5.2-Codex", + "route_api_model": "gpt-5.2-codex", + "tasks": { + "t_000_empty_reducers": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext};\n\n#[spacetimedb::table(accessor = Placeholder)]\npub struct Placeholder {\n #[primary_key]\n pub id: i32,\n}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_no_args(_ctx: &ReducerContext) {\n}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_int(_ctx: &ReducerContext, _count: i32) {\n}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_string(_ctx: &ReducerContext, _name: String) {\n}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_two_args(_ctx: &ReducerContext, _count: i32, _name: String) {\n}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_three_args(_ctx: &ReducerContext, _active: bool, _ratio: f32, _label: String) {\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.17\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling zerocopy v0.8.39\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling uuid v1.21.0\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_000_empty_reducers\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0428]: the name `Placeholder` is defined multiple times\n --> src\\lib.rs:5:1\n |\n4 | #[spacetimedb::table(accessor = Placeholder)]\n | _________________________________-\n5 | | pub struct Placeholder {\n | | ^^-^^^^^^^^^^^^^^^^^^^\n | |_|_|\n | | previous definition of the trait `Placeholder` here\n | `Placeholder` redefined here\n |\n = note: `Placeholder` must be defined only once in the type namespace of this module\n\nerror[E0574]: expected struct, variant or union type, found trait `Placeholder`\n --> src\\lib.rs:5:12\n |\n5 | pub struct Placeholder {\n | ^^^^^^^^^^^ not a struct, variant or union type\n\nerror[E0782]: expected a type, found a trait\n --> src\\lib.rs:5:12\n |\n5 | pub struct Placeholder {\n | ^^^^^^^^^^^\n |\nhelp: you can add the `dyn` keyword if you want a trait object\n |\n5 | pub struct dyn Placeholder {\n | +++\n\nerror[E0782]: expected a type, found a trait\n --> src\\lib.rs:5:12\n |\n5 | pub struct Placeholder {\n | ^^^^^^^^^^^\n\nerror[E0782]: expected a type, found a trait\n --> src\\lib.rs:5:12\n |\n5 | pub struct Placeholder {\n | ^^^^^^^^^^^\n |\nhelp: use a new generic type parameter, constrained by `Placeholder`\n |\n4 ~ #[spacetimedb::table(accessor = Placeholder)]\n5 ~ pub struct T {\n |\nhelp: you can also use an opaque type, but users won't be able to specify the type parameter when calling the `fn`, having to rely exclusively on type inference\n |\n5 | pub struct impl Placeholder {\n | ++++\nhelp: alternatively, use a trait object to accept any type that implements `Placeholder`, accessing its methods at runtime using dynamic dispatch\n |\n5 | pub struct dyn Placeholder {\n | +++\n\nSome errors have detailed explanations: E0428, E0574, E0782.\nFor more information about an error, try `rustc --explain E0428`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_001_basic_tables": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai" + }, + "t_002_scheduled_table": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai" + }, + "t_003_struct_in_table": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai" + }, + "t_004_insert": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "openai" + }, + "t_005_update": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_005_update", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "openai" + }, + "t_006_delete": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "openai" + }, + "t_007_crud": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_007_crud", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "openai" + }, + "t_008_index_lookup": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "openai" + }, + "t_009_init": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_009_init", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "openai" + }, + "t_010_connect": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_010_connect", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai" + }, + "t_011_helper_function": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "openai" + }, + "t_012_spacetime_product_type": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "openai" + }, + "t_013_spacetime_sum_type": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "openai" + }, + "t_014_elementary_columns": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "openai" + }, + "t_015_product_type_columns": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "openai" + }, + "t_016_sum_type_columns": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "openai" + }, + "t_017_scheduled_columns": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + } + } + }, + "vendor": "openai" + }, + "t_018_constraints": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT id, email, name FROM account WHERE id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "openai" + }, + "t_019_many_to_many": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = user, public)]\npub struct User {\n #[primary_key]\n pub user_id: i32,\n pub name: String,\n}\n\n#[spacetimedb::table(name = group, public)]\npub struct Group {\n #[primary_key]\n pub group_id: i32,\n pub title: String,\n}\n\n#[spacetimedb::table(\n name = membership,\n public,\n index(name = by_user, btree(columns = [user_id])),\n index(name = by_group, btree(columns = [group_id]))\n)]\npub struct Membership {\n #[primary_key]\n pub id: i32,\n pub user_id: i32,\n pub group_id: i32,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.user().insert(User {\n user_id: 1,\n name: \"Alice\".to_string(),\n });\n ctx.db.user().insert(User {\n user_id: 2,\n name: \"Bob\".to_string(),\n });\n\n ctx.db.group().insert(Group {\n group_id: 10,\n title: \"Admin\".to_string(),\n });\n ctx.db.group().insert(Group {\n group_id: 20,\n title: \"Dev\".to_string(),\n });\n\n ctx.db.membership().insert(Membership {\n id: 1,\n user_id: 1,\n group_id: 10,\n });\n ctx.db.membership().insert(Membership {\n id: 2,\n user_id: 1,\n group_id: 20,\n });\n ctx.db.membership().insert(Membership {\n id: 3,\n user_id: 2,\n group_id: 20,\n });\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.17\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.39\n Compiling bitflags v2.11.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling uuid v1.21.0\n Compiling bytemuck v1.25.0\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_019_many_to_many\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = user, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = group` with `accessor = group`.\n --> src\\lib.rs:11:22\n |\n11 | #[spacetimedb::table(name = group, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = membership` with `accessor = membership`.\n --> src\\lib.rs:19:5\n |\n19 | name = membership,\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:33:26\n |\n33 | ctx.db.user().insert(User {\n | ^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:37:26\n |\n37 | ctx.db.user().insert(User {\n | ^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Group` in this scope\n --> src\\lib.rs:42:27\n |\n42 | ctx.db.group().insert(Group {\n | ^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Group` in this scope\n --> src\\lib.rs:46:27\n |\n46 | ctx.db.group().insert(Group {\n | ^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Membership` in this scope\n --> src\\lib.rs:51:32\n |\n51 | ctx.db.membership().insert(Membership {\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Membership` in this scope\n --> src\\lib.rs:56:32\n |\n56 | ctx.db.membership().insert(Membership {\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Membership` in this scope\n --> src\\lib.rs:61:32\n |\n61 | ctx.db.membership().insert(Membership {\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:33:12\n |\n33 | ctx.db.user().insert(User {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:37:12\n |\n37 | ctx.db.user().insert(User {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `group` found for struct `Local` in the current scope\n --> src\\lib.rs:42:12\n |\n42 | ctx.db.group().insert(Group {\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `group` found for struct `Local` in the current scope\n --> src\\lib.rs:46:12\n |\n46 | ctx.db.group().insert(Group {\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `membership` found for struct `Local` in the current scope\n --> src\\lib.rs:51:12\n |\n51 | ctx.db.membership().insert(Membership {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `membership` found for struct `Local` in the current scope\n --> src\\lib.rs:56:12\n |\n56 | ctx.db.membership().insert(Membership {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `membership` found for struct `Local` in the current scope\n --> src\\lib.rs:61:12\n |\n61 | ctx.db.membership().insert(Membership {\n | ^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 17 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_020_ecs": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM next_position" + } + } + }, + "vendor": "openai" + }, + "t_021_multi_column_index": { + "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + } + } + }, + "vendor": "openai" + }, + "t_022_view_basic": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "views", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:04:17.098018400Z", + "finished_at": "2026-03-24T19:06:18.263790400Z" + }, + "t_023_view_per_user": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{Identity, Table, ViewContext};\n\n#[spacetimedb::table(accessor = profile, public)]\npub struct Profile {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub identity: Identity,\n pub name: String,\n pub bio: String,\n}\n\n#[spacetimedb::view(accessor = my_profile, public)]\nfn my_profile(ctx: &ViewContext) -> Option {\n ctx.db.profile().identity().find(ctx.sender())\n}", + "category": "views", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "process timeout", + "phase": "describe_golden" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:04:17.166240500Z", + "finished_at": "2026-03-24T19:05:59.633232100Z" + }, + "t_024_event_table": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:00:46.237683300Z", + "finished_at": "2026-03-24T19:04:15.937657700Z" + }, + "t_025_optional_fields": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:00:46.294443300Z", + "finished_at": "2026-03-24T19:04:16.197820200Z" + }, + "t_026_auth_identity_check": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table, Identity};\n\n#[table(accessor = message, public)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n id: u64,\n #[index(btree)]\n owner: Identity,\n text: String,\n}\n\n#[reducer]\npub fn create_message(ctx: &ReducerContext, text: String) {\n ctx.db.message().insert(Message {\n id: 0,\n owner: ctx.sender,\n text,\n });\n}\n\n#[reducer]\npub fn delete_message(ctx: &ReducerContext, id: u64) {\n let message = ctx.db.message().id().find(id).unwrap_or_else(|| panic!(\"not found\"));\n if message.owner != ctx.sender {\n panic!(\"unauthorized\");\n }\n ctx.db.message().id().delete(id);\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.22.0\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling generic-array v0.14.7\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling cc v1.2.57\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling castaway v0.2.4\n Compiling sha3 v0.10.8\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:18:20\n |\n18 | owner: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n18 | owner: ctx.sender(),\n | ++\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:26:29\n |\n26 | if message.owner != ctx.sender {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n26 | if message.owner != ctx.sender() {\n | ++\n\nFor more information about this error, try `rustc --explain E0616`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:00:46.107056200Z", + "finished_at": "2026-03-24T19:04:15.939565200Z" + }, + "t_027_private_vs_public_table": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:00:46.168961Z", + "finished_at": "2026-03-24T19:04:16.911811600Z" + }, + "t_028_cascade_delete": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[table(accessor = author)]\npub struct Author {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n}\n\n#[table(accessor = post)]\npub struct Post {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub author_id: u64,\n pub title: String,\n}\n\n#[reducer]\npub fn delete_author(ctx: &ReducerContext, author_id: u64) {\n for post in ctx.db.post().author_id().filter(&author_id) {\n ctx.db.post().id().delete(post.id);\n }\n ctx.db.author().id().delete(author_id);\n}", + "category": "write_patterns", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "process timeout", + "phase": "describe_golden" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:04:17.237160900Z", + "finished_at": "2026-03-24T19:06:09.671793Z" + }, + "t_029_filter_and_aggregate": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(\n name = order,\n public,\n index(\n name = category,\n btree(columns = [category]),\n )\n)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub amount: u64,\n pub fulfilled: bool,\n}\n\n#[spacetimedb::table(name = category_stats, public)]\npub struct CategoryStats {\n #[primary_key]\n pub category: String,\n pub total_amount: u64,\n pub order_count: u32,\n}\n\n#[spacetimedb::reducer]\npub fn compute_stats(ctx: &ReducerContext, category: String) {\n let mut total_amount: u64 = 0;\n let mut order_count: u32 = 0;\n\n for order in ctx.db.order().category().filter(&category) {\n total_amount += order.amount;\n order_count += 1;\n }\n\n if ctx.db.category_stats().category().find(&category).is_some() {\n ctx.db.category_stats().category().update(CategoryStats {\n category: category.clone(),\n total_amount,\n order_count,\n });\n } else {\n ctx.db.category_stats().insert(CategoryStats {\n category: category.clone(),\n total_amount,\n order_count,\n });\n }\n}", + "category": "write_patterns", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling uuid v1.22.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling cc v1.2.57\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling lean_string v0.5.3\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\write_patterns\\t_029_filter_and_aggregate\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = order` with `accessor = order`.\n --> src\\lib.rs:5:5\n |\n5 | name = order,\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = category_stats` with `accessor = category_stats`.\n --> src\\lib.rs:21:22\n |\n21 | #[spacetimedb::table(name = category_stats, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `CategoryStats` in this scope\n --> src\\lib.rs:40:51\n |\n40 | ctx.db.category_stats().category().update(CategoryStats {\n | ^^^^^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `CategoryStats` in this scope\n --> src\\lib.rs:46:40\n |\n46 | ctx.db.category_stats().insert(CategoryStats {\n | ^^^^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `order` found for struct `Local` in the current scope\n --> src\\lib.rs:34:25\n |\n34 | for order in ctx.db.order().category().filter(&category) {\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `category_stats` found for struct `Local` in the current scope\n --> src\\lib.rs:39:15\n |\n39 | if ctx.db.category_stats().category().find(&category).is_some() {\n | ^^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `category_stats` found for struct `Local` in the current scope\n --> src\\lib.rs:40:16\n |\n40 | ctx.db.category_stats().category().update(CategoryStats {\n | ^^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `category_stats` found for struct `Local` in the current scope\n --> src\\lib.rs:46:16\n |\n46 | ctx.db.category_stats().insert(CategoryStats {\n | ^^^^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:04:17.329552600Z", + "finished_at": "2026-03-24T19:06:30.530959Z" + }, + "t_030_two_table_join": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:04:17.422541500Z", + "finished_at": "2026-03-24T19:06:21.416427200Z" + }, + "t_031_unique_constraint": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[table(name = account)]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub display_name: String,\n}\n\n#[reducer]\npub fn create_account(ctx: &ReducerContext, email: String, display_name: String) {\n ctx.db.account().insert(Account {\n id: 0,\n email,\n display_name,\n });\n}", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling smallvec v1.15.1\n Compiling uuid v1.22.0\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.57\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = account` with `accessor = account`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = account)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Account` in this scope\n --> src\\lib.rs:16:29\n |\n16 | ctx.db.account().insert(Account {\n | ^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `account` found for struct `Local` in the current scope\n --> src\\lib.rs:16:12\n |\n16 | ctx.db.account().insert(Account {\n | ^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:00:46.359262800Z", + "finished_at": "2026-03-24T19:03:41.230022400Z" + }, + "t_032_range_query": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:00:46.424555700Z", + "finished_at": "2026-03-24T19:04:15.512300100Z" + }, + "t_033_sort_and_limit": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:00:46.510947500Z", + "finished_at": "2026-03-24T19:04:14.873757800Z" + }, + "t_034_find_first": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:00:46.574711700Z", + "finished_at": "2026-03-24T19:04:16.532303800Z" + }, + "t_035_select_distinct": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:03:41.230230800Z", + "finished_at": "2026-03-24T19:04:28.586436900Z" + }, + "t_036_count_without_collect": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:04:16.912139Z", + "finished_at": "2026-03-24T19:05:49.590904500Z" + }, + "t_037_multi_column_filter": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:04:16.995125100Z", + "finished_at": "2026-03-24T19:05:38.002720100Z" + }, + "t_038_schedule_at_time": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T22:15:22.036195600Z", + "finished_at": "2026-03-24T22:19:31.731723700Z" + }, + "t_039_cancel_schedule": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T22:15:22.099596200Z", + "finished_at": "2026-03-24T22:18:39.593589300Z" + }, + "t_040_lifecycle_player": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T22:18:39.594075500Z", + "finished_at": "2026-03-24T22:20:36.579045200Z" + }, + "t_041_registered_user_gate": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table, Identity};\n\n#[spacetimedb::table(accessor = user)]\npub struct User {\n #[primary_key]\n identity: Identity,\n name: String,\n}\n\n#[spacetimedb::table(accessor = message, public)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n id: u64,\n #[index(btree)]\n sender: Identity,\n text: String,\n}\n\n#[spacetimedb::reducer]\npub fn register(ctx: &ReducerContext, name: String) {\n if ctx.db.user().identity().find(ctx.sender).is_some() {\n panic!(\"already registered\");\n }\n ctx.db.user().insert(User {\n identity: ctx.sender,\n name,\n });\n}\n\n#[spacetimedb::reducer]\npub fn post_message(ctx: &ReducerContext, text: String) {\n if ctx.db.user().identity().find(ctx.sender).is_none() {\n panic!(\"not registered\");\n }\n ctx.db.message().insert(Message {\n id: 0,\n sender: ctx.sender,\n text,\n });\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling uuid v1.22.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling cc v1.2.57\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling blake3 v1.8.3\n Compiling lean_string v0.5.3\n Compiling getrandom v0.2.17\n Compiling ppv-lite86 v0.2.21\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:23:42\n |\n23 | if ctx.db.user().identity().find(ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n23 | if ctx.db.user().identity().find(ctx.sender()).is_some() {\n | ++\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:27:23\n |\n27 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n27 | identity: ctx.sender(),\n | ++\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:34:42\n |\n34 | if ctx.db.user().identity().find(ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n34 | if ctx.db.user().identity().find(ctx.sender()).is_none() {\n | ++\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:39:21\n |\n39 | sender: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n39 | sender: ctx.sender(),\n | ++\n\nFor more information about this error, try `rustc --explain E0616`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T22:15:21.670984200Z", + "finished_at": "2026-03-24T22:19:18.861837400Z" + }, + "t_042_admin_bootstrap": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table, Identity};\n\n#[table(accessor = config)]\npub struct Config {\n #[primary_key]\n pub id: u32,\n pub admin: Identity,\n}\n\n#[table(accessor = admin_log, public)]\npub struct AdminLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub action: String,\n}\n\n#[reducer]\npub fn bootstrap_admin(ctx: &ReducerContext) {\n if ctx.db.config().id().find(0).is_some() {\n panic!(\"already bootstrapped\");\n }\n ctx.db.config().insert(Config { id: 0, admin: ctx.sender });\n}\n\n#[reducer]\npub fn admin_action(ctx: &ReducerContext, action: String) {\n let config = ctx.db.config().id().find(0).unwrap_or_else(|| {\n panic!(\"not bootstrapped\");\n });\n if ctx.sender != config.admin {\n panic!(\"not admin\");\n }\n ctx.db.admin_log().insert(AdminLog { id: 0, action });\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling uuid v1.22.0\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling cc v1.2.57\n Compiling log v0.4.29\n Compiling getrandom v0.2.17\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:24:55\n |\n24 | ctx.db.config().insert(Config { id: 0, admin: ctx.sender });\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n24 | ctx.db.config().insert(Config { id: 0, admin: ctx.sender() });\n | ++\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:32:12\n |\n32 | if ctx.sender != config.admin {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n32 | if ctx.sender() != config.admin {\n | ++\n\nFor more information about this error, try `rustc --explain E0616`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T22:15:21.731197800Z", + "finished_at": "2026-03-24T22:19:25.047128Z" + }, + "t_043_role_based_access": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table, Identity};\n\n#[table(accessor = user)]\npub struct User {\n #[primary_key]\n pub identity: Identity,\n pub role: String,\n}\n\n#[reducer]\npub fn register(ctx: &ReducerContext) {\n if ctx.db.user().identity().find(&ctx.sender).is_some() {\n panic!(\"already registered\");\n }\n ctx.db.user().insert(User {\n identity: ctx.sender,\n role: \"member\".to_string(),\n });\n}\n\n#[reducer]\npub fn promote(ctx: &ReducerContext, target: Identity) {\n let caller = ctx.db.user().identity().find(&ctx.sender).unwrap_or_else(|| {\n panic!(\"not registered\");\n });\n if caller.role != \"admin\" {\n panic!(\"not admin\");\n }\n let target_user = ctx.db.user().identity().find(&target).unwrap_or_else(|| {\n panic!(\"target not registered\");\n });\n ctx.db.user().identity().update(User {\n role: \"admin\".to_string(),\n ..target_user\n });\n}\n\n#[reducer]\npub fn member_action(ctx: &ReducerContext) {\n if ctx.db.user().identity().find(&ctx.sender).is_none() {\n panic!(\"not registered\");\n }\n}\n\n#[reducer]\npub fn admin_action(ctx: &ReducerContext) {\n let user = ctx.db.user().identity().find(&ctx.sender).unwrap_or_else(|| {\n panic!(\"not registered\");\n });\n if user.role != \"admin\" {\n panic!(\"not admin\");\n }\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.22.0\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling cc v1.2.57\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:13:43\n |\n13 | if ctx.db.user().identity().find(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n13 | if ctx.db.user().identity().find(&ctx.sender()).is_some() {\n | ++\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:17:23\n |\n17 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n17 | identity: ctx.sender(),\n | ++\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:24:53\n |\n24 | let caller = ctx.db.user().identity().find(&ctx.sender).unwrap_or_else(|| {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n24 | let caller = ctx.db.user().identity().find(&ctx.sender()).unwrap_or_else(|| {\n | ++\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:41:43\n |\n41 | if ctx.db.user().identity().find(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n41 | if ctx.db.user().identity().find(&ctx.sender()).is_none() {\n | ++\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:48:51\n |\n48 | let user = ctx.db.user().identity().find(&ctx.sender).unwrap_or_else(|| {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n48 | let user = ctx.db.user().identity().find(&ctx.sender()).unwrap_or_else(|| {\n | ++\n\nFor more information about this error, try `rustc --explain E0616`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T22:15:21.790594700Z", + "finished_at": "2026-03-24T22:19:16.117908600Z" + }, + "t_044_ban_list": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table, Identity};\n\n#[table(accessor = admin)]\npub struct Admin {\n #[primary_key]\n pub identity: Identity,\n}\n\n#[table(accessor = banned)]\npub struct Banned {\n #[primary_key]\n pub identity: Identity,\n}\n\n#[table(accessor = player, public)]\npub struct Player {\n #[primary_key]\n pub identity: Identity,\n pub name: String,\n}\n\n#[reducer]\npub fn add_admin(ctx: &ReducerContext, target: Identity) {\n if ctx.db.admin().identity().find(&ctx.sender).is_none() {\n panic!(\"not admin\");\n }\n if ctx.db.admin().identity().find(&target).is_none() {\n ctx.db.admin().insert(Admin { identity: target });\n }\n}\n\n#[reducer]\npub fn ban_player(ctx: &ReducerContext, target: Identity) {\n if ctx.db.admin().identity().find(&ctx.sender).is_none() {\n panic!(\"not admin\");\n }\n if ctx.db.banned().identity().find(&target).is_none() {\n ctx.db.banned().insert(Banned { identity: target });\n }\n if ctx.db.player().identity().find(&target).is_some() {\n ctx.db.player().identity().delete(&target);\n }\n}\n\n#[reducer]\npub fn join_game(ctx: &ReducerContext, name: String) {\n if ctx.db.banned().identity().find(&ctx.sender).is_some() {\n panic!(\"banned\");\n }\n if ctx.db.player().identity().find(&ctx.sender).is_some() {\n panic!(\"already in game\");\n }\n ctx.db.player().insert(Player {\n identity: ctx.sender,\n name,\n });\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.22.0\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.57\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:25:44\n |\n25 | if ctx.db.admin().identity().find(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n25 | if ctx.db.admin().identity().find(&ctx.sender()).is_none() {\n | ++\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:35:44\n |\n35 | if ctx.db.admin().identity().find(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n35 | if ctx.db.admin().identity().find(&ctx.sender()).is_none() {\n | ++\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:48:45\n |\n48 | if ctx.db.banned().identity().find(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n48 | if ctx.db.banned().identity().find(&ctx.sender()).is_some() {\n | ++\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:51:45\n |\n51 | if ctx.db.player().identity().find(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n51 | if ctx.db.player().identity().find(&ctx.sender()).is_some() {\n | ++\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:55:23\n |\n55 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n55 | identity: ctx.sender(),\n | ++\n\nFor more information about this error, try `rustc --explain E0616`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T22:15:21.851156200Z", + "finished_at": "2026-03-24T22:19:24.718187Z" + }, + "t_045_rate_limit": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T22:15:21.911544Z", + "finished_at": "2026-03-24T22:19:18.851452400Z" + }, + "t_046_shared_document": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Identity, Table};\n\n#[table(accessor = document, public)]\npub struct Document {\n #[primary_key]\n #[auto_inc]\n id: u64,\n #[index(btree)]\n owner: Identity,\n title: String,\n}\n\n#[table(accessor = document_share, public)]\npub struct DocumentShare {\n #[index(btree)]\n document_id: u64,\n #[index(btree)]\n shared_with: Identity,\n}\n\n#[reducer]\npub fn create_document(ctx: &ReducerContext, title: String) {\n ctx.db.document().insert(Document {\n id: 0,\n owner: ctx.sender,\n title,\n });\n}\n\n#[reducer]\npub fn share_document(ctx: &ReducerContext, document_id: u64, target: Identity) {\n let doc = ctx.db.document().id().find(&document_id).expect(\"not found\");\n if doc.owner != ctx.sender {\n panic!(\"not owner\");\n }\n ctx.db.document_share().insert(DocumentShare {\n document_id,\n shared_with: target,\n });\n}\n\n#[reducer]\npub fn edit_document(ctx: &ReducerContext, document_id: u64, new_title: String) {\n let mut doc = ctx.db.document().id().find(&document_id).expect(\"not found\");\n let is_owner = doc.owner == ctx.sender;\n let is_shared = ctx\n .db\n .document_share()\n .document_id()\n .filter(&document_id)\n .any(|s| s.shared_with == ctx.sender);\n if !is_owner && !is_shared {\n panic!(\"unauthorized\");\n }\n doc.title = new_title;\n ctx.db.document().id().update(doc);\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling uuid v1.22.0\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling cc v1.2.57\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling blake3 v1.8.3\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling lean_string v0.5.3\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:26:20\n |\n26 | owner: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n26 | owner: ctx.sender(),\n | ++\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:34:25\n |\n34 | if doc.owner != ctx.sender {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n34 | if doc.owner != ctx.sender() {\n | ++\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:46:37\n |\n46 | let is_owner = doc.owner == ctx.sender;\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n46 | let is_owner = doc.owner == ctx.sender();\n | ++\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:52:39\n |\n52 | .any(|s| s.shared_with == ctx.sender);\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n52 | .any(|s| s.shared_with == ctx.sender());\n | ++\n\nFor more information about this error, try `rustc --explain E0616`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T22:15:21.973597Z", + "finished_at": "2026-03-24T22:19:24.715153700Z" + } + } + }, + { + "name": "GPT-5-mini", + "route_api_model": "gpt-5-mini", + "tasks": { + "t_000_empty_reducers": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai" + }, + "t_001_basic_tables": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai" + }, + "t_002_scheduled_table": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai" + }, + "t_003_struct_in_table": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai" + }, + "t_004_insert": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "openai" + }, + "t_005_update": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_005_update", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(accessor = user)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) -> Result<(), String> {\n if ctx.db.user().id().find(id).is_some() {\n ctx.db.user().id().update(User { id, name, age, active });\n Ok(())\n } else {\n Err(\"User not found\".to_string())\n }\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "data_parity_update_user": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: User not found\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62032/v1/database/c2009b55af479168fa8dc45fa8e822846c3e82e1fb2e0ac91f9ffd0da9f1a058/call/update_user)\n", + "phase": "call_reducer_llm" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:62032/v1/database/c2003a3ababf2e2b5374bac162fec14fc8b57142230b968a3bbb889bbd60b560/sql)\n", + "phase": "sql_golden", + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "openai" + }, + "t_006_delete": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "openai" + }, + "t_007_crud": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_007_crud", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(accessor = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn crud(ctx: &ReducerContext) -> Result<(), String> {\n // Insert id=1 Alice\n ctx.db.user().insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n\n // Insert id=2 Bob\n ctx.db.user().insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n\n // Update id=1 -> Alice2, age=31, active=false\n if let Some(mut u) = ctx.db.user().id().find(1) {\n u.name = \"Alice2\".to_string();\n u.age = 31;\n u.active = false;\n ctx.db.user().id().update(u);\n } else {\n return Err(\"User with id=1 not found for update\".to_string());\n }\n\n // Delete id=2\n ctx.db.user().id().delete(2);\n\n Ok(())\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62032/v1/database/c200b25c6336d7792fc5beed9cc4b084a6e741db8bf7ce1e2484acf8479e91e0/call/crud)\n", + "phase": "call_reducer_golden" + } + }, + "crud_total_count_one": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "openai" + }, + "t_008_index_lookup": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "openai" + }, + "t_009_init": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_009_init", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "openai" + }, + "t_010_connect": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_010_connect", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai" + }, + "t_011_helper_function": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + } + }, + "vendor": "openai" + }, + "t_012_spacetime_product_type": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "openai" + }, + "t_013_spacetime_sum_type": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "openai" + }, + "t_014_elementary_columns": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "openai" + }, + "t_015_product_type_columns": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "openai" + }, + "t_016_sum_type_columns": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "openai" + }, + "t_017_scheduled_columns": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + } + } + }, + "vendor": "openai" + }, + "t_018_constraints": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT id, email, name FROM account WHERE id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "openai" + }, + "t_019_many_to_many": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "m2m_has_1_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=20" + } + }, + "m2m_has_2_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=20" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "m2m_has_1_10": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=10" + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "openai" + }, + "t_020_ecs": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM next_position" + } + } + }, + "vendor": "openai" + }, + "t_021_multi_column_index": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + } + } + }, + "vendor": "openai" + }, + "t_022_view_basic": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "views", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:04:12.790846200Z", + "finished_at": "2026-03-24T19:06:43.375783600Z" + }, + "t_023_view_per_user": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "views", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:04:12.931220100Z", + "finished_at": "2026-03-24T19:06:44.586306800Z" + }, + "t_024_event_table": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:00:46.743160600Z", + "finished_at": "2026-03-24T19:04:08.187616500Z" + }, + "t_025_optional_fields": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:00:46.794262800Z", + "finished_at": "2026-03-24T19:04:23.526084Z" + }, + "t_026_auth_identity_check": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:00:46.632543700Z", + "finished_at": "2026-03-24T19:04:23.239316Z" + }, + "t_027_private_vs_public_table": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:00:46.688092400Z", + "finished_at": "2026-03-24T19:04:05.719368900Z" + }, + "t_028_cascade_delete": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:04:13.087307100Z", + "finished_at": "2026-03-24T19:06:48.040735700Z" + }, + "t_029_filter_and_aggregate": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:04:23.534096100Z", + "finished_at": "2026-03-24T19:06:43.689473600Z" + }, + "t_030_two_table_join": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:04:23.588116500Z", + "finished_at": "2026-03-24T19:06:44.266982400Z" + }, + "t_031_unique_constraint": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:00:46.850903900Z", + "finished_at": "2026-03-24T19:04:03.627965300Z" + }, + "t_032_range_query": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:00:46.910559100Z", + "finished_at": "2026-03-24T19:04:07.459922700Z" + }, + "t_033_sort_and_limit": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:00:46.985248200Z", + "finished_at": "2026-03-24T19:04:12.790481600Z" + }, + "t_034_find_first": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:00:47.054819100Z", + "finished_at": "2026-03-24T19:04:11.324244200Z" + }, + "t_035_select_distinct": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:04:08.194811900Z", + "finished_at": "2026-03-24T19:06:34.812122300Z" + }, + "t_036_count_without_collect": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::Table;\n\n#[spacetimedb::table(accessor = user)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n #[index(btree)]\n pub active: bool,\n}\n\n#[spacetimedb::table(accessor = user_stats)]\npub struct UserStats {\n #[primary_key]\n pub key: String,\n pub count: u64,\n}\n\n#[spacetimedb::reducer]\npub fn compute_user_counts(ctx: &spacetimedb::ReducerContext) -> Result<(), String> {\n let total = ctx.db.user().count();\n let active = ctx.db.user().active().filter(true).count();\n\n let total_key = \"total\".to_string();\n if let Some(existing) = ctx.db.user_stats().key().find(&total_key) {\n ctx.db.user_stats().key().update(UserStats {\n key: existing.key.clone(),\n count: total,\n });\n } else {\n ctx.db.user_stats().insert(UserStats {\n key: total_key,\n count: total,\n });\n }\n\n let active_key = \"active\".to_string();\n if let Some(existing) = ctx.db.user_stats().key().find(&active_key) {\n ctx.db.user_stats().key().update(UserStats {\n key: existing.key.clone(),\n count: active,\n });\n } else {\n ctx.db.user_stats().insert(UserStats {\n key: active_key,\n count: active,\n });\n }\n\n Ok(())\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling uuid v1.22.0\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling cc v1.2.57\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\rust\\server\\gpt-5-mini\\llm)\nerror[E0308]: mismatched types\n --> src\\lib.rs:43:20\n |\n43 | count: active,\n | ^^^^^^ expected `u64`, found `usize`\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:48:20\n |\n48 | count: active,\n | ^^^^^^ expected `u64`, found `usize`\n\nFor more information about this error, try `rustc --explain E0308`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:04:08.277550600Z", + "finished_at": "2026-03-24T19:06:43.690758100Z" + }, + "t_037_multi_column_filter": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T19:04:08.390151300Z", + "finished_at": "2026-03-24T19:06:43.945383700Z" + }, + "t_038_schedule_at_time": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T22:15:22.531583100Z", + "finished_at": "2026-03-24T22:19:21.661443200Z" + }, + "t_039_cancel_schedule": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T22:15:22.589291500Z", + "finished_at": "2026-03-24T22:19:32.967717300Z" + }, + "t_040_lifecycle_player": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T22:19:23.126393800Z", + "finished_at": "2026-03-24T22:20:41.670375200Z" + }, + "t_041_registered_user_gate": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T22:15:22.162280700Z", + "finished_at": "2026-03-24T22:19:23.936458900Z" + }, + "t_042_admin_bootstrap": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T22:15:22.223346200Z", + "finished_at": "2026-03-24T22:19:33.540319700Z" + }, + "t_043_role_based_access": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T22:15:22.285669600Z", + "finished_at": "2026-03-24T22:19:24.709956800Z" + }, + "t_044_ban_list": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T22:15:22.349760Z", + "finished_at": "2026-03-24T22:19:23.122972900Z" + }, + "t_045_rate_limit": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T22:15:22.411408400Z", + "finished_at": "2026-03-24T22:19:27.358717900Z" + }, + "t_046_shared_document": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-24T22:15:22.473203900Z", + "finished_at": "2026-03-24T22:19:26.391424Z" + } + } + }, + { + "name": "DeepSeek Chat", + "route_api_model": "deepseek-chat", + "tasks": { + "t_000_empty_reducers": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek" + }, + "t_001_basic_tables": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek" + }, + "t_002_scheduled_table": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek" + }, + "t_003_struct_in_table": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek" + }, + "t_004_insert": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "deepseek" + }, + "t_005_update": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_005_update", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "deepseek" + }, + "t_006_delete": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "deepseek" + }, + "t_007_crud": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_007_crud", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table, TableWithPrimaryKey};\n\n#[spacetimedb::table(accessor = user, public)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn crud(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.user().insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n ctx.db.user().insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n if let Some(mut user) = ctx.db.user().id().find(&1) {\n user.name = \"Alice2\".to_string();\n user.age = 31;\n user.active = false;\n ctx.db.user().id().update(user);\n }\n ctx.db.user().id().delete(&2);\n Ok(())\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.17\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.39\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.21.0\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling cc v1.2.56\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_007_crud\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::TableWithPrimaryKey`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{ReducerContext, Table, TableWithPrimaryKey};\n | ^^^^^^^^^^^^^^^^^^^ no `TableWithPrimaryKey` in the root\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek" + }, + "t_008_index_lookup": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "deepseek" + }, + "t_009_init": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_009_init", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "deepseek" + }, + "t_010_connect": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_010_connect", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek" + }, + "t_011_helper_function": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + } + }, + "vendor": "deepseek" + }, + "t_012_spacetime_product_type": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "deepseek" + }, + "t_013_spacetime_sum_type": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "deepseek" + }, + "t_014_elementary_columns": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "deepseek" + }, + "t_015_product_type_columns": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "deepseek" + }, + "t_016_sum_type_columns": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "deepseek" + }, + "t_017_scheduled_columns": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, ScheduleAt};\n\n#[spacetimedb::table(accessor = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb::reducer]\npub fn tick(_ctx: &ReducerContext, _timer: TickTimer) {}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(std::time::Duration::from_micros(50_000).into()),\n });\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.44\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.17\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.39\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling uuid v1.21.0\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling cc v1.2.56\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_017_scheduled_columns\\rust\\server\\deepseek-chat\\llm)\nerror[E0599]: no method named `insert` found for reference `&tick_timer__TableHandle` in the current scope\n --> src\\lib.rs:17:25\n |\n17 | ctx.db.tick_timer().insert(TickTimer {\n | --------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n17 | ctx.db.tick_timer().try_insert(TickTimer {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek" + }, + "t_018_constraints": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(accessor = account, public)]\npub struct Account {\n #[primary_key]\n id: i32,\n #[unique]\n email: String,\n name: String,\n}\n\n#[spacetimedb::index(accessor = by_name, btree(columns = [name]))]\nimpl Account {}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.account().try_insert(Account {\n id: 1,\n email: \"a@example.com\".to_string(),\n name: \"Alice\".to_string(),\n })?;\n ctx.db.account().try_insert(Account {\n id: 2,\n email: \"b@example.com\".to_string(),\n name: \"Bob\".to_string(),\n })?;\n Ok(())\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.17\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.39\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling cc v1.2.56\n Compiling second-stack v0.3.5\n Compiling uuid v1.21.0\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_018_constraints\\rust\\server\\deepseek-chat\\llm)\nerror[E0433]: failed to resolve: could not find `index` in `spacetimedb`\n --> src\\lib.rs:13:16\n |\n13 | #[spacetimedb::index(accessor = by_name, btree(columns = [name]))]\n | ^^^^^ could not find `index` in `spacetimedb`\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek" + }, + "t_019_many_to_many": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "m2m_has_1_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=20" + } + }, + "m2m_has_2_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=20" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "m2m_has_1_10": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=10" + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "deepseek" + }, + "t_020_ecs": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 5, + "passed_tests": 2, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(accessor = entity, public)]\npub struct Entity {\n #[primary_key]\n id: i32,\n}\n\n#[spacetimedb::table(accessor = position, public)]\npub struct Position {\n #[primary_key]\n entity_id: i32,\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::table(accessor = velocity, public)]\npub struct Velocity {\n #[primary_key]\n entity_id: i32,\n vx: i32,\n vy: i32,\n}\n\n#[spacetimedb::table(accessor = next_position, public)]\npub struct NextPosition {\n #[primary_key]\n entity_id: i32,\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.entity().insert(Entity { id: 1 });\n ctx.db.entity().insert(Entity { id: 2 });\n ctx.db.position().insert(Position { entity_id: 1, x: 0, y: 0 });\n ctx.db.position().insert(Position { entity_id: 2, x: 10, y: 0 });\n ctx.db.velocity().insert(Velocity { entity_id: 1, vx: 1, vy: 0 });\n ctx.db.velocity().insert(Velocity { entity_id: 2, vx: -2, vy: 3 });\n}\n\n#[spacetimedb::reducer]\npub fn step(ctx: &ReducerContext) {\n for position in ctx.db.position().iter() {\n if let Some(velocity) = ctx.db.velocity().entity_id().find(&position.entity_id) {\n let x = position.x + velocity.vx;\n let y = position.y + velocity.vy;\n ctx.db.next_position().entity_id().update(NextPosition {\n entity_id: position.entity_id,\n x,\n y,\n });\n }\n }\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:51837/v1/database/c2003ca2cbca9219edc134b65e4f06ddb6ceeec39e53cc91fab5832436194d5e/call/step)\n", + "phase": "call_reducer" + } + }, + "ecs_next_pos_entity1": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:51837/v1/database/c2003ca2cbca9219edc134b65e4f06ddb6ceeec39e53cc91fab5832436194d5e/call/step)\n", + "phase": "call_reducer" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:51837/v1/database/c2003ca2cbca9219edc134b65e4f06ddb6ceeec39e53cc91fab5832436194d5e/call/step)\n", + "phase": "call_reducer" + } + } + }, + "vendor": "deepseek" + }, + "t_021_multi_column_index": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + } + } + }, + "vendor": "deepseek" + }, + "t_022_view_basic": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "views", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:06:20.700338100Z", + "finished_at": "2026-03-24T20:06:20.700338100Z" + }, + "t_023_view_per_user": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "views", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:06:20.699434500Z", + "finished_at": "2026-03-24T20:06:20.699434500Z" + }, + "t_024_event_table": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:06:20.692575Z", + "finished_at": "2026-03-24T20:06:20.692575Z" + }, + "t_025_optional_fields": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:06:20.695670300Z", + "finished_at": "2026-03-24T20:06:20.695670300Z" + }, + "t_026_auth_identity_check": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:06:20.694788Z", + "finished_at": "2026-03-24T20:06:20.694788Z" + }, + "t_027_private_vs_public_table": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:06:20.697928100Z", + "finished_at": "2026-03-24T20:06:20.697928100Z" + }, + "t_028_cascade_delete": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "write_patterns", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:06:20.700849100Z", + "finished_at": "2026-03-24T20:06:20.700849100Z" + }, + "t_029_filter_and_aggregate": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "write_patterns", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:06:20.701849Z", + "finished_at": "2026-03-24T20:06:20.701849Z" + }, + "t_030_two_table_join": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "write_patterns", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:06:20.702504Z", + "finished_at": "2026-03-24T20:06:20.702504Z" + }, + "t_031_unique_constraint": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:06:20.697223100Z", + "finished_at": "2026-03-24T20:06:20.697223100Z" + }, + "t_032_range_query": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:06:20.694018300Z", + "finished_at": "2026-03-24T20:06:20.694018300Z" + }, + "t_033_sort_and_limit": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:06:20.696419Z", + "finished_at": "2026-03-24T20:06:20.696419Z" + }, + "t_034_find_first": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:06:20.693405100Z", + "finished_at": "2026-03-24T20:06:20.693405100Z" + }, + "t_035_select_distinct": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:06:20.698948Z", + "finished_at": "2026-03-24T20:06:20.698948Z" + }, + "t_036_count_without_collect": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:06:20.698447500Z", + "finished_at": "2026-03-24T20:06:20.698447500Z" + }, + "t_037_multi_column_filter": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:06:20.699902300Z", + "finished_at": "2026-03-24T20:06:20.699902300Z" + }, + "t_038_schedule_at_time": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T22:23:13.532724700Z", + "finished_at": "2026-03-24T22:23:13.532724700Z" + }, + "t_039_cancel_schedule": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T22:23:13.530088800Z", + "finished_at": "2026-03-24T22:23:13.530088800Z" + }, + "t_040_lifecycle_player": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T22:23:13.537970200Z", + "finished_at": "2026-03-24T22:23:13.537970200Z" + }, + "t_041_registered_user_gate": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T22:23:13.525619600Z", + "finished_at": "2026-03-24T22:23:13.525619600Z" + }, + "t_042_admin_bootstrap": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T22:23:13.526816200Z", + "finished_at": "2026-03-24T22:23:13.526816200Z" + }, + "t_043_role_based_access": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T22:23:13.528513700Z", + "finished_at": "2026-03-24T22:23:13.528513700Z" + }, + "t_044_ban_list": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T22:23:13.531505100Z", + "finished_at": "2026-03-24T22:23:13.531505100Z" + }, + "t_045_rate_limit": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T22:23:13.534103200Z", + "finished_at": "2026-03-24T22:23:13.534103200Z" + }, + "t_046_shared_document": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T22:23:13.536250100Z", + "finished_at": "2026-03-24T22:23:13.536250100Z" + } + } + }, + { + "name": "DeepSeek Reasoner", + "route_api_model": "deepseek-reasoner", + "tasks": { + "t_000_empty_reducers": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::reducer;\n\n#[reducer]\npub fn empty_reducer_no_args() {}\n\n#[reducer]\npub fn empty_reducer_with_int(count: i32) {}\n\n#[reducer]\npub fn empty_reducer_with_string(name: String) {}\n\n#[reducer]\npub fn empty_reducer_with_two_args(count: i32, name: String) {}\n\n#[reducer]\npub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.17\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.39\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling uuid v1.21.0\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling cc v1.2.56\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_000_empty_reducers\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:5:8\n |\n 4 | #[reducer]\n | ---------- required by a bound introduced by this call\n 5 | pub fn empty_reducer_no_args() {}\n | ^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn() {empty_reducer_no_args}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:5:8\n |\n 4 | #[reducer]\n | ---------- required by a bound introduced by this call\n 5 | pub fn empty_reducer_no_args() {}\n | ^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn() {empty_reducer_no_args}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:8:8\n |\n 7 | #[reducer]\n | ---------- required by a bound introduced by this call\n 8 | pub fn empty_reducer_with_int(count: i32) {}\n | ^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(i32) {empty_reducer_with_int}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:8:38\n |\n 8 | pub fn empty_reducer_with_int(count: i32) {}\n | ^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `i32`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:8:8\n |\n 7 | #[reducer]\n | ---------- required by a bound introduced by this call\n 8 | pub fn empty_reducer_with_int(count: i32) {}\n | ^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(i32) {empty_reducer_with_int}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:11:8\n |\n 10 | #[reducer]\n | ---------- required by a bound introduced by this call\n 11 | pub fn empty_reducer_with_string(name: String) {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(std::string::String) {empty_reducer_with_string}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:11:40\n |\n 11 | pub fn empty_reducer_with_string(name: String) {}\n | ^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `std::string::String`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:11:8\n |\n10 | #[reducer]\n | ---------- required by a bound introduced by this call\n11 | pub fn empty_reducer_with_string(name: String) {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(std::string::String) {empty_reducer_with_string}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:14:8\n |\n 13 | #[reducer]\n | ---------- required by a bound introduced by this call\n 14 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(i32, std::string::String) {empty_reducer_with_two_args}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:14:43\n |\n 14 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `i32`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:14:8\n |\n13 | #[reducer]\n | ---------- required by a bound introduced by this call\n14 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(i32, std::string::String) {empty_reducer_with_two_args}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:17:8\n |\n 16 | #[reducer]\n | ---------- required by a bound introduced by this call\n 17 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(bool, f32, std::string::String) {empty_reducer_with_three_args}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:17:46\n |\n 17 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `bool`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:17:8\n |\n16 | #[reducer]\n | ---------- required by a bound introduced by this call\n17 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(bool, f32, std::string::String) {empty_reducer_with_three_args}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nwarning: unused variable: `count`\n --> src\\lib.rs:8:31\n |\n8 | pub fn empty_reducer_with_int(count: i32) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_count`\n |\n = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused variable: `name`\n --> src\\lib.rs:11:34\n |\n11 | pub fn empty_reducer_with_string(name: String) {}\n | ^^^^ help: if this is intentional, prefix it with an underscore: `_name`\n\nwarning: unused variable: `count`\n --> src\\lib.rs:14:36\n |\n14 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_count`\n\nwarning: unused variable: `name`\n --> src\\lib.rs:14:48\n |\n14 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^ help: if this is intentional, prefix it with an underscore: `_name`\n\nwarning: unused variable: `active`\n --> src\\lib.rs:17:38\n |\n17 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^^ help: if this is intentional, prefix it with an underscore: `_active`\n\nwarning: unused variable: `ratio`\n --> src\\lib.rs:17:52\n |\n17 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_ratio`\n\nwarning: unused variable: `label`\n --> src\\lib.rs:17:64\n |\n17 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_label`\n\nFor more information about this error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 7 warnings\nerror: could not compile `spacetime-module` (lib) due to 14 previous errors; 7 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek" + }, + "t_001_basic_tables": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::*;\n\n#[spacetimedb::table(name = \"user\", public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb::table(name = \"product\", public)]\npub struct Product {\n #[primary_key]\n pub id: i32,\n pub title: String,\n pub price: f32,\n pub in_stock: bool,\n}\n\n#[spacetimedb::table(name = \"note\", public)]\npub struct Note {\n #[primary_key]\n pub id: i32,\n pub body: String,\n pub rating: i64,\n pub pinned: bool,\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling itoa v1.0.17\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.39\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling uuid v1.21.0\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_001_basic_tables\\rust\\server\\deepseek-reasoner\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"user\"` with `accessor = user`\n --> src\\lib.rs:4:29\n |\n4 | #[spacetimedb::table(name = \"user\", public)]\n | ^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"product\"` with `accessor = product`\n --> src\\lib.rs:13:29\n |\n13 | #[spacetimedb::table(name = \"product\", public)]\n | ^^^^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"note\"` with `accessor = note`\n --> src\\lib.rs:22:29\n |\n22 | #[spacetimedb::table(name = \"note\", public)]\n | ^^^^^^\n\nwarning: unused import: `spacetimedb::*`\n --> src\\lib.rs:2:5\n |\n2 | use spacetimedb::*;\n | ^^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek" + }, + "t_002_scheduled_table": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, ScheduleAt};\nuse std::time::Duration;\n\n#[spacetimedb::table(accessor = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb::reducer]\npub fn tick(_ctx: &ReducerContext, _timer: TickTimer) -> Result<(), String> {\n Ok(())\n}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.tick_timer().try_insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_micros(50_000).into()),\n })?;\n Ok(())\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.44\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.17\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.39\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling cc v1.2.56\n Compiling uuid v1.21.0\n Compiling second-stack v0.3.5\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0599]: no method named `try_insert` found for reference `&tick_timer__TableHandle` in the current scope\n --> src\\lib.rs:20:25\n |\n20 | ctx.db.tick_timer().try_insert(TickTimer {\n | --------------------^^^^^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `try_insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `insert` with a similar name\n |\n20 - ctx.db.tick_timer().try_insert(TickTimer {\n20 + ctx.db.tick_timer().insert(TickTimer {\n |\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek" + }, + "t_003_struct_in_table": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek" + }, + "t_004_insert": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "deepseek" + }, + "t_005_update": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_005_update", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "use spacetimedb::{reducer, ReducerContext, Table};\n\n#[spacetimedb::table(accessor = user)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[reducer]\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) -> Result<(), String> {\n if let Some(mut user) = ctx.db.user().id().find(&id) {\n user.name = name;\n user.age = age;\n user.active = active;\n ctx.db.user().id().update(user);\n Ok(())\n } else {\n Err(\"User not found\".to_string())\n }\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "data_parity_update_user": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: User not found\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:51837/v1/database/c2002164b37ce4f96f227fa5bb3cb6da9e53db6e1670422853aeac15b200b7e0/call/update_user)\n", + "phase": "call_reducer_llm" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:51837/v1/database/c2000a90004ed84b414eff7b7f67582479ace69bf4205243a5687144b9b08fa3/sql)\n", + "phase": "sql_golden", + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "deepseek" + }, + "t_006_delete": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "deepseek" + }, + "t_007_crud": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_007_crud", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "deepseek" + }, + "t_008_index_lookup": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "deepseek" + }, + "t_009_init": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_009_init", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "deepseek" + }, + "t_010_connect": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_010_connect", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek" + }, + "t_011_helper_function": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "deepseek" + }, + "t_012_spacetime_product_type": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "deepseek" + }, + "t_013_spacetime_sum_type": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, SpacetimeType};\n\n#[derive(SpacetimeType, Clone)]\npub struct Rect {\n width: i32,\n height: i32,\n}\n\n#[derive(SpacetimeType, Clone)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb::table(accessor = result, public)]\npub struct ResultRow {\n #[primary_key]\n id: i32,\n value: Shape,\n}\n\n#[spacetimedb::reducer]\npub fn set_circle(ctx: &ReducerContext, id: i32, radius: i32) {\n ctx.db.result().insert(ResultRow {\n id,\n value: Shape::Circle(radius),\n });\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.17\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.39\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling cc v1.2.56\n Compiling generic-array v0.14.7\n Compiling uuid v1.21.0\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0599]: no method named `insert` found for reference `&result__TableHandle` in the current scope\n --> src\\lib.rs:25:21\n |\n25 | ctx.db.result().insert(ResultRow {\n | ----------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n25 | ctx.db.result().try_insert(ResultRow {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek" + }, + "t_014_elementary_columns": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "deepseek" + }, + "t_015_product_type_columns": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, SpacetimeType};\n\n#[derive(SpacetimeType, Clone)]\npub struct Address {\n street: String,\n zip: i32,\n}\n\n#[derive(SpacetimeType, Clone)]\npub struct Position {\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::table(accessor = profile)]\npub struct Profile {\n #[primary_key]\n id: i32,\n home: Address,\n work: Address,\n pos: Position,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.profile().insert(Profile {\n id: 1,\n home: Address {\n street: \"1 Main\".into(),\n zip: 11111,\n },\n work: Address {\n street: \"2 Broad\".into(),\n zip: 22222,\n },\n pos: Position { x: 7, y: 9 },\n });\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.17\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.39\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.21.0\n Compiling generic-array v0.14.7\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.56\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0599]: no method named `insert` found for reference `&profile__TableHandle` in the current scope\n --> src\\lib.rs:27:22\n |\n27 | ctx.db.profile().insert(Profile {\n | -----------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n27 | ctx.db.profile().try_insert(Profile {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek" + }, + "t_016_sum_type_columns": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, SpacetimeType};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb::table(accessor = drawing, public)]\npub struct Drawing {\n #[primary_key]\n pub id: i32,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.drawing().try_insert(Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n })?;\n Ok(())\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.17\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.39\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling uuid v1.21.0\n Compiling zmij v1.0.21\n Compiling cc v1.2.56\n Compiling constant_time_eq v0.4.2\n Compiling num-traits v0.2.19\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0599]: no method named `try_insert` found for reference `&drawing__TableHandle` in the current scope\n --> src\\lib.rs:26:22\n |\n26 | ctx.db.drawing().try_insert(Drawing {\n | -----------------^^^^^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `try_insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `insert` with a similar name\n |\n26 - ctx.db.drawing().try_insert(Drawing {\n26 + ctx.db.drawing().insert(Drawing {\n |\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek" + }, + "t_017_scheduled_columns": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, ScheduleAt};\nuse std::time::Duration;\n\n#[spacetimedb::table(accessor = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb::reducer]\npub fn tick(_ctx: &ReducerContext, _timer: TickTimer) -> Result<(), String> {\n Ok(())\n}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.tick_timer().try_insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_micros(50_000).into()),\n })?;\n Ok(())\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.17\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.39\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling uuid v1.21.0\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling arrayref v0.3.9\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling generic-array v0.14.7\n Compiling cc v1.2.56\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_017_scheduled_columns\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0599]: no method named `try_insert` found for reference `&tick_timer__TableHandle` in the current scope\n --> src\\lib.rs:20:25\n |\n20 | ctx.db.tick_timer().try_insert(TickTimer {\n | --------------------^^^^^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `try_insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `insert` with a similar name\n |\n20 - ctx.db.tick_timer().try_insert(TickTimer {\n20 + ctx.db.tick_timer().insert(TickTimer {\n |\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek" + }, + "t_018_constraints": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(\n accessor = account,\n index(accessor = by_name, btree(name))\n)]\npub struct Account {\n #[primary_key]\n id: i32,\n #[unique]\n email: String,\n name: String,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.account().insert(Account {\n id: 1,\n email: \"a@example.com\".to_string(),\n name: \"Alice\".to_string(),\n });\n ctx.db.account().insert(Account {\n id: 2,\n email: \"b@example.com\".to_string(),\n name: \"Bob\".to_string(),\n });\n Ok(())\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.44\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.17\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.39\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling arrayref v0.3.9\n Compiling uuid v1.21.0\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_018_constraints\\rust\\server\\deepseek-reasoner\\llm)\nerror: expected `columns`\n --> src\\lib.rs:6:37\n |\n6 | index(accessor = by_name, btree(name))\n | ^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Account` in this scope\n --> src\\lib.rs:18:29\n |\n18 | ctx.db.account().insert(Account {\n | ^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Account` in this scope\n --> src\\lib.rs:23:29\n |\n23 | ctx.db.account().insert(Account {\n | ^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `account` found for struct `Local` in the current scope\n --> src\\lib.rs:18:12\n |\n18 | ctx.db.account().insert(Account {\n | ^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `account` found for struct `Local` in the current scope\n --> src\\lib.rs:23:12\n |\n23 | ctx.db.account().insert(Account {\n | ^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek" + }, + "t_019_many_to_many": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(accessor = user, public)]\npub struct User {\n #[primary_key]\n user_id: i32,\n name: String,\n}\n\n#[spacetimedb::table(accessor = group, public)]\npub struct Group {\n #[primary_key]\n group_id: i32,\n title: String,\n}\n\n#[spacetimedb::table(accessor = membership, public)]\npub struct Membership {\n #[primary_key]\n id: i32,\n user_id: i32,\n group_id: i32,\n #[index(accessor = by_user, btree(columns = [user_id]))]\n #[index(accessor = by_group, btree(columns = [group_id]))]\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.user().insert(User { user_id: 1, name: \"Alice\".into() });\n ctx.db.user().insert(User { user_id: 2, name: \"Bob\".into() });\n ctx.db.group().insert(Group { group_id: 10, title: \"Admin\".into() });\n ctx.db.group().insert(Group { group_id: 20, title: \"Dev\".into() });\n ctx.db.membership().insert(Membership { id: 1, user_id: 1, group_id: 10 });\n ctx.db.membership().insert(Membership { id: 2, user_id: 1, group_id: 20 });\n ctx.db.membership().insert(Membership { id: 3, user_id: 2, group_id: 20 });\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.44\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.17\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.39\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling uuid v1.21.0\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling blake3 v1.8.3\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_019_many_to_many\\rust\\server\\deepseek-reasoner\\llm)\nerror: expected identifier, found `}`\n --> src\\lib.rs:26:1\n |\n19 | pub struct Membership {\n | ---------- while parsing this struct\n...\n26 | }\n | ^ expected identifier\n\nerror: unexpected end of input, expected identifier\n --> src\\lib.rs:26:1\n |\n26 | }\n | ^\n\nerror[E0422]: cannot find struct, variant or union type `Membership` in this scope\n --> src\\lib.rs:34:32\n |\n34 | ctx.db.membership().insert(Membership { id: 1, user_id: 1, group_id: 10 });\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Membership` in this scope\n --> src\\lib.rs:35:32\n |\n35 | ctx.db.membership().insert(Membership { id: 2, user_id: 1, group_id: 20 });\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Membership` in this scope\n --> src\\lib.rs:36:32\n |\n36 | ctx.db.membership().insert(Membership { id: 3, user_id: 2, group_id: 20 });\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `membership` found for struct `Local` in the current scope\n --> src\\lib.rs:34:12\n |\n34 | ctx.db.membership().insert(Membership { id: 1, user_id: 1, group_id: 10 });\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `membership` found for struct `Local` in the current scope\n --> src\\lib.rs:35:12\n |\n35 | ctx.db.membership().insert(Membership { id: 2, user_id: 1, group_id: 20 });\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `membership` found for struct `Local` in the current scope\n --> src\\lib.rs:36:12\n |\n36 | ctx.db.membership().insert(Membership { id: 3, user_id: 2, group_id: 20 });\n | ^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek" + }, + "t_020_ecs": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 5, + "passed_tests": 2, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(accessor = entity, public)]\npub struct Entity {\n #[primary_key]\n id: i32,\n}\n\n#[spacetimedb::table(accessor = position, public)]\npub struct Position {\n #[primary_key]\n entity_id: i32,\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::table(accessor = velocity, public)]\npub struct Velocity {\n #[primary_key]\n entity_id: i32,\n vx: i32,\n vy: i32,\n}\n\n#[spacetimedb::table(accessor = next_position, public)]\npub struct NextPosition {\n #[primary_key]\n entity_id: i32,\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.entity().insert(Entity { id: 1 });\n ctx.db.entity().insert(Entity { id: 2 });\n\n ctx.db.position().insert(Position {\n entity_id: 1,\n x: 0,\n y: 0,\n });\n ctx.db.velocity().insert(Velocity {\n entity_id: 1,\n vx: 1,\n vy: 0,\n });\n\n ctx.db.position().insert(Position {\n entity_id: 2,\n x: 10,\n y: 0,\n });\n ctx.db.velocity().insert(Velocity {\n entity_id: 2,\n vx: -2,\n vy: 3,\n });\n\n Ok(())\n}\n\n#[spacetimedb::reducer]\npub fn step(ctx: &ReducerContext) -> Result<(), String> {\n for position in ctx.db.position().iter() {\n if let Some(vel) = ctx.db.velocity().entity_id().find(&position.entity_id) {\n let new_x = position.x + vel.vx;\n let new_y = position.y + vel.vy;\n ctx.db.next_position().entity_id().update(NextPosition {\n entity_id: position.entity_id,\n x: new_x,\n y: new_y,\n });\n }\n }\n Ok(())\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:51837/v1/database/c200850a27f2c7b38bd43bed2c7fbefe5e9fc22392017696d385a87542e5769e/call/step)\n", + "phase": "call_reducer" + } + }, + "ecs_next_pos_entity1": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:51837/v1/database/c200850a27f2c7b38bd43bed2c7fbefe5e9fc22392017696d385a87542e5769e/call/step)\n", + "phase": "call_reducer" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:51837/v1/database/c200850a27f2c7b38bd43bed2c7fbefe5e9fc22392017696d385a87542e5769e/call/step)\n", + "phase": "call_reducer" + } + } + }, + "vendor": "deepseek" + }, + "t_021_multi_column_index": { + "hash": "475c22b985e81027333ffa0d043dc9cbbb2ed9171f8083e5747c79c5585722d9", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + } + } + }, + "vendor": "deepseek" + }, + "t_022_view_basic": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{AnonymousViewContext, SpacetimeType, table};\n\n#[spacetimedb(table)]\npub struct Announcement {\n #[primary_key(auto_inc)]\n pub id: u64,\n pub message: String,\n #[index(btree)]\n pub active: bool,\n}\n\n#[spacetimedb(view)]\npub fn active_announcements(ctx: &AnonymousViewContext) -> Vec {\n ctx.db.announcement()\n .active()\n .find(true)\n .collect()\n}", + "category": "views", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling uuid v1.22.0\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling itertools v0.12.1\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.57\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling blake3 v1.8.3\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\views\\t_022_view_basic\\rust\\server\\deepseek-reasoner\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:13:3\n |\n13 | #[spacetimedb(view)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key(auto_inc)]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused imports: `SpacetimeType` and `table`\n --> src\\lib.rs:2:41\n |\n2 | use spacetimedb::{AnonymousViewContext, SpacetimeType, table};\n | ^^^^^^^^^^^^^ ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `announcement` found for struct `LocalReadOnly` in the current scope\n --> src\\lib.rs:15:12\n |\n15 | ctx.db.announcement()\n | ^^^^^^^^^^^^ method not found in `LocalReadOnly`\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:23:47.502195500Z", + "finished_at": "2026-03-24T20:24:25.192626900Z" + }, + "t_023_view_per_user": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "views", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:23:52.295357500Z", + "finished_at": "2026-03-24T20:24:28.673197400Z" + }, + "t_024_event_table": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, table, reducer};\n\n#[table(accessor = damage_event, public, event)]\npub struct DamageEvent {\n entity_id: u64,\n damage: u32,\n source: String,\n}\n\n#[reducer]\npub fn deal_damage(ctx: &ReducerContext, entity_id: u64, damage: u32, source: String) {\n ctx.db.damage_event().insert(DamageEvent { entity_id, damage, source });\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling uuid v1.22.0\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling getrandom v0.2.17\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.57\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0599]: no method named `insert` found for reference `&damage_event__TableHandle` in the current scope\n --> src\\lib.rs:13:27\n |\n13 | ctx.db.damage_event().insert(DamageEvent { entity_id, damage, source });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n13 | ctx.db.damage_event().try_insert(DamageEvent { entity_id, damage, source });\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:22:21.128080600Z", + "finished_at": "2026-03-24T20:23:52.295122600Z" + }, + "t_025_optional_fields": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Player {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub nickname: Option,\n pub high_score: Option,\n}\n\n#[spacetimedb(reducer)]\npub fn create_player(\n ctx: ReducerContext,\n name: String,\n nickname: Option,\n high_score: Option,\n) {\n Player::insert(Player {\n id: 0,\n name,\n nickname,\n high_score,\n }).unwrap();\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling uuid v1.22.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling cc v1.2.57\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `Player` in the current scope\n --> src\\lib.rs:21:13\n |\n 5 | pub struct Player {\n | ----------------- function or associated item `insert` not found for this struct\n...\n21 | Player::insert(Player {\n | ^^^^^^ function or associated item not found in `Player`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:22:21.510680300Z", + "finished_at": "2026-03-24T20:23:34.486399900Z" + }, + "t_026_auth_identity_check": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{Identity, ReducerContext};\n\n#[spacetimedb::table(accessor = message, public)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n id: u64,\n #[index(btree)]\n owner: Identity,\n text: String,\n}\n\n#[spacetimedb::reducer]\npub fn create_message(ctx: &ReducerContext, text: String) {\n ctx.db.message().insert(Message {\n id: 0,\n owner: ctx.sender(),\n text,\n });\n}\n\n#[spacetimedb::reducer]\npub fn delete_message(ctx: &ReducerContext, id: u64) {\n let message = ctx.db.message().id().find(id).expect(\"not found\");\n if message.owner != ctx.sender() {\n panic!(\"unauthorized\");\n }\n ctx.db.message().id().delete(id);\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.57\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling uuid v1.22.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0599]: no method named `insert` found for reference `&message__TableHandle` in the current scope\n --> src\\lib.rs:16:22\n |\n16 | ctx.db.message().insert(Message {\n | -----------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n16 | ctx.db.message().try_insert(Message {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:22:20.298551700Z", + "finished_at": "2026-03-24T20:23:47.501936300Z" + }, + "t_027_private_vs_public_table": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, table, SpacetimeType};\n\n#[spacetimedb::table(accessor = user_internal)]\npub struct UserInternal {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub email: String,\n pub password_hash: String,\n}\n\n#[spacetimedb::table(accessor = user_public, public)]\npub struct UserPublic {\n #[primary_key]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb::reducer]\npub fn register_user(ctx: ReducerContext, name: String, email: String, password_hash: String) {\n let user = ctx.db.user_internal().insert(UserInternal {\n id: 0,\n name: name.clone(),\n email,\n password_hash,\n });\n\n ctx.db.user_public().insert(UserPublic {\n id: user.id,\n name,\n });\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling uuid v1.22.0\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.57\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\deepseek-reasoner\\llm)\nwarning: unused imports: `SpacetimeType` and `table`\n --> src\\lib.rs:2:35\n |\n2 | use spacetimedb::{ReducerContext, table, SpacetimeType};\n | ^^^^^ ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `insert` found for reference `&user_internal__TableHandle` in the current scope\n --> src\\lib.rs:23:39\n |\n23 | let user = ctx.db.user_internal().insert(UserInternal {\n | -----------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n23 | let user = ctx.db.user_internal().try_insert(UserInternal {\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&user_public__TableHandle` in the current scope\n --> src\\lib.rs:30:26\n |\n30 | ctx.db.user_public().insert(UserPublic {\n | ---------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n30 | ctx.db.user_public().try_insert(UserPublic {\n | ++++\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:22:8\n |\n 21 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 22 | pub fn register_user(ctx: ReducerContext, name: String, email: String, password_hash: String) {\n | ^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, String, String, String) {register_user}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n = note: the full name for the type has been written to 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\deepseek-reasoner\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\spacetime_module.long-type-7189976409802873722.txt'\n = note: consider using `--verbose` to print the full type name to the console\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:22:27\n |\n 22 | pub fn register_user(ctx: ReducerContext, name: String, email: String, password_hash: String) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:22:8\n |\n21 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n22 | pub fn register_user(ctx: ReducerContext, name: String, email: String, password_hash: String) {\n | ^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, String, String, String) {register_user}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n = note: the full name for the type has been written to 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\deepseek-reasoner\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\spacetime_module.long-type-7189976409802873722.txt'\n = note: consider using `--verbose` to print the full type name to the console\n\nSome errors have detailed explanations: E0277, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:22:20.695822700Z", + "finished_at": "2026-03-24T20:23:47.050042800Z" + }, + "t_028_cascade_delete": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "write_patterns", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:23:53.056749200Z", + "finished_at": "2026-03-24T20:24:51.040107300Z" + }, + "t_029_filter_and_aggregate": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(accessor = order, public, index(btree(columns = [\"category\"]))]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub amount: u64,\n pub fulfilled: bool,\n}\n\n#[spacetimedb::table(accessor = category_stats, public)]\npub struct CategoryStats {\n #[primary_key]\n pub category: String,\n pub total_amount: u64,\n pub order_count: u32,\n}\n\n#[spacetimedb::reducer]\npub fn compute_stats(ctx: &ReducerContext, category: String) {\n let orders: Vec<_> = ctx.db.order().category().filter(&category).iter().collect();\n let total_amount: u64 = orders.iter().map(|o| o.amount).sum();\n let order_count = orders.len() as u32;\n\n ctx.db.category_stats().insert(CategoryStats {\n category,\n total_amount,\n order_count,\n });\n}", + "category": "write_patterns", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling uuid v1.22.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling generic-array v0.14.7\n Compiling memchr v2.8.0\n Compiling cc v1.2.57\n Compiling rand_core v0.6.4\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\write_patterns\\t_029_filter_and_aggregate\\rust\\server\\deepseek-reasoner\\llm)\nerror: mismatched closing delimiter: `]`\n --> src\\lib.rs:4:21\n |\n4 | #[spacetimedb::table(accessor = order, public, index(btree(columns = [\"category\"]))]\n | - ^ unclosed delimiter ^ mismatched closing delimiter\n | |\n | closing delimiter possibly meant for this\n\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:24:00.797009800Z", + "finished_at": "2026-03-24T20:25:24.687797300Z" + }, + "t_030_two_table_join": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table, auto_inc};\n\n#[spacetimedb::table(accessor = customer, public)]\nstruct Customer {\n #[primary_key]\n #[auto_inc]\n id: u64,\n name: String,\n}\n\n#[spacetimedb::table(accessor = order, public)]\nstruct Order {\n #[primary_key]\n #[auto_inc]\n id: u64,\n #[index(btree)]\n customer_id: u64,\n product: String,\n amount: u32,\n}\n\n#[spacetimedb::table(accessor = order_detail, public)]\nstruct OrderDetail {\n #[primary_key]\n order_id: u64,\n customer_name: String,\n product: String,\n amount: u32,\n}\n\n#[spacetimedb::reducer]\nfn build_order_details(ctx: &ReducerContext) {\n for order in ctx.db.order().iter() {\n if let Some(customer) = ctx.db.customer().id().find(order.customer_id) {\n ctx.db.order_detail().insert(OrderDetail {\n order_id: order.id,\n customer_name: customer.name,\n product: order.product.clone(),\n amount: order.amount,\n });\n }\n }\n}", + "category": "write_patterns", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling uuid v1.22.0\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.57\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling blake3 v1.8.3\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\write_patterns\\t_030_two_table_join\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::auto_inc`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{ReducerContext, Table, auto_inc};\n | ^^^^^^^^ no `auto_inc` in the root\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:24:06.746288100Z", + "finished_at": "2026-03-24T20:24:59.379757Z" + }, + "t_031_unique_constraint": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, SpacetimeType, table};\n\n#[spacetimedb::table(accessor = account, public)]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub display_name: String,\n}\n\n#[spacetimedb::reducer]\npub fn create_account(ctx: &ReducerContext, email: String, display_name: String) -> Result<(), String> {\n ctx.db.account().try_insert(Account {\n id: 0,\n email,\n display_name,\n })?;\n Ok(())\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling uuid v1.22.0\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling cc v1.2.57\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\deepseek-reasoner\\llm)\nwarning: unused imports: `SpacetimeType` and `table`\n --> src\\lib.rs:2:35\n |\n2 | use spacetimedb::{ReducerContext, SpacetimeType, table};\n | ^^^^^^^^^^^^^ ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `try_insert` found for reference `&account__TableHandle` in the current scope\n --> src\\lib.rs:16:22\n |\n16 | ctx.db.account().try_insert(Account {\n | -----------------^^^^^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `try_insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `insert` with a similar name\n |\n16 - ctx.db.account().try_insert(Account {\n16 + ctx.db.account().insert(Account {\n |\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 1 previous error; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:22:21.904491Z", + "finished_at": "2026-03-24T20:23:43.845892700Z" + }, + "t_032_range_query": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, table};\n\n#[spacetimedb(table)]\npub struct Product {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n #[index(btree)]\n pub price: u32,\n}\n\n#[spacetimedb(table)]\npub struct PriceRangeResult {\n #[primary_key]\n pub product_id: u64,\n pub name: String,\n pub price: u32,\n}\n\n#[spacetimedb(reducer)]\npub fn find_in_price_range(ctx: &ReducerContext, min_price: u32, max_price: u32) {\n for product in ctx.db.product().iter() {\n if product.price >= min_price && product.price <= max_price {\n ctx.db.price_range_result().insert(PriceRangeResult {\n product_id: product.id,\n name: product.name.clone(),\n price: product.price,\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling uuid v1.22.0\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.57\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling lean_string v0.5.3\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\rust\\server\\deepseek-reasoner\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:22:3\n |\n22 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:10:7\n |\n10 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `table`\n --> src\\lib.rs:2:35\n |\n2 | use spacetimedb::{ReducerContext, table};\n | ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: `Local` is not an iterator\n --> src\\lib.rs:24:27\n |\n 24 | for product in ctx.db.product().iter() {\n | ^^^^^^^ `Local` is not an iterator\n |\n ::: D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\lib.rs:1507:1\n |\n1507 | pub struct Local {}\n | ---------------- doesn't satisfy `Local: Iterator`\n |\n = note: the following trait bounds were not satisfied:\n `Local: Iterator`\n which is required by `&mut Local: Iterator`\n\nerror[E0599]: no method named `price_range_result` found for struct `Local` in the current scope\n --> src\\lib.rs:26:20\n |\n26 | ctx.db.price_range_result().insert(PriceRangeResult {\n | ^^^^^^^^^^^^^^^^^^ method not found in `Local`\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:22:22.325314100Z", + "finished_at": "2026-03-24T20:24:06.746073300Z" + }, + "t_033_sort_and_limit": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, table};\n\n#[spacetimedb(table(accessor = player, public))]\npub struct Player {\n #[primary_key]\n #[auto_inc]\n id: u64,\n name: String,\n score: u64,\n}\n\n#[spacetimedb(table(accessor = leaderboard, public))]\npub struct LeaderboardEntry {\n #[primary_key]\n rank: u32,\n player_name: String,\n score: u64,\n}\n\n#[spacetimedb(reducer)]\npub fn build_leaderboard(ctx: ReducerContext, limit: u32) -> Result<(), String> {\n // Clear existing leaderboard\n for entry in ctx.db.leaderboard().iter() {\n ctx.db.leaderboard().delete(entry);\n }\n\n // Collect and sort players\n let mut players: Vec = ctx.db.player().iter().collect();\n players.sort_by(|a, b| b.score.cmp(&a.score));\n players.truncate(limit as usize);\n\n // Insert ranked entries\n for (idx, player)) in players.into_iter().enumerate() {\n ctx.db.leaderboard().insert(LeaderboardEntry {\n rank: (idx + 1) as u32,\n player_name: player.name,\n score: player.score,\n })?;\n }\n\n Ok(())\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling uuid v1.22.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling cc v1.2.57\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\rust\\server\\deepseek-reasoner\\llm)\nerror: unexpected closing delimiter: `}`\n --> src\\lib.rs:43:1\n |\n22 | pub fn build_leaderboard(ctx: ReducerContext, limit: u32) -> Result<(), String> {\n | - the nearest open delimiter\n...\n34 | for (idx, player)) in players.into_iter().enumerate() {\n | - missing open `(` for this delimiter\n...\n43 | }\n | ^ unexpected closing delimiter\n\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:22:22.683651500Z", + "finished_at": "2026-03-24T20:24:00.796818300Z" + }, + "t_034_find_first": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table, auto_inc, primary_key};\n\n#[spacetimedb::table(accessor = task, public)]\npub struct Task {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub title: String,\n pub completed: bool,\n}\n\n#[spacetimedb::table(accessor = first_incomplete, public)]\npub struct FirstIncomplete {\n #[primary_key]\n pub task_id: u64,\n pub title: String,\n}\n\n#[spacetimedb::reducer]\npub fn find_first_incomplete(ctx: &ReducerContext) {\n if let Some(task) = ctx.db.task().iter().find(|t| !t.completed) {\n ctx.db.first_incomplete().insert(FirstIncomplete {\n task_id: task.id,\n title: task.title.clone(),\n });\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling uuid v1.22.0\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling cc v1.2.57\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved imports `spacetimedb::auto_inc`, `spacetimedb::primary_key`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{ReducerContext, Table, auto_inc, primary_key};\n | ^^^^^^^^ ^^^^^^^^^^^ no `primary_key` in the root\n | |\n | no `auto_inc` in the root\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:27:27.492667800Z", + "finished_at": "2026-03-24T20:28:09.012583200Z" + }, + "t_035_select_distinct": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::ReducerContext;\nuse std::collections::HashSet;\n\n#[spacetimedb(table)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n id: u64,\n category: String,\n amount: u32,\n}\n\n#[spacetimedb(table)]\npub struct DistinctCategory {\n #[primary_key]\n category: String,\n}\n\n#[spacetimedb(reducer)]\npub fn collect_distinct_categories(ctx: &ReducerContext) {\n let categories: HashSet = ctx.db.order().iter().map(|order| order.category.clone()).collect();\n\n for existing in ctx.db.distinct_category().iter() {\n ctx.db.distinct_category().category().delete(&existing.category);\n }\n\n for category in categories {\n ctx.db.distinct_category().insert(DistinctCategory { category }).unwrap();\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling cc v1.2.57\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.22.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\rust\\server\\deepseek-reasoner\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:20:3\n |\n20 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no method named `order` found for struct `Local` in the current scope\n --> src\\lib.rs:22:46\n |\n22 | let categories: HashSet = ctx.db.order().iter().map(|order| order.category.clone()).collect();\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `distinct_category` found for struct `Local` in the current scope\n --> src\\lib.rs:24:28\n |\n24 | for existing in ctx.db.distinct_category().iter() {\n | ^^^^^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `distinct_category` found for struct `Local` in the current scope\n --> src\\lib.rs:25:16\n |\n25 | ctx.db.distinct_category().category().delete(&existing.category);\n | ^^^^^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `distinct_category` found for struct `Local` in the current scope\n --> src\\lib.rs:29:16\n |\n29 | ctx.db.distinct_category().insert(DistinctCategory { category }).unwrap();\n | ^^^^^^^^^^^^^^^^^ method not found in `Local`\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 10 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:27:27.843054400Z", + "finished_at": "2026-03-24T20:28:56.118271200Z" + }, + "t_036_count_without_collect": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table, table};\n\n#[spacetimedb(table(accessor = user, public))]\npub struct User {\n #[primary_key]\n #[auto_inc]\n id: u64,\n name: String,\n active: bool,\n}\n\n#[spacetimedb(table(accessor = user_stats, public))]\npub struct UserStats {\n #[primary_key]\n key: String,\n count: u64,\n}\n\n#[spacetimedb(reducer)]\npub fn compute_user_counts(ctx: &ReducerContext) {\n let total = ctx.db.user().count();\n let active = ctx.db.user().filter(|u| u.active).count();\n\n ctx.db.user_stats().insert(UserStats {\n key: \"total\".to_string(),\n count: total,\n });\n\n ctx.db.user_stats().insert(UserStats {\n key: \"active\".to_string(),\n count: active,\n });\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling uuid v1.22.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling cc v1.2.57\n Compiling castaway v0.2.4\n Compiling blake3 v1.8.3\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\rust\\server\\deepseek-reasoner\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:20:3\n |\n20 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:13:3\n |\n13 | #[spacetimedb(table(accessor = user_stats, public))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table(accessor = user, public))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `table`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{ReducerContext, Table, table};\n | ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:22:24\n |\n22 | let total = ctx.db.user().count();\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:23:25\n |\n23 | let active = ctx.db.user().filter(|u| u.active).count();\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user_stats` found for struct `Local` in the current scope\n --> src\\lib.rs:25:12\n |\n25 | ctx.db.user_stats().insert(UserStats {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user_stats` found for struct `Local` in the current scope\n --> src\\lib.rs:30:12\n |\n30 | ctx.db.user_stats().insert(UserStats {\n | ^^^^^^^^^^ method not found in `Local`\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 10 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:23:43.846072100Z", + "finished_at": "2026-03-24T20:24:30.722381400Z" + }, + "t_037_multi_column_filter": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, table, SpacetimeType};\n\n#[spacetimedb::table(accessor = event_log, public)]\npub struct EventLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub severity: u32,\n pub message: String,\n #[index(btree, name = \"category_severity\", columns = [\"category\", \"severity\"])]\n _index: (),\n}\n\n#[spacetimedb::table(accessor = filtered_event, public)]\npub struct FilteredEvent {\n #[primary_key]\n pub event_id: u64,\n pub message: String,\n}\n\n#[spacetimedb::reducer]\npub fn filter_events(ctx: &ReducerContext, category: String, severity: u32) {\n for event in ctx.db.event_log().iter() {\n if event.category == category && event.severity == severity {\n ctx.db.filtered_event().insert(FilteredEvent {\n event_id: event.id,\n message: event.message.clone(),\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling zmij v1.0.21\n Compiling uuid v1.22.0\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling cc v1.2.57\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\rust\\server\\deepseek-reasoner\\llm)\nerror: expected one of: `btree`, `hash`, `direct`\n --> src\\lib.rs:12:20\n |\n12 | #[index(btree, name = \"category_severity\", columns = [\"category\", \"severity\"])]\n | ^^^^\n\nwarning: unused imports: `SpacetimeType` and `table`\n --> src\\lib.rs:2:35\n |\n2 | use spacetimedb::{ReducerContext, table, SpacetimeType};\n | ^^^^^ ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `event_log` found for struct `Local` in the current scope\n --> src\\lib.rs:25:25\n |\n25 | for event in ctx.db.event_log().iter() {\n | ^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `insert` found for reference `&filtered_event__TableHandle` in the current scope\n --> src\\lib.rs:27:37\n |\n27 | ctx.db.filtered_event().insert(FilteredEvent {\n | ------------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n27 | ctx.db.filtered_event().try_insert(FilteredEvent {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T20:31:55.414419400Z", + "finished_at": "2026-03-24T20:33:16.185043400Z" + }, + "t_038_schedule_at_time": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, ScheduleAt, Timestamp, Duration};\n\n#[spacetimedb::table(accessor = reminder, scheduled(send_reminder))]\npub struct Reminder {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n pub message: String,\n}\n\n#[spacetimedb::reducer]\npub fn send_reminder(_ctx: &ReducerContext, _reminder: Reminder) {\n // Does nothing as per requirements\n}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.reminder().insert(Reminder {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Time(ctx.timestamp + Duration::from_secs(60)),\n message: \"Scheduled reminder\".to_string(),\n });\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling uuid v1.22.0\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling itertools v0.12.1\n Compiling log v0.4.29\n Compiling rand_core v0.6.4\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.57\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::Duration`\n --> src\\lib.rs:2:58\n |\n2 | use spacetimedb::{ReducerContext, ScheduleAt, Timestamp, Duration};\n | ^^^^^^^^\n | |\n | no `Duration` in the root\n | help: a similar name exists in the module: `duration`\n |\n = help: consider importing this struct instead:\n std::time::Duration\n\nwarning: unused import: `Timestamp`\n --> src\\lib.rs:2:47\n |\n2 | use spacetimedb::{ReducerContext, ScheduleAt, Timestamp, Duration};\n | ^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `insert` found for reference `&reminder__TableHandle` in the current scope\n --> src\\lib.rs:20:23\n |\n20 | ctx.db.reminder().insert(Reminder {\n | ------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n20 | ctx.db.reminder().try_insert(Reminder {\n | ++++\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T22:22:56.960957800Z", + "finished_at": "2026-03-24T22:24:12.519758100Z" + }, + "t_039_cancel_schedule": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, ReducerContext, ScheduleAt, Duration};\n\n#[spacetimedb::table(accessor = cleanup_job, scheduled(run_cleanup))]\npub struct CleanupJob {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn run_cleanup(_ctx: ReducerContext, _job: CleanupJob) {}\n\n#[reducer(init)]\npub fn init(ctx: ReducerContext) {\n ctx.db.cleanup_job().try_insert(CleanupJob {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_secs(60)),\n }).unwrap();\n}\n\n#[reducer]\npub fn cancel_cleanup(ctx: ReducerContext, scheduled_id: u64) {\n ctx.db.cleanup_job().scheduled_id().delete(&scheduled_id);\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling uuid v1.22.0\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.57\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::Duration`\n --> src\\lib.rs:2:56\n |\n2 | use spacetimedb::{reducer, ReducerContext, ScheduleAt, Duration};\n | ^^^^^^^^\n | |\n | no `Duration` in the root\n | help: a similar name exists in the module: `duration`\n |\n = help: consider importing this struct instead:\n std::time::Duration\n\nerror[E0631]: type mismatch in function arguments\n --> src\\lib.rs:4:56\n |\n 4 | #[spacetimedb::table(accessor = cleanup_job, scheduled(run_cleanup))]\n | -------------------------------------------------------^^^^^^^^^^^---\n | | |\n | | expected due to this\n | required by a bound introduced by this call\n...\n 13 | pub fn run_cleanup(_ctx: ReducerContext, _job: CleanupJob) {}\n | ---------------------------------------------------------- found signature defined here\n |\n = note: expected function signature `for<'a> fn(&'a ReducerContext, CleanupJob) -> _`\n found function signature `fn(ReducerContext, CleanupJob) -> _`\n = note: required for `fn(ReducerContext, CleanupJob) {run_cleanup}` to implement `Reducer<'_, (CleanupJob,)>`\n = note: required for `fn(ReducerContext, CleanupJob) {run_cleanup}` to implement `ExportFunctionForScheduledTable<'_, CleanupJob, FnKindReducer>`\nnote: required by a bound in `scheduled_typecheck`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:442:61\n |\n442 | pub const fn scheduled_typecheck<'de, Row, FnKind>(_x: impl ExportFunctionForScheduledTable<'de, Row, FnKind>)\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ required by this bound in `scheduled_typecheck`\nhelp: consider wrapping the function in a closure\n |\n 4 | #[spacetimedb::table(accessor = cleanup_job, scheduled(|_ctx: &ReducerContext, _job: CleanupJob| run_cleanup(*_ctx, _job)))]\n | +++++++++++++++++++++++++++++++++++++++++ +++++++++++++\nhelp: consider adjusting the signature so it borrows its argument\n |\n 13 | pub fn run_cleanup(_ctx: &ReducerContext, _job: CleanupJob) {}\n | +\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:13:8\n |\n 12 | #[reducer]\n | ---------- required by a bound introduced by this call\n 13 | pub fn run_cleanup(_ctx: ReducerContext, _job: CleanupJob) {}\n | ^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, CleanupJob) {run_cleanup}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:13:26\n |\n 13 | pub fn run_cleanup(_ctx: ReducerContext, _job: CleanupJob) {}\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:13:8\n |\n12 | #[reducer]\n | ---------- required by a bound introduced by this call\n13 | pub fn run_cleanup(_ctx: ReducerContext, _job: CleanupJob) {}\n | ^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, CleanupJob) {run_cleanup}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0599]: no method named `try_insert` found for reference `&cleanup_job__TableHandle` in the current scope\n --> src\\lib.rs:17:26\n |\n17 | ctx.db.cleanup_job().try_insert(CleanupJob {\n | ---------------------^^^^^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `try_insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `insert` with a similar name\n |\n17 - ctx.db.cleanup_job().try_insert(CleanupJob {\n17 + ctx.db.cleanup_job().insert(CleanupJob {\n |\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:16:8\n |\n 15 | #[reducer(init)]\n | ---------------- required by a bound introduced by this call\n 16 | pub fn init(ctx: ReducerContext) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {init}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:16:18\n |\n 16 | pub fn init(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:16:8\n |\n15 | #[reducer(init)]\n | ---------------- required by a bound introduced by this call\n16 | pub fn init(ctx: ReducerContext) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {init}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:24:8\n |\n 23 | #[reducer]\n | ---------- required by a bound introduced by this call\n 24 | pub fn cancel_cleanup(ctx: ReducerContext, scheduled_id: u64) {\n | ^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, u64) {cancel_cleanup}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:24:28\n |\n 24 | pub fn cancel_cleanup(ctx: ReducerContext, scheduled_id: u64) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:24:8\n |\n23 | #[reducer]\n | ---------- required by a bound introduced by this call\n24 | pub fn cancel_cleanup(ctx: ReducerContext, scheduled_id: u64) {\n | ^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, u64) {cancel_cleanup}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0432, E0599, E0631.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 12 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T22:44:28.315222900Z", + "finished_at": "2026-03-24T22:45:12.677214200Z" + }, + "t_040_lifecycle_player": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{Identity, ReducerContext, Timestamp};\n\n#[spacetimedb::table(accessor = online_player, public)]\npub struct OnlinePlayer {\n #[primary_key]\n pub identity: Identity,\n pub connected_at: Timestamp,\n}\n\n#[spacetimedb::reducer(client_connected)]\npub fn client_connected(ctx: &ReducerContext) {\n ctx.db.online_player().insert(OnlinePlayer {\n identity: ctx.sender(),\n connected_at: ctx.timestamp,\n });\n}\n\n#[spacetimedb::reducer(client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) {\n ctx.db.online_player().identity().delete(&ctx.sender());\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling uuid v1.22.0\n Compiling generic-array v0.14.7\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling cc v1.2.57\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling blake3 v1.8.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0599]: no method named `insert` found for reference `&online_player__TableHandle` in the current scope\n --> src\\lib.rs:13:28\n |\n13 | ctx.db.online_player().insert(OnlinePlayer {\n | -----------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n13 | ctx.db.online_player().try_insert(OnlinePlayer {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T22:24:12.520125Z", + "finished_at": "2026-03-24T22:25:27.428232300Z" + }, + "t_041_registered_user_gate": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{Identity, ReducerContext};\n\n#[spacetimedb(table(accessor = user))]\npub struct User {\n #[primary_key]\n identity: Identity,\n name: String,\n}\n\n#[spacetimedb(table(accessor = message, public))]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n id: u64,\n #[index(btree)]\n sender: Identity,\n text: String,\n}\n\n#[spacetimedb(reducer)]\npub fn register(ctx: ReducerContext, name: String) {\n if ctx.db.user().identity().find(ctx.sender()).is_some() {\n panic!(\"already registered\");\n }\n ctx.db.user().insert(User {\n identity: ctx.sender(),\n name,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn post_message(ctx: ReducerContext, text: String) {\n if ctx.db.user().identity().find(ctx.sender()).is_none() {\n panic!(\"not registered\");\n }\n ctx.db.message().insert(Message {\n id: 0,\n sender: ctx.sender(),\n text,\n });\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling uuid v1.22.0\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling num-traits v0.2.19\n Compiling cc v1.2.57\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling rand_chacha v0.3.1\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\rust\\server\\deepseek-reasoner\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:32:3\n |\n32 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:21:3\n |\n21 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:11:3\n |\n11 | #[spacetimedb(table(accessor = message, public))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table(accessor = user))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:23:15\n |\n23 | if ctx.db.user().identity().find(ctx.sender()).is_some() {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:26:12\n |\n26 | ctx.db.user().insert(User {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:34:15\n |\n34 | if ctx.db.user().identity().find(ctx.sender()).is_none() {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `message` found for struct `Local` in the current scope\n --> src\\lib.rs:37:12\n |\n37 | ctx.db.message().insert(Message {\n | ^^^^^^^ method not found in `Local`\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 12 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T22:22:54.647139Z", + "finished_at": "2026-03-24T22:24:39.776361500Z" + }, + "t_042_admin_bootstrap": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{Identity, ReducerContext};\n\n#[spacetimedb::table(accessor = config, public = false)]\npub struct Config {\n #[primary_key]\n id: u32,\n admin: Identity,\n}\n\n#[spacetimedb::table(accessor = admin_log, public)]\npub struct AdminLog {\n #[primary_key]\n #[auto_inc]\n id: u64,\n action: String,\n}\n\n#[spacetimedb::reducer]\npub fn bootstrap_admin(ctx: ReducerContext) {\n if ctx.db.config().id().find(0).is_some() {\n panic!(\"already bootstrapped\");\n }\n ctx.db.config().insert(Config { id: 0, admin: ctx.sender() });\n}\n\n#[spacetimedb::reducer]\npub fn admin_action(ctx: ReducerContext, action: String) {\n let config = ctx.db.config().id().find(0).expect(\"not bootstrapped\");\n if ctx.sender() != config.admin {\n panic!(\"not admin\");\n }\n ctx.db.admin_log().insert(AdminLog { id: 0, action });\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling uuid v1.22.0\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling cc v1.2.57\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling rand_chacha v0.3.1\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\rust\\server\\deepseek-reasoner\\llm)\nerror: expected `,`\n --> src\\lib.rs:4:48\n |\n4 | #[spacetimedb::table(accessor = config, public = false)]\n | ^\n\nerror[E0422]: cannot find struct, variant or union type `Config` in this scope\n --> src\\lib.rs:24:28\n |\n24 | ctx.db.config().insert(Config { id: 0, admin: ctx.sender() });\n | ^^^^^^ not found in this scope\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `config` found for struct `Local` in the current scope\n --> src\\lib.rs:21:15\n |\n21 | if ctx.db.config().id().find(0).is_some() {\n | ^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `config` found for struct `Local` in the current scope\n --> src\\lib.rs:24:12\n |\n24 | ctx.db.config().insert(Config { id: 0, admin: ctx.sender() });\n | ^^^^^^ method not found in `Local`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:20:8\n |\n 19 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 20 | pub fn bootstrap_admin(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {bootstrap_admin}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:20:29\n |\n 20 | pub fn bootstrap_admin(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:20:8\n |\n19 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n20 | pub fn bootstrap_admin(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {bootstrap_admin}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0599]: no method named `config` found for struct `Local` in the current scope\n --> src\\lib.rs:29:25\n |\n29 | let config = ctx.db.config().id().find(0).expect(\"not bootstrapped\");\n | ^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `insert` found for reference `&admin_log__TableHandle` in the current scope\n --> src\\lib.rs:33:24\n |\n33 | ctx.db.admin_log().insert(AdminLog { id: 0, action });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n33 | ctx.db.admin_log().try_insert(AdminLog { id: 0, action });\n | ++++\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:28:8\n |\n 27 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 28 | pub fn admin_action(ctx: ReducerContext, action: String) {\n | ^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, std::string::String) {admin_action}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:28:26\n |\n 28 | pub fn admin_action(ctx: ReducerContext, action: String) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:28:8\n |\n27 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n28 | pub fn admin_action(ctx: ReducerContext, action: String) {\n | ^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, std::string::String) {admin_action}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0422, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 12 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T22:22:55.007918800Z", + "finished_at": "2026-03-24T22:24:40.490778300Z" + }, + "t_043_role_based_access": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{Identity, ReducerContext};\n\n#[spacetimedb::table]\npub struct User {\n #[primary_key]\n identity: Identity,\n role: String,\n}\n\n#[spacetimedb::reducer]\npub fn register(ctx: &ReducerContext) {\n if ctx.db.user().identity().find(ctx.sender()).is_some() {\n panic!(\"already registered\");\n }\n ctx.db.user().insert(User {\n identity: ctx.sender(),\n role: \"member\".to_string(),\n });\n}\n\n#[spacetimedb::reducer]\npub fn promote(ctx: &ReducerContext, target: Identity) {\n let caller = ctx.db.user().identity().find(ctx.sender()).expect(\"not registered\");\n if caller.role != \"admin\" {\n panic!(\"not admin\");\n }\n \n let mut target_user = ctx.db.user().identity().find(target).expect(\"target not registered\");\n target_user.role = \"admin\".to_string();\n ctx.db.user().identity().update(target_user);\n}\n\n#[spacetimedb::reducer]\npub fn member_action(ctx: &ReducerContext) {\n ctx.db.user().identity().find(ctx.sender()).expect(\"not registered\");\n}\n\n#[spacetimedb::reducer]\npub fn admin_action(ctx: &ReducerContext) {\n let user = ctx.db.user().identity().find(ctx.sender()).expect(\"not registered\");\n if user.role != \"admin\" {\n panic!(\"not admin\");\n }\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling uuid v1.22.0\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling getrandom v0.2.17\n Compiling cc v1.2.57\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling rand_chacha v0.3.1\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\rust\\server\\deepseek-reasoner\\llm)\nerror: must specify table accessor, e.g. `#[spacetimedb::table(accessor = user)]\n --> src\\lib.rs:4:1\n |\n4 | #[spacetimedb::table]\n | ^^^^^^^^^^^^^^^^^^^^^\n |\n = note: this error originates in the attribute macro `spacetimedb::table` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:16:26\n |\n16 | ctx.db.user().insert(User {\n | ^^^^ not found in this scope\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:13:15\n |\n13 | if ctx.db.user().identity().find(ctx.sender()).is_some() {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:16:12\n |\n16 | ctx.db.user().insert(User {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:24:25\n |\n24 | let caller = ctx.db.user().identity().find(ctx.sender()).expect(\"not registered\");\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:29:34\n |\n29 | let mut target_user = ctx.db.user().identity().find(target).expect(\"target not registered\");\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:31:12\n |\n31 | ctx.db.user().identity().update(target_user);\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:36:12\n |\n36 | ctx.db.user().identity().find(ctx.sender()).expect(\"not registered\");\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:41:23\n |\n41 | let user = ctx.db.user().identity().find(ctx.sender()).expect(\"not registered\");\n | ^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T22:44:27.315390600Z", + "finished_at": "2026-03-24T22:45:16.768191700Z" + }, + "t_044_ban_list": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{Identity, ReducerContext};\n\n#[spacetimedb::table(accessor = admin)]\npub struct Admin {\n #[primary_key]\n identity: Identity,\n}\n\n#[spacetimedb::table(accessor = banned)]\npub struct Banned {\n #[primary_key]\n identity: Identity,\n}\n\n#[spacetimedb::table(accessor = player, public)]\npub struct Player {\n #[primary_key]\n identity: Identity,\n name: String,\n}\n\n#[spacetimedb::reducer]\npub fn add_admin(ctx: ReducerContext, target: Identity) -> Result<(), String> {\n ctx.db.admin().identity().find(ctx.sender()).ok_or(\"not admin\")?;\n \n if ctx.db.admin().identity().find(&target).is_none() {\n ctx.db.admin().insert(Admin { identity: target });\n }\n \n Ok(())\n}\n\n#[spacetimedb::reducer]\npub fn ban_player(ctx: ReducerContext, target: Identity) -> Result<(), String> {\n ctx.db.admin().identity().find(ctx.sender()).ok_or(\"not admin\")?;\n \n ctx.db.banned().insert(Banned { identity: target });\n \n if let Some(player) = ctx.db.player().identity().find(&target) {\n ctx.db.player().identity().delete(&target);\n }\n \n Ok(())\n}\n\n#[spacetimedb::reducer]\npub fn join_game(ctx: ReducerContext, name: String) -> Result<(), String> {\n if ctx.db.banned().identity().find(ctx.sender()).is_some() {\n return Err(\"banned\".into());\n }\n \n if ctx.db.player().identity().find(ctx.sender()).is_some() {\n return Err(\"already in game\".into());\n }\n \n ctx.db.player().insert(Player {\n identity: ctx.sender(),\n name,\n });\n \n Ok(())\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling uuid v1.22.0\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.57\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling castaway v0.2.4\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0599]: no method named `insert` found for reference `&admin__TableHandle` in the current scope\n --> src\\lib.rs:28:24\n |\n28 | ctx.db.admin().insert(Admin { identity: target });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n28 | ctx.db.admin().try_insert(Admin { identity: target });\n | ++++\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:24:8\n |\n 23 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 24 | pub fn add_admin(ctx: ReducerContext, target: Identity) -> Result<(), String> {\n | ^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, spacetimedb::Identity) -> Result<(), std::string::String> {add_admin}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:24:23\n |\n 24 | pub fn add_admin(ctx: ReducerContext, target: Identity) -> Result<(), String> {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:24:8\n |\n23 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n24 | pub fn add_admin(ctx: ReducerContext, target: Identity) -> Result<(), String> {\n | ^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, spacetimedb::Identity) -> Result<(), std::string::String> {add_admin}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0599]: no method named `insert` found for reference `&banned__TableHandle` in the current scope\n --> src\\lib.rs:38:21\n |\n38 | ctx.db.banned().insert(Banned { identity: target });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n38 | ctx.db.banned().try_insert(Banned { identity: target });\n | ++++\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:35:8\n |\n 34 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 35 | pub fn ban_player(ctx: ReducerContext, target: Identity) -> Result<(), String> {\n | ^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, spacetimedb::Identity) -> Result<(), std::string::String> {ban_player}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:35:24\n |\n 35 | pub fn ban_player(ctx: ReducerContext, target: Identity) -> Result<(), String> {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:35:8\n |\n34 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n35 | pub fn ban_player(ctx: ReducerContext, target: Identity) -> Result<(), String> {\n | ^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, spacetimedb::Identity) -> Result<(), std::string::String> {ban_player}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0599]: no method named `insert` found for reference `&player__TableHandle` in the current scope\n --> src\\lib.rs:57:21\n |\n57 | ctx.db.player().insert(Player {\n | ----------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n57 | ctx.db.player().try_insert(Player {\n | ++++\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:48:8\n |\n 47 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 48 | pub fn join_game(ctx: ReducerContext, name: String) -> Result<(), String> {\n | ^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, std::string::String) -> Result<(), std::string::String> {join_game}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:48:23\n |\n 48 | pub fn join_game(ctx: ReducerContext, name: String) -> Result<(), String> {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:48:8\n |\n47 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n48 | pub fn join_game(ctx: ReducerContext, name: String) -> Result<(), String> {\n | ^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, std::string::String) -> Result<(), std::string::String> {join_game}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 12 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T22:44:27.647136Z", + "finished_at": "2026-03-24T22:46:09.613586700Z" + }, + "t_045_rate_limit": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{Identity, ReducerContext, Table, Timestamp};\n\n#[spacetimedb::table(accessor = rate_limit, public = false)]\npub struct RateLimit {\n #[primary_key]\n identity: Identity,\n last_call_us: i64,\n}\n\n#[spacetimedb::table(accessor = action_log, public)]\npub struct ActionLog {\n #[primary_key]\n #[auto_inc]\n id: u64,\n identity: Identity,\n payload: String,\n}\n\n#[spacetimedb::reducer]\npub fn limited_action(ctx: ReducerContext, payload: String) {\n let now = ctx.timestamp.to_micros_since_unix_epoch();\n \n if let Some(rate_limit) = ctx.db.rate_limit().identity().find(&ctx.sender()) {\n if now - rate_limit.last_call_us < 1_000_000 {\n panic!(\"rate limited\");\n }\n ctx.db.rate_limit().identity().update(RateLimit {\n last_call_us: now,\n ..rate_limit\n });\n } else {\n ctx.db.rate_limit().insert(RateLimit {\n identity: ctx.sender(),\n last_call_us: now,\n });\n }\n\n ctx.db.action_log().insert(ActionLog {\n id: 0,\n identity: ctx.sender(),\n payload,\n });\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling uuid v1.22.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling cc v1.2.57\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling num-traits v0.2.19\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\rust\\server\\deepseek-reasoner\\llm)\nerror: expected `,`\n --> src\\lib.rs:4:52\n |\n4 | #[spacetimedb::table(accessor = rate_limit, public = false)]\n | ^\n\nerror[E0422]: cannot find struct, variant or union type `RateLimit` in this scope\n --> src\\lib.rs:28:47\n |\n28 | ctx.db.rate_limit().identity().update(RateLimit {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `RateLimit` in this scope\n --> src\\lib.rs:33:36\n |\n33 | ctx.db.rate_limit().insert(RateLimit {\n | ^^^^^^^^^ not found in this scope\n\nwarning: unused import: `Timestamp`\n --> src\\lib.rs:2:52\n |\n2 | use spacetimedb::{Identity, ReducerContext, Table, Timestamp};\n | ^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `rate_limit` found for struct `Local` in the current scope\n --> src\\lib.rs:24:38\n |\n24 | if let Some(rate_limit) = ctx.db.rate_limit().identity().find(&ctx.sender()) {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `rate_limit` found for struct `Local` in the current scope\n --> src\\lib.rs:28:16\n |\n28 | ctx.db.rate_limit().identity().update(RateLimit {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `rate_limit` found for struct `Local` in the current scope\n --> src\\lib.rs:33:16\n |\n33 | ctx.db.rate_limit().insert(RateLimit {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:21:8\n |\n 20 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 21 | pub fn limited_action(ctx: ReducerContext, payload: String) {\n | ^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, std::string::String) {limited_action}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:21:28\n |\n 21 | pub fn limited_action(ctx: ReducerContext, payload: String) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:21:8\n |\n20 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n21 | pub fn limited_action(ctx: ReducerContext, payload: String) {\n | ^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, std::string::String) {limited_action}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0422, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T22:22:56.183563700Z", + "finished_at": "2026-03-24T22:24:33.089231Z" + }, + "t_046_shared_document": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Identity, spacetimedb};\n\n#[spacetimedb(table)]\npub struct Document {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub title: String,\n}\n\n#[spacetimedb(table)]\npub struct DocumentShare {\n #[index(btree)]\n pub document_id: u64,\n #[index(btree)]\n pub shared_with: Identity,\n}\n\n#[spacetimedb(reducer)]\npub fn create_document(ctx: ReducerContext, title: String) {\n ctx.db.document().insert(Document {\n id: 0,\n owner: ctx.sender(),\n title,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn share_document(ctx: ReducerContext, document_id: u64, target: Identity) {\n let doc = ctx.db.document().id().find(document_id).expect(\"not found\");\n if doc.owner != ctx.sender() {\n panic!(\"not owner\");\n }\n ctx.db.document_share().insert(DocumentShare {\n document_id,\n shared_with: target,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn edit_document(ctx: ReducerContext, document_id: u64, new_title: String) {\n let doc = ctx.db.document().id().find(document_id).expect(\"not found\");\n let sender = ctx.sender();\n \n if doc.owner != sender {\n let allowed = ctx.db.document_share()\n .document_id()\n .filter(&document_id)\n .any(|share| share.shared_with == sender);\n \n if !allowed {\n panic!(\"unauthorized\");\n }\n }\n\n ctx.db.document().id().update(Document {\n id: document_id,\n owner: doc.owner,\n title: new_title,\n });\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling uuid v1.22.0\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling cc v1.2.57\n Compiling num-traits v0.2.19\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling rand_core v0.6.4\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:45\n |\n2 | use spacetimedb::{ReducerContext, Identity, spacetimedb};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no method named `document` found for struct `Local` in the current scope\n --> src\\lib.rs:24:12\n |\n24 | ctx.db.document().insert(Document {\n | ^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `document` found for struct `Local` in the current scope\n --> src\\lib.rs:33:22\n |\n33 | let doc = ctx.db.document().id().find(document_id).expect(\"not found\");\n | ^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `document_share` found for struct `Local` in the current scope\n --> src\\lib.rs:37:12\n |\n37 | ctx.db.document_share().insert(DocumentShare {\n | ^^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `document` found for struct `Local` in the current scope\n --> src\\lib.rs:45:22\n |\n45 | let doc = ctx.db.document().id().find(document_id).expect(\"not found\");\n | ^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `document_share` found for struct `Local` in the current scope\n --> src\\lib.rs:49:30\n |\n49 | let allowed = ctx.db.document_share()\n | ^^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `document` found for struct `Local` in the current scope\n --> src\\lib.rs:59:12\n |\n59 | ctx.db.document().id().update(Document {\n | ^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 12 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-24T22:58:21.100559700Z", + "finished_at": "2026-03-24T22:59:55.380442800Z" + } + } + } + ] + }, + { + "mode": "llms.md", + "hash": "7bd4918052e02c4b09d50e7037cd2e81add76a4b42468acac54ee8f4073e37cf", + "models": [ + { + "name": "Grok 4", + "route_api_model": "grok-4", + "tasks": { + "t_002_scheduled_table": { + "hash": "7bd4918052e02c4b09d50e7037cd2e81add76a4b42468acac54ee8f4073e37cf", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{table, reducer, ReducerContext, ScheduleAt, TimeDuration};\n\n#[table(accessor = tick_timer, scheduled(tick))]\n#[derive(Clone, Debug)]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: TimeDuration::from_micros(50_000).into(),\n });\n}\n\n#[reducer]\npub fn tick(ctx: &ReducerContext, args: TickTimer) -> Result<(), String> {\n if ctx.sender() != ctx.identity() {\n return Err(\"Reducer `tick` may not be invoked by clients, only via scheduling.\".into());\n }\n Ok(())\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.44\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.17\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.39\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.21.0\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling cc v1.2.56\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling generic-array v0.14.7\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\grok-4\\llm)\nerror[E0599]: no method named `insert` found for reference `&tick_timer__TableHandle` in the current scope\n --> src\\lib.rs:15:25\n |\n15 | ctx.db.tick_timer().insert(TickTimer {\n | --------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n15 | ctx.db.tick_timer().try_insert(TickTimer {\n | ++++\n\nwarning: unused variable: `args`\n --> src\\lib.rs:22:35\n |\n22 | pub fn tick(ctx: &ReducerContext, args: TickTimer) -> Result<(), String> {\n | ^^^^ help: if this is intentional, prefix it with an underscore: `_args`\n |\n = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 1 previous error; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai" + }, + "t_012_spacetime_product_type": { + "hash": "7bd4918052e02c4b09d50e7037cd2e81add76a4b42468acac54ee8f4073e37cf", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "xai" + }, + "t_017_scheduled_columns": { + "hash": "7bd4918052e02c4b09d50e7037cd2e81add76a4b42468acac54ee8f4073e37cf", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + } + } + }, + "vendor": "xai" + }, + "t_021_multi_column_index": { + "hash": "7bd4918052e02c4b09d50e7037cd2e81add76a4b42468acac54ee8f4073e37cf", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, ReducerContext, Table};\n\n#[table(accessor = log, index(accessor = by_user_day, btree(columns = [user_id, day])))]\n#[derive(Clone, Debug)]\npub struct Log {\n #[primary_key]\n pub id: i32,\n pub user_id: i32,\n pub day: i32,\n pub message: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.log().insert(Log { id: 1, user_id: 7, day: 1, message: \"a\".to_string() });\n ctx.db.log().insert(Log { id: 2, user_id: 7, day: 2, message: \"b\".to_string() });\n ctx.db.log().insert(Log { id: 3, user_id: 9, day: 1, message: \"c\".to_string() });\n}", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.44\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.17\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.39\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling uuid v1.21.0\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.56\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_021_multi_column_index\\rust\\server\\grok-4\\llm)\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[table(accessor = log, index(accessor = by_user_day, btree(columns = [user_id, day])))]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n4 | #[stable(accessor = log, index(accessor = by_user_day, btree(columns = [user_id, day])))]\n | +\nhelp: consider importing this attribute macro\n |\n2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no method named `log` found for struct `Local` in the current scope\n --> src\\lib.rs:16:12\n |\n16 | ctx.db.log().insert(Log { id: 1, user_id: 7, day: 1, message: \"a\".to_string() });\n | ^^^ method not found in `Local`\n\nerror[E0599]: no method named `log` found for struct `Local` in the current scope\n --> src\\lib.rs:17:12\n |\n17 | ctx.db.log().insert(Log { id: 2, user_id: 7, day: 2, message: \"b\".to_string() });\n | ^^^ method not found in `Local`\n\nerror[E0599]: no method named `log` found for struct `Local` in the current scope\n --> src\\lib.rs:18:12\n |\n18 | ctx.db.log().insert(Log { id: 3, user_id: 9, day: 1, message: \"c\".to_string() });\n | ^^^ method not found in `Local`\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai" + } + } + } + ] + }, + { + "mode": "rustdoc_json", + "hash": "6f6952bf2229377c636da7d52e9706eb8edd21bb39a26a5736197a12adbbf143", + "models": [ + { + "name": "Grok 4", + "route_api_model": "grok-4", + "tasks": { + "t_000_empty_reducers": { + "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "llm_output": "use spacetimedb::{reducer, ReducerContext};\n\n#[reducer]\npub fn empty_reducer_no_args(ctx: &ReducerContext) {}\n\n#[reducer]\npub fn empty_reducer_with_int(ctx: &ReducerContext, count: i32) {}\n\n#[reducer]\npub fn empty_reducer_with_string(ctx: &ReducerContext, name: String) {}\n\n#[reducer]\npub fn empty_reducer_with_two_args(ctx: &ReducerContext, count: i32, name: String) {}\n\n#[reducer]\npub fn empty_reducer_with_three_args(ctx: &ReducerContext, active: bool, ratio: f32, label: String) {}", + "category": "basics", + "route_api_model": "grok-4", + "golden_db": "basics-t-000-empty-reducers-golden", + "llm_db": "basics-t-000-empty-reducers-grok-4-llm", + "work_dir_golden": "target\\llm-runs\\basics\\t_000_empty_reducers\\rust\\server\\golden", + "work_dir_llm": "target\\llm-runs\\basics\\t_000_empty_reducers\\rust\\server\\grok-4\\llm", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "golden_db": "basics-t-000-empty-reducers-golden", + "llm_db": "basics-t-000-empty-reducers-grok-4-llm", + "reducers_diff": null, + "reducers_equal": true, + "server": "local", + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2025-10-22T01:02:05.164175300Z", + "finished_at": "2025-10-22T01:03:40.928800800Z" + }, + "t_001_basic_tables": { + "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "llm_output": "use spacetimedb::table;\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool\n}\n\n#[table(name = products)]\npub struct Product {\n #[primary_key]\n id: i32,\n title: String,\n price: f32,\n in_stock: bool\n}\n\n#[table(name = notes)]\npub struct Note {\n #[primary_key]\n id: i32,\n body: String,\n rating: i64,\n pinned: bool\n}", + "category": "basics", + "route_api_model": "grok-4", + "golden_db": "basics-t-001-basic-tables-golden", + "llm_db": "basics-t-001-basic-tables-grok-4-llm", + "work_dir_golden": "target\\llm-runs\\basics\\t_001_basic_tables\\rust\\server\\golden", + "work_dir_llm": "target\\llm-runs\\basics\\t_001_basic_tables\\rust\\server\\grok-4\\llm", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "golden_db": "basics-t-001-basic-tables-golden", + "llm_db": "basics-t-001-basic-tables-grok-4-llm", + "reducers_diff": null, + "reducers_equal": true, + "server": "local", + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2025-10-22T01:02:05.179899400Z", + "finished_at": "2025-10-22T01:03:50.594608Z" + }, + "t_002_scheduled_table": { + "hash": "6f6952bf2229377c636da7d52e9706eb8edd21bb39a26a5736197a12adbbf143", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{table, reducer, ReducerContext, ScheduleAt, Schedule, Table};\n\n#[table(accessor = tick_timer, schedule(reducer = \"tick\", column = \"scheduled_at\"))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn init(ctx: &ReducerContext) {\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Schedule::new(50_000)),\n });\n}\n\n#[reducer]\npub fn tick(_ctx: &ReducerContext, _timer: TickTimer) {\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling uuid v1.22.0\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling cc v1.2.57\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\grok-4\\llm)\nerror: expected one of: `public`, `private`, `accessor`, `name`, `index`, `scheduled`, `event`\n --> src\\lib.rs:4:32\n |\n4 | #[table(accessor = tick_timer, schedule(reducer = \"tick\", column = \"scheduled_at\"))]\n | ^^^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::Schedule`\n --> src\\lib.rs:2:63\n |\n2 | use spacetimedb::{table, reducer, ReducerContext, ScheduleAt, Schedule, Table};\n | ^^^^^^^^\n | |\n | no `Schedule` in the root\n | help: a similar name exists in the module: `ScheduleAt`\n\nerror[E0422]: cannot find struct, variant or union type `TickTimer` in this scope\n --> src\\lib.rs:14:32\n |\n14 | ctx.db.tick_timer().insert(TickTimer {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `TickTimer` in this scope\n --> src\\lib.rs:21:44\n |\n21 | pub fn tick(_ctx: &ReducerContext, _timer: TickTimer) {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `tick_timer` found for struct `Local` in the current scope\n --> src\\lib.rs:14:12\n |\n14 | ctx.db.tick_timer().insert(TickTimer {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:21:8\n |\n 20 | #[reducer]\n | ---------- required by a bound introduced by this call\n 21 | pub fn tick(_ctx: &ReducerContext, _timer: TickTimer) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {tick}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:21:8\n |\n20 | #[reducer]\n | ---------- required by a bound introduced by this call\n21 | pub fn tick(_ctx: &ReducerContext, _timer: TickTimer) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {tick}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0422, E0425, E0432, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:52:57.898968600Z", + "finished_at": "2026-03-24T22:53:32.711519700Z" + }, + "t_003_struct_in_table": { + "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::spacetimedb;\n\n#[derive(SpacetimeType)]\npub struct Position {\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::table(name = entities)]\npub struct Entity {\n #[primary_key]\n id: i32,\n pos: Position,\n}", + "category": "basics", + "route_api_model": "grok-4", + "golden_db": "basics-t-003-struct-in-table-golden", + "llm_db": "basics-t-003-struct-in-table-grok-4-llm", + "work_dir_golden": "target\\llm-runs\\basics\\t_003_struct_in_table\\rust\\server\\golden", + "work_dir_llm": "target\\llm-runs\\basics\\t_003_struct_in_table\\rust\\server\\grok-4\\llm", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 67 packages to latest compatible versions\n Compiling proc-macro2 v1.0.101\n Compiling unicode-ident v1.0.20\n Compiling quote v1.0.41\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling cfg-if v1.0.4\n Compiling serde_core v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.4\n Compiling zerocopy v0.8.27\n Compiling serde v1.0.228\n Compiling anyhow v1.0.100\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.10.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.5.0\n Compiling keccak v0.1.5\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.3.1\n Compiling bytes v1.10.1\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling bytemuck v1.24.0\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.16\n Compiling second-stack v0.3.5\n Compiling cc v1.2.41\n Compiling spacetimedb-lib v1.6.0\n Compiling log v0.4.28\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.9\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.2\n Compiling spacetimedb-primitives v1.6.0\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling syn v2.0.107\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.6\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling thiserror-impl v1.0.69\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling derive_more v0.99.20\n Compiling enum-as-inner v0.6.1\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_003_struct_in_table\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:5\n |\n2 | use spacetimedb::spacetimedb;\n | ^^^^^^^^^^^^^^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find derive macro `SpacetimeType` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^\n |\nhelp: consider importing this derive macro\n |\n2 + use spacetimedb::SpacetimeType;\n |\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2025-10-22T01:02:05.185773400Z", + "finished_at": "2025-10-22T01:03:37.665154500Z" + }, + "t_004_insert": { + "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", + "task": "t_004_insert", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[reducer]\npub fn insert_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n ctx.db.users().insert(User { id, name, age, active });\n}", + "category": "basics", + "route_api_model": "grok-4", + "golden_db": "basics-t-004-insert-golden", + "llm_db": "basics-t-004-insert-grok-4-llm", + "work_dir_golden": "target\\llm-runs\\basics\\t_004_insert\\rust\\server\\golden", + "work_dir_llm": "target\\llm-runs\\basics\\t_004_insert\\rust\\server\\grok-4\\llm", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 67 packages to latest compatible versions\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.101\n Compiling quote v1.0.41\n Compiling unicode-ident v1.0.20\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.4\n Compiling either v1.15.0\n Compiling zerocopy v0.8.27\n Compiling serde v1.0.228\n Compiling anyhow v1.0.100\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.10.0\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.5\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling heck v0.5.0\n Compiling bytemuck v1.24.0\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling bytes v1.10.1\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.16\n Compiling constant_time_eq v0.3.1\n Compiling spacetimedb-lib v1.6.0\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling log v0.4.28\n Compiling generic-array v0.14.9\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.41\n Compiling num-traits v0.2.19\n Compiling spacetimedb-primitives v1.6.0\n Compiling blake3 v1.8.2\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling crypto-common v0.1.6\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling syn v2.0.107\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling thiserror-impl v1.0.69\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling enum-as-inner v0.6.1\n Compiling derive_more v0.99.20\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_004_insert\\rust\\server\\grok-4\\llm)\nerror[E0599]: no method named `insert` found for reference `&users__TableHandle` in the current scope\n --> src\\lib.rs:15:20\n |\n15 | ctx.db.users().insert(User { id, name, age, active });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n15 | ctx.db.users().try_insert(User { id, name, age, active });\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2025-10-22T01:02:05.188490Z", + "finished_at": "2025-10-22T01:02:55.582287600Z" + }, + "t_005_update": { + "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", + "task": "t_005_update", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n let user = User { id, name, age, active };\n ctx.db.users().id().update(user);\n}", + "category": "basics", + "route_api_model": "grok-4", + "golden_db": "basics-t-005-update-golden", + "llm_db": "basics-t-005-update-grok-4-llm", + "work_dir_golden": "target\\llm-runs\\basics\\t_005_update\\rust\\server\\golden", + "work_dir_llm": "target\\llm-runs\\basics\\t_005_update\\rust\\server\\grok-4\\llm", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_db": "basics-t-005-update-golden", + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_db": "basics-t-005-update-grok-4-llm", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM users WHERE id=1", + "reducer": "update_user", + "server": "local" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "golden_db": "basics-t-005-update-golden", + "llm_db": "basics-t-005-update-grok-4-llm", + "reducers_diff": null, + "reducers_equal": true, + "server": "local", + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO users(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "xai", + "started_at": "2025-10-22T01:02:05.191882800Z", + "finished_at": "2025-10-22T01:03:51.231015600Z" + }, + "t_006_delete": { + "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "llm_output": "use spacetimedb::{reducer, ReducerContext, table};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[reducer]\npub fn delete_user(ctx: &ReducerContext, id: i32) {\n ctx.db.users().id().delete(&id);\n}", + "category": "basics", + "route_api_model": "grok-4", + "golden_db": "basics-t-006-delete-golden", + "llm_db": "basics-t-006-delete-grok-4-llm", + "work_dir_golden": "target\\llm-runs\\basics\\t_006_delete\\rust\\server\\golden", + "work_dir_llm": "target\\llm-runs\\basics\\t_006_delete\\rust\\server\\grok-4\\llm", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "golden_db": "basics-t-006-delete-golden", + "llm_db": "basics-t-006-delete-grok-4-llm", + "reducers_diff": null, + "reducers_equal": true, + "server": "local", + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO users(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM users WHERE id=1" + } + } + }, + "vendor": "xai", + "started_at": "2025-10-22T01:02:05.194777800Z", + "finished_at": "2025-10-22T01:03:09.975424400Z" + }, + "t_007_crud": { + "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", + "task": "t_007_crud", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, ReducerContext, UniqueColumn};\n\n#[spacetimedb::table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[reducer]\npub fn crud(ctx: &ReducerContext) {\n ctx.db.users().insert(User { id: 1, name: \"Alice\".to_string(), age: 30, active: true });\n ctx.db.users().insert(User { id: 2, name: \"Bob\".to_string(), age: 22, active: false });\n let updated = User { id: 1, name: \"Alice2\".to_string(), age: 31, active: false };\n ctx.db.users().id().update(updated);\n ctx.db.users().id().delete(&2);\n}", + "category": "basics", + "route_api_model": "grok-4", + "golden_db": "basics-t-007-crud-golden", + "llm_db": "basics-t-007-crud-grok-4-llm", + "work_dir_golden": "target\\llm-runs\\basics\\t_007_crud\\rust\\server\\golden", + "work_dir_llm": "target\\llm-runs\\basics\\t_007_crud\\rust\\server\\grok-4\\llm", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 67 packages to latest compatible versions\n Compiling proc-macro2 v1.0.101\n Compiling unicode-ident v1.0.20\n Compiling quote v1.0.41\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling zerocopy v0.8.27\n Compiling find-msvc-tools v0.1.4\n Compiling shlex v1.3.0\n Compiling bitflags v2.10.0\n Compiling anyhow v1.0.100\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.5\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling heck v0.5.0\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling bytemuck v1.24.0\n Compiling constant_time_eq v0.3.1\n Compiling bytes v1.10.1\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.16\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v1.6.0\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling log v0.4.28\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.9\n Compiling cc v1.2.41\n Compiling num-traits v0.2.19\n Compiling spacetimedb-primitives v1.6.0\n Compiling blake3 v1.8.2\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling ppv-lite86 v0.2.21\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.6\n Compiling digest v0.10.7\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.107\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling decorum v0.3.1\n Compiling thiserror-impl v1.0.69\n Compiling enum-as-inner v0.6.1\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling derive_more v0.99.20\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_007_crud\\rust\\server\\grok-4\\llm)\nwarning: unused import: `UniqueColumn`\n --> src\\lib.rs:2:44\n |\n2 | use spacetimedb::{reducer, ReducerContext, UniqueColumn};\n | ^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` on by default\n\nerror[E0599]: no method named `insert` found for reference `&users__TableHandle` in the current scope\n --> src\\lib.rs:15:20\n |\n15 | ctx.db.users().insert(User { id: 1, name: \"Alice\".to_string(), age: 30, active: true });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n15 | ctx.db.users().try_insert(User { id: 1, name: \"Alice\".to_string(), age: 30, active: true });\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&users__TableHandle` in the current scope\n --> src\\lib.rs:16:20\n |\n16 | ctx.db.users().insert(User { id: 2, name: \"Bob\".to_string(), age: 22, active: false });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n16 | ctx.db.users().try_insert(User { id: 2, name: \"Bob\".to_string(), age: 22, active: false });\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2025-10-22T01:02:05.197437100Z", + "finished_at": "2025-10-22T01:03:34.519339400Z" + }, + "t_008_index_lookup": { + "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table, UniqueColumn};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool\n}\n\n#[table(name = results)]\npub struct Result {\n #[primary_key]\n id: i32,\n name: String\n}\n\n#[reducer]\npub fn lookup_user_name(ctx: &ReducerContext, id: i32) {\n if let Some(user) = ctx.db.users().id().find(&id) {\n ctx.db.results().insert(Result { id: user.id, name: user.name });\n }\n}", + "category": "basics", + "route_api_model": "grok-4", + "golden_db": "basics-t-008-index-lookup-golden", + "llm_db": "basics-t-008-index-lookup-grok-4-llm", + "work_dir_golden": "target\\llm-runs\\basics\\t_008_index_lookup\\rust\\server\\golden", + "work_dir_llm": "target\\llm-runs\\basics\\t_008_index_lookup\\rust\\server\\grok-4\\llm", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 67 packages to latest compatible versions\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.101\n Compiling unicode-ident v1.0.20\n Compiling quote v1.0.41\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling zerocopy v0.8.27\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.4\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.100\n Compiling bitflags v2.10.0\n Compiling thiserror v1.0.69\n Compiling heck v0.5.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling keccak v0.1.5\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling bytes v1.10.1\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.24.0\n Compiling arrayref v0.3.9\n Compiling cc v1.2.41\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.16\n Compiling constant_time_eq v0.3.1\n Compiling spacetimedb-lib v1.6.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.9\n Compiling log v0.4.28\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.2\n Compiling spacetimedb-primitives v1.6.0\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.6\n Compiling syn v2.0.107\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling rand_chacha v0.3.1\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling enum-as-inner v0.6.1\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_008_index_lookup\\rust\\server\\grok-4\\llm)\nwarning: unused import: `UniqueColumn`\n --> src\\lib.rs:2:58\n |\n2 | use spacetimedb::{table, reducer, ReducerContext, Table, UniqueColumn};\n | ^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` on by default\n\nerror[E0107]: struct takes 0 generic arguments but 2 generic arguments were supplied\n --> src\\lib.rs:4:1\n |\n 4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^ expected 0 generic arguments\n |\nnote: struct defined here, with 0 generic parameters\n --> src\\lib.rs:14:12\n |\n14 | pub struct Result {\n | ^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `deserialize` has an incompatible type for trait\n --> src\\lib.rs:4:1\n |\n4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_) -> std::result::Result>::Error>`\n found signature `fn(_) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_seq_product` has an incompatible type for trait\n --> src\\lib.rs:4:1\n |\n4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(_::__ProductVisitor, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_named_product` has an incompatible type for trait\n --> src\\lib.rs:4:1\n |\n4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(_::__ProductVisitor, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit` has an incompatible type for trait\n --> src\\lib.rs:4:1\n |\n4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^ expected `Result<__ProductFieldIdent, __E>`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, &_) -> std::result::Result<_::__ProductFieldIdent, __E>`\n found signature `fn(_::__ProductVisitor, &_) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `serialize` has an incompatible type for trait\n --> src\\lib.rs:4:1\n |\n4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^ expected `Result<::Ok, ...>`, found `Result`\n |\n = note: expected signature `fn(&User, _) -> std::result::Result<::Ok, ::Error>`\n found signature `fn(&User, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0107]: struct takes 0 generic arguments but 2 generic arguments were supplied\n --> src\\lib.rs:13:1\n |\n13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected 0 generic arguments\n |\nnote: struct defined here, with 0 generic parameters\n --> src\\lib.rs:14:12\n |\n14 | pub struct Result {\n | ^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `deserialize` has an incompatible type for trait\n --> src\\lib.rs:13:1\n |\n13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_) -> std::result::Result>::Error>`\n found signature `fn(_) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_seq_product` has an incompatible type for trait\n --> src\\lib.rs:13:1\n |\n13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(_::__ProductVisitor, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_named_product` has an incompatible type for trait\n --> src\\lib.rs:13:1\n |\n13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(_::__ProductVisitor, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit` has an incompatible type for trait\n --> src\\lib.rs:13:1\n |\n13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result<__ProductFieldIdent, __E>`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, &_) -> std::result::Result<_::__ProductFieldIdent, __E>`\n found signature `fn(_::__ProductVisitor, &_) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `serialize` has an incompatible type for trait\n --> src\\lib.rs:13:1\n |\n13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result<::Ok, ...>`, found `Result`\n |\n = note: expected signature `fn(&Result, _) -> std::result::Result<::Ok, ::Error>`\n found signature `fn(&Result, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:1\n |\n 4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `Result` and `Result` have similar names, but are actually distinct types\nnote: `Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:14:1\n |\n 14 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0277]: the `?` operator can only be used in a method that returns `Result` or `Option` (or another type that implements `FromResidual`)\n --> src\\lib.rs:4:22\n |\n4 | #[table(name = users)]\n | ---------------------^\n | | |\n | | cannot use the `?` operator in a method that returns `Result`\n | this function should return `Result` or `Option` to accept `?`\n |\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` which comes from the expansion of the attribute macro `table` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:1\n |\n 4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `std::result::Result` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:14:1\n |\n 14 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:1\n |\n 4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<_, _>`\n | expected `Result` because of return type\n |\n = note: `std::result::Result<_, _>` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result<_, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:14:1\n |\n 14 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:1\n |\n 4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<__ProductFieldIdent, _>`\n | expected `Result` because of return type\n |\n = note: `Result<__ProductFieldIdent, _>` and `Result` have similar names, but are actually distinct types\nnote: `Result<__ProductFieldIdent, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:14:1\n |\n 14 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:1\n |\n 4 | #[table(name = users)]\n | ^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<::Ok, ...>`\n | expected `Result` because of return type\n |\n = note: `Result<::Ok, ...>` and `Result` have similar names, but are actually distinct types\nnote: `Result<::Ok, ...>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:14:1\n |\n 14 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:13:1\n |\n 13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `Result` and `Result` have similar names, but are actually distinct types\nnote: `Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:14:1\n |\n 14 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider using `Result::expect` to unwrap the `std::result::Result>::Error>` value, panicking if the value is a `Result::Err`\n |\n 13 | #[table(name = results)].expect(\"REASON\")\n | +++++++++++++++++\n\nerror[E0277]: the `?` operator can only be used in a method that returns `Result` or `Option` (or another type that implements `FromResidual`)\n --> src\\lib.rs:13:24\n |\n13 | #[table(name = results)]\n | -----------------------^\n | | |\n | | cannot use the `?` operator in a method that returns `Result`\n | this function should return `Result` or `Option` to accept `?`\n |\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` which comes from the expansion of the attribute macro `table` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:13:1\n |\n 13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `std::result::Result` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:14:1\n |\n 14 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:13:1\n |\n 13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<_, _>`\n | expected `Result` because of return type\n |\n = note: `std::result::Result<_, _>` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result<_, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:14:1\n |\n 14 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:13:1\n |\n 13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<__ProductFieldIdent, _>`\n | expected `Result` because of return type\n |\n = note: `Result<__ProductFieldIdent, _>` and `Result` have similar names, but are actually distinct types\nnote: `Result<__ProductFieldIdent, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:14:1\n |\n 14 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:13:1\n |\n 13 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<::Ok, ...>`\n | expected `Result` because of return type\n |\n = note: `Result<::Ok, ...>` and `Result` have similar names, but are actually distinct types\nnote: `Result<::Ok, ...>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:14:1\n |\n 14 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nSome errors have detailed explanations: E0053, E0107, E0277, E0308.\nFor more information about an error, try `rustc --explain E0053`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 28 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2025-10-22T01:02:05.200443800Z", + "finished_at": "2025-10-22T01:03:49.306266200Z" + }, + "t_009_init": { + "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", + "task": "t_009_init", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 4, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.users().insert(User { id: 1, name: \"Alice\".to_string(), age: 30, active: true });\n ctx.db.users().insert(User { id: 2, name: \"Bob\".to_string(), age: 22, active: false });\n}", + "category": "basics", + "route_api_model": "grok-4", + "golden_db": "basics-t-009-init-golden", + "llm_db": "basics-t-009-init-grok-4-llm", + "work_dir_golden": "target\\llm-runs\\basics\\t_009_init\\rust\\server\\golden", + "work_dir_llm": "target\\llm-runs\\basics\\t_009_init\\rust\\server\\grok-4\\llm", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM users WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM users" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "golden_db": "basics-t-009-init-golden", + "llm_db": "basics-t-009-init-grok-4-llm", + "reducers_diff": null, + "reducers_equal": true, + "server": "local", + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM users WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "xai", + "started_at": "2025-10-22T01:02:05.203170700Z", + "finished_at": "2025-10-22T01:03:51.597278500Z" + }, + "t_010_connect": { + "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", + "task": "t_010_connect", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = events)]\npub struct Event {\n #[primary_key]\n #[auto_inc]\n id: i32,\n kind: String,\n}\n\n#[spacetimedb::reducer(client_connected)]\npub fn client_connected(ctx: &ReducerContext) {\n ctx.db.events().insert(Event {\n id: 0,\n kind: \"connected\".into(),\n });\n}\n\n#[spacetimedb::reducer(client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) {\n ctx.db.events().insert(Event {\n id: 0,\n kind: \"disconnected\".into(),\n });\n}", + "category": "basics", + "route_api_model": "grok-4", + "golden_db": "basics-t-010-connect-golden", + "llm_db": "basics-t-010-connect-grok-4-llm", + "work_dir_golden": "target\\llm-runs\\basics\\t_010_connect\\rust\\server\\golden", + "work_dir_llm": "target\\llm-runs\\basics\\t_010_connect\\rust\\server\\grok-4\\llm", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "golden_db": "basics-t-010-connect-golden", + "llm_db": "basics-t-010-connect-grok-4-llm", + "reducers_diff": null, + "reducers_equal": true, + "server": "local", + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2025-10-22T01:02:05.205852800Z", + "finished_at": "2025-10-22T01:03:18.971400900Z" + }, + "t_011_helper_function": { + "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, ReducerContext};\n\n#[spacetimedb::table(name = results)]\npub struct Result {\n #[primary_key]\n id: i32,\n sum: i32,\n}\n\nfn add(a: i32, b: i32) -> i32 {\n a + b\n}\n\n#[reducer]\npub fn compute_sum(ctx: &ReducerContext, id: i32, a: i32, b: i32) {\n ctx.db.results().insert(Result { id, sum: add(a, b) });\n}", + "category": "basics", + "route_api_model": "grok-4", + "golden_db": "basics-t-011-helper-function-golden", + "llm_db": "basics-t-011-helper-function-grok-4-llm", + "work_dir_golden": "target\\llm-runs\\basics\\t_011_helper_function\\rust\\server\\golden", + "work_dir_llm": "target\\llm-runs\\basics\\t_011_helper_function\\rust\\server\\grok-4\\llm", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 67 packages to latest compatible versions\n Compiling proc-macro2 v1.0.101\n Compiling unicode-ident v1.0.20\n Compiling quote v1.0.41\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.27\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.4\n Compiling bitflags v2.10.0\n Compiling anyhow v1.0.100\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling heck v0.5.0\n Compiling keccak v0.1.5\n Compiling bytes v1.10.1\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.3.1\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v1.6.0\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.16\n Compiling bytemuck v1.24.0\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling log v0.4.28\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.41\n Compiling generic-array v0.14.9\n Compiling num-traits v0.2.19\n Compiling spacetimedb-primitives v1.6.0\n Compiling blake3 v1.8.2\n Compiling syn v2.0.107\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling crypto-common v0.1.6\n Compiling block-buffer v0.10.4\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling thiserror-impl v1.0.69\n Compiling enum-as-inner v0.6.1\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling derive_more v0.99.20\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\basics\\t_011_helper_function\\rust\\server\\grok-4\\llm)\nerror[E0107]: struct takes 0 generic arguments but 2 generic arguments were supplied\n --> src\\lib.rs:4:1\n |\n4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ expected 0 generic arguments\n |\nnote: struct defined here, with 0 generic parameters\n --> src\\lib.rs:5:12\n |\n5 | pub struct Result {\n | ^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `deserialize` has an incompatible type for trait\n --> src\\lib.rs:4:1\n |\n4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_) -> std::result::Result>::Error>`\n found signature `fn(_) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_seq_product` has an incompatible type for trait\n --> src\\lib.rs:4:1\n |\n4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(__ProductVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(__ProductVisitor, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_named_product` has an incompatible type for trait\n --> src\\lib.rs:4:1\n |\n4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(__ProductVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(__ProductVisitor, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit` has an incompatible type for trait\n --> src\\lib.rs:4:1\n |\n4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result<__ProductFieldIdent, __E>`, found `Result`\n |\n = note: expected signature `fn(__ProductVisitor, &_) -> std::result::Result<__ProductFieldIdent, __E>`\n found signature `fn(__ProductVisitor, &_) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `serialize` has an incompatible type for trait\n --> src\\lib.rs:4:1\n |\n4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result<::Ok, ...>`, found `Result`\n |\n = note: expected signature `fn(&Result, _) -> std::result::Result<::Ok, ::Error>`\n found signature `fn(&Result, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:1\n |\n 4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `Result` and `Result` have similar names, but are actually distinct types\nnote: `Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider using `Result::expect` to unwrap the `std::result::Result>::Error>` value, panicking if the value is a `Result::Err`\n |\n 4 | #[spacetimedb::table(name = results)].expect(\"REASON\")\n | +++++++++++++++++\n\nerror[E0277]: the `?` operator can only be used in a method that returns `Result` or `Option` (or another type that implements `FromResidual`)\n --> src\\lib.rs:4:37\n |\n4 | #[spacetimedb::table(name = results)]\n | ------------------------------------^\n | | |\n | | cannot use the `?` operator in a method that returns `Result`\n | this function should return `Result` or `Option` to accept `?`\n |\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` which comes from the expansion of the attribute macro `spacetimedb::table` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:1\n |\n 4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `std::result::Result` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:1\n |\n 4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<_, _>`\n | expected `Result` because of return type\n |\n = note: `std::result::Result<_, _>` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result<_, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:1\n |\n 4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<__ProductFieldIdent, _>`\n | expected `Result` because of return type\n |\n = note: `Result<__ProductFieldIdent, _>` and `Result` have similar names, but are actually distinct types\nnote: `Result<__ProductFieldIdent, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:1\n |\n 4 | #[spacetimedb::table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<::Ok, ...>`\n | expected `Result` because of return type\n |\n = note: `Result<::Ok, ...>` and `Result` have similar names, but are actually distinct types\nnote: `Result<::Ok, ...>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0599]: no method named `insert` found for reference `&results__TableHandle` in the current scope\n --> src\\lib.rs:17:22\n |\n17 | ctx.db.results().insert(Result { id, sum: add(a, b) });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n17 | ctx.db.results().try_insert(Result { id, sum: add(a, b) });\n | ++++\n\nSome errors have detailed explanations: E0053, E0107, E0277, E0308, E0599.\nFor more information about an error, try `rustc --explain E0053`.\nerror: could not compile `spacetime-module` (lib) due to 15 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2025-10-22T01:02:05.208437500Z", + "finished_at": "2025-10-22T01:03:17.124837500Z" + }, + "t_012_spacetime_product_type": { + "hash": "6f6952bf2229377c636da7d52e9706eb8edd21bb39a26a5736197a12adbbf143", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{table, reducer, ReducerContext, SpacetimeType};\n\n#[derive(SpacetimeType)]\npub struct Score {\n left: i32,\n right: i32,\n}\n\n#[table(accessor = result, public)]\npub struct ResultRow {\n #[primary_key]\n id: i32,\n value: Score,\n}\n\n#[reducer]\npub fn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\n ctx.db.result().insert(ResultRow {\n id,\n value: Score { left, right },\n });\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling uuid v1.22.0\n Compiling constant_time_eq v0.4.2\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.57\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling blake3 v1.8.3\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\rust\\server\\grok-4\\llm)\nerror[E0599]: no method named `insert` found for reference `&result__TableHandle` in the current scope\n --> src\\lib.rs:19:21\n |\n19 | ctx.db.result().insert(ResultRow {\n | ----------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n19 | ctx.db.result().try_insert(ResultRow {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:52:57.902458300Z", + "finished_at": "2026-03-24T22:53:32.918599100Z" + }, + "t_013_spacetime_sum_type": { + "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{SpacetimeType, ReducerContext, reducer, table};\n\n#[derive(SpacetimeType)]\npub struct Rect {\n width: i32,\n height: i32,\n}\n\n#[derive(SpacetimeType)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(name = results)]\npub struct Result {\n #[primary_key]\n id: i32,\n value: Shape,\n}\n\n#[reducer]\npub fn set_circle(ctx: &ReducerContext, id: i32, radius: i32) {\n ctx.db.results().insert(Result { id, value: Shape::Circle(radius) });\n}", + "category": "schema", + "route_api_model": "grok-4", + "golden_db": "schema-t-013-spacetime-sum-type-golden", + "llm_db": "schema-t-013-spacetime-sum-type-grok-4-llm", + "work_dir_golden": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\rust\\server\\golden", + "work_dir_llm": "target\\llm-runs\\schema\\t_013_spacetime_sum_type\\rust\\server\\grok-4\\llm", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 67 packages to latest compatible versions\n Compiling proc-macro2 v1.0.101\n Compiling quote v1.0.41\n Compiling unicode-ident v1.0.20\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling zerocopy v0.8.27\n Compiling find-msvc-tools v0.1.4\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.100\n Compiling bitflags v2.10.0\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.5\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling heck v0.5.0\n Compiling humantime v2.3.0\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v1.6.0\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.3.1\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.16\n Compiling bytes v1.10.1\n Compiling bytemuck v1.24.0\n Compiling itertools v0.12.1\n Compiling scoped-tls v1.0.1\n Compiling log v0.4.28\n Compiling rand_core v0.6.4\n Compiling cc v1.2.41\n Compiling generic-array v0.14.9\n Compiling num-traits v0.2.19\n Compiling spacetimedb-primitives v1.6.0\n Compiling syn v2.0.107\n Compiling blake3 v1.8.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.6\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling enum-as-inner v0.6.1\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\rust\\server\\grok-4\\llm)\nerror[E0107]: struct takes 0 generic arguments but 2 generic arguments were supplied\n --> src\\lib.rs:4:10\n |\n 4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected 0 generic arguments\n |\nnote: struct defined here, with 0 generic parameters\n --> src\\lib.rs:17:12\n |\n17 | pub struct Result {\n | ^^^^^^\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `deserialize` has an incompatible type for trait\n --> src\\lib.rs:4:10\n |\n4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_) -> std::result::Result>::Error>`\n found signature `fn(_) -> Result`\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_seq_product` has an incompatible type for trait\n --> src\\lib.rs:4:10\n |\n4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(_::__ProductVisitor, _) -> Result`\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_named_product` has an incompatible type for trait\n --> src\\lib.rs:4:10\n |\n4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(_::__ProductVisitor, _) -> Result`\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit` has an incompatible type for trait\n --> src\\lib.rs:4:10\n |\n4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected `Result<__ProductFieldIdent, __E>`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, &_) -> std::result::Result<_::__ProductFieldIdent, __E>`\n found signature `fn(_::__ProductVisitor, &_) -> Result`\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `serialize` has an incompatible type for trait\n --> src\\lib.rs:4:10\n |\n4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected `Result<::Ok, ...>`, found `Result`\n |\n = note: expected signature `fn(&Rect, _) -> std::result::Result<::Ok, ::Error>`\n found signature `fn(&Rect, _) -> Result`\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0107]: struct takes 0 generic arguments but 2 generic arguments were supplied\n --> src\\lib.rs:10:10\n |\n10 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected 0 generic arguments\n |\nnote: struct defined here, with 0 generic parameters\n --> src\\lib.rs:17:12\n |\n17 | pub struct Result {\n | ^^^^^^\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `deserialize` has an incompatible type for trait\n --> src\\lib.rs:10:10\n |\n10 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_) -> std::result::Result>::Error>`\n found signature `fn(_) -> Result`\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_sum` has an incompatible type for trait\n --> src\\lib.rs:10:10\n |\n10 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(__SumVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(__SumVisitor, _) -> Result`\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_tag` has an incompatible type for trait\n --> src\\lib.rs:10:10\n |\n10 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected `std::result::Result<__Variant, E>`, found `Result`\n |\n = note: expected signature `fn(__SumVisitor, _) -> std::result::Result<__Variant, E>`\n found signature `fn(__SumVisitor, _) -> Result`\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_name` has an incompatible type for trait\n --> src\\lib.rs:10:10\n |\n10 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected `std::result::Result<__Variant, E>`, found `Result`\n |\n = note: expected signature `fn(__SumVisitor, &_) -> std::result::Result<__Variant, E>`\n found signature `fn(__SumVisitor, &_) -> Result`\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `serialize` has an incompatible type for trait\n --> src\\lib.rs:10:10\n |\n10 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^ expected `Result<::Ok, ...>`, found `Result`\n |\n = note: expected signature `fn(&Shape, _) -> std::result::Result<::Ok, ::Error>`\n found signature `fn(&Shape, _) -> Result`\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0107]: struct takes 0 generic arguments but 2 generic arguments were supplied\n --> src\\lib.rs:16:1\n |\n16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected 0 generic arguments\n |\nnote: struct defined here, with 0 generic parameters\n --> src\\lib.rs:17:12\n |\n17 | pub struct Result {\n | ^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `deserialize` has an incompatible type for trait\n --> src\\lib.rs:16:1\n |\n16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_) -> std::result::Result>::Error>`\n found signature `fn(_) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_seq_product` has an incompatible type for trait\n --> src\\lib.rs:16:1\n |\n16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(_::__ProductVisitor, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit_named_product` has an incompatible type for trait\n --> src\\lib.rs:16:1\n |\n16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, _) -> std::result::Result>::Error>`\n found signature `fn(_::__ProductVisitor, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `visit` has an incompatible type for trait\n --> src\\lib.rs:16:1\n |\n16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result<__ProductFieldIdent, __E>`, found `Result`\n |\n = note: expected signature `fn(_::__ProductVisitor, &_) -> std::result::Result<_::__ProductFieldIdent, __E>`\n found signature `fn(_::__ProductVisitor, &_) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0053]: method `serialize` has an incompatible type for trait\n --> src\\lib.rs:16:1\n |\n16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^ expected `Result<::Ok, ...>`, found `Result`\n |\n = note: expected signature `fn(&Result, _) -> std::result::Result<::Ok, ::Error>`\n found signature `fn(&Result, _) -> Result`\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:10\n |\n 4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `Result` and `Result` have similar names, but are actually distinct types\nnote: `Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0277]: the `?` operator can only be used in a method that returns `Result` or `Option` (or another type that implements `FromResidual`)\n --> src\\lib.rs:4:22\n |\n4 | #[derive(SpacetimeType)]\n | ------------^\n | | |\n | | cannot use the `?` operator in a method that returns `Result`\n | this function should return `Result` or `Option` to accept `?`\n |\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:10\n |\n 4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `std::result::Result` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:10\n |\n 4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<_, _>`\n | expected `Result` because of return type\n |\n = note: `std::result::Result<_, _>` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result<_, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:10\n |\n 4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<__ProductFieldIdent, _>`\n | expected `Result` because of return type\n |\n = note: `Result<__ProductFieldIdent, _>` and `Result` have similar names, but are actually distinct types\nnote: `Result<__ProductFieldIdent, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:4:10\n |\n 4 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<::Ok, ...>`\n | expected `Result` because of return type\n |\n = note: `Result<::Ok, ...>` and `Result` have similar names, but are actually distinct types\nnote: `Result<::Ok, ...>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:10:10\n |\n 10 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `Result` and `Result` have similar names, but are actually distinct types\nnote: `Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0277]: the `?` operator can only be used in a method that returns `Result` or `Option` (or another type that implements `FromResidual`)\n --> src\\lib.rs:10:22\n |\n10 | #[derive(SpacetimeType)]\n | ------------^\n | | |\n | | cannot use the `?` operator in a method that returns `Result`\n | this function should return `Result` or `Option` to accept `?`\n |\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:10:10\n |\n 10 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `std::result::Result` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:10:10\n |\n 10 | #[derive(SpacetimeType)]\n | ^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<__Variant, _>`\n | expected `Result` because of return type\n |\n = note: `std::result::Result<__Variant, _>` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result<__Variant, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `SpacetimeType` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:12:12\n |\n 10 | #[derive(SpacetimeType)]\n | ------------- expected `Result` because of return type\n 11 | pub enum Shape {\n 12 | Circle(i32),\n | ^^^ expected `Result`, found `Result<::Ok, ...>`\n |\n = note: `Result<::Ok, ...>` and `Result` have similar names, but are actually distinct types\nnote: `Result<::Ok, ...>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:16:1\n |\n 16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `Result` and `Result` have similar names, but are actually distinct types\nnote: `Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider using `Result::expect` to unwrap the `std::result::Result>::Error>` value, panicking if the value is a `Result::Err`\n |\n 16 | #[table(name = results)].expect(\"REASON\")\n | +++++++++++++++++\n\nerror[E0277]: the `?` operator can only be used in a method that returns `Result` or `Option` (or another type that implements `FromResidual`)\n --> src\\lib.rs:16:24\n |\n16 | #[table(name = results)]\n | -----------------------^\n | | |\n | | cannot use the `?` operator in a method that returns `Result`\n | this function should return `Result` or `Option` to accept `?`\n |\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` which comes from the expansion of the attribute macro `table` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:16:1\n |\n 16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result`\n | expected `Result` because of return type\n |\n = note: `std::result::Result` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:16:1\n |\n 16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<_, _>`\n | expected `Result` because of return type\n |\n = note: `std::result::Result<_, _>` and `Result` have similar names, but are actually distinct types\nnote: `std::result::Result<_, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:16:1\n |\n 16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<__ProductFieldIdent, _>`\n | expected `Result` because of return type\n |\n = note: `Result<__ProductFieldIdent, _>` and `Result` have similar names, but are actually distinct types\nnote: `Result<__ProductFieldIdent, _>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:16:1\n |\n 16 | #[table(name = results)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^\n | |\n | expected `Result`, found `Result<::Ok, ...>`\n | expected `Result` because of return type\n |\n = note: `Result<::Ok, ...>` and `Result` have similar names, but are actually distinct types\nnote: `Result<::Ok, ...>` is defined in crate `core`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.90.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/result.rs:548:1\n |\n548 | pub enum Result {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: `Result` is defined in the current crate\n --> src\\lib.rs:17:1\n |\n 17 | pub struct Result {\n | ^^^^^^^^^^^^^^^^^\n = note: this error originates in the derive macro `spacetimedb::__TableHelper` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0599]: no method named `insert` found for reference `&results__TableHandle` in the current scope\n --> src\\lib.rs:25:22\n |\n25 | ctx.db.results().insert(Result { id, value: Shape::Circle(radius) });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n25 | ctx.db.results().try_insert(Result { id, value: Shape::Circle(radius) });\n | ++++\n\nSome errors have detailed explanations: E0053, E0107, E0277, E0308, E0599.\nFor more information about an error, try `rustc --explain E0053`.\nerror: could not compile `spacetime-module` (lib) due to 40 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2025-10-22T01:02:05.214065100Z", + "finished_at": "2025-10-22T01:03:53.947923200Z" + }, + "t_014_elementary_columns": { + "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(name = primitives)]\npub struct Primitive {\n #[primary_key]\n id: i32,\n count: i32,\n total: i64,\n price: f32,\n ratio: f64,\n active: bool,\n name: String,\n}\n\n#[reducer(init)]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.primitives().insert(Primitive {\n id: 1,\n count: 2,\n total: 3000000000i64,\n price: 1.5f32,\n ratio: 2.25f64,\n active: true,\n name: \"Alice\".to_string(),\n });\n}", + "category": "schema", + "route_api_model": "grok-4", + "golden_db": "schema-t-014-elementary-columns-golden", + "llm_db": "schema-t-014-elementary-columns-grok-4-llm", + "work_dir_golden": "target\\llm-runs\\schema\\t_014_elementary_columns\\rust\\server\\golden", + "work_dir_llm": "target\\llm-runs\\schema\\t_014_elementary_columns\\rust\\server\\grok-4\\llm", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 67 packages to latest compatible versions\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.101\n Compiling quote v1.0.41\n Compiling unicode-ident v1.0.20\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling cfg-if v1.0.4\n Compiling serde_core v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.27\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.4\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.100\n Compiling thiserror v1.0.69\n Compiling bitflags v2.10.0\n Compiling keccak v0.1.5\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling heck v0.5.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.3.1\n Compiling bytemuck v1.24.0\n Compiling smallvec v1.15.1\n Compiling bytes v1.10.1\n Compiling spacetimedb-lib v1.6.0\n Compiling itertools v0.12.1\n Compiling cc v1.2.41\n Compiling getrandom v0.2.16\n Compiling generic-array v0.14.9\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling log v0.4.28\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling spacetimedb-primitives v1.6.0\n Compiling blake3 v1.8.2\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.6\n Compiling syn v2.0.107\n Compiling digest v0.10.7\n Compiling ppv-lite86 v0.2.21\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling enum-as-inner v0.6.1\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_014_elementary_columns\\rust\\server\\grok-4\\llm)\nerror[E0599]: no method named `insert` found for reference `&primitives__TableHandle` in the current scope\n --> src\\lib.rs:18:25\n |\n18 | ctx.db.primitives().insert(Primitive {\n | --------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n18 | ctx.db.primitives().try_insert(Primitive {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2025-10-22T01:02:05.216933200Z", + "finished_at": "2025-10-22T01:03:49.010285900Z" + }, + "t_015_product_type_columns": { + "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[derive(spacetimedb::SpacetimeType)]\npub struct Address {\n street: String,\n zip: i32\n}\n\n#[derive(spacetimedb::SpacetimeType)]\npub struct Position {\n x: i32,\n y: i32\n}\n\n#[table(name = profiles)]\npub struct Profile {\n #[primary_key]\n id: i32,\n home: Address,\n work: Address,\n pos: Position\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.profiles().insert(Profile {\n id: 1,\n home: Address { street: \"1 Main\".to_string(), zip: 11111 },\n work: Address { street: \"2 Broad\".to_string(), zip: 22222 },\n pos: Position { x: 7, y: 9 }\n });\n}", + "category": "schema", + "route_api_model": "grok-4", + "golden_db": "schema-t-015-product-type-columns-golden", + "llm_db": "schema-t-015-product-type-columns-grok-4-llm", + "work_dir_golden": "target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\golden", + "work_dir_llm": "target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\grok-4\\llm", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 67 packages to latest compatible versions\n Compiling proc-macro2 v1.0.101\n Compiling unicode-ident v1.0.20\n Compiling quote v1.0.41\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.4\n Compiling zerocopy v0.8.27\n Compiling bitflags v2.10.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.100\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling keccak v0.1.5\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling heck v0.5.0\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.24.0\n Compiling constant_time_eq v0.3.1\n Compiling spacetimedb-lib v1.6.0\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.16\n Compiling hex v0.4.3\n Compiling bytes v1.10.1\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling log v0.4.28\n Compiling generic-array v0.14.9\n Compiling num-traits v0.2.19\n Compiling cc v1.2.41\n Compiling syn v2.0.107\n Compiling blake3 v1.8.2\n Compiling spacetimedb-primitives v1.6.0\n Compiling crypto-common v0.1.6\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling enum-as-inner v0.6.1\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\grok-4\\llm)\nerror[E0599]: no method named `insert` found for reference `&profiles__TableHandle` in the current scope\n --> src\\lib.rs:27:23\n |\n27 | ctx.db.profiles().insert(Profile {\n | ------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n27 | ctx.db.profiles().try_insert(Profile {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2025-10-22T01:02:05.219748600Z", + "finished_at": "2025-10-22T01:04:00.131061Z" + }, + "t_016_sum_type_columns": { + "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, Table};\n\n#[derive(spacetimedb::SpacetimeType)]\npub struct Rect {\n width: i32,\n height: i32,\n}\n\n#[derive(spacetimedb::SpacetimeType)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb::table(name = drawings)]\npub struct Drawing {\n #[primary_key]\n id: i32,\n a: Shape,\n b: Shape,\n}\n\n#[spacetimedb::reducer(seed)]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.drawings().insert(Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n });\n}", + "category": "schema", + "route_api_model": "grok-4", + "golden_db": "schema-t-016-sum-type-columns-golden", + "llm_db": "schema-t-016-sum-type-columns-grok-4-llm", + "work_dir_golden": "target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\golden", + "work_dir_llm": "target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\grok-4\\llm", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 67 packages to latest compatible versions\n Compiling proc-macro2 v1.0.101\n Compiling quote v1.0.41\n Compiling unicode-ident v1.0.20\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling zerocopy v0.8.27\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.4\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.10.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.100\n Compiling humantime v2.3.0\n Compiling keccak v0.1.5\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling heck v0.5.0\n Compiling arrayvec v0.7.6\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v1.6.0\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.3.1\n Compiling bytemuck v1.24.0\n Compiling bytes v1.10.1\n Compiling getrandom v0.2.16\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling log v0.4.28\n Compiling generic-array v0.14.9\n Compiling cc v1.2.41\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.2\n Compiling syn v2.0.107\n Compiling spacetimedb-primitives v1.6.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.6\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling thiserror-impl v1.0.69\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling enum-as-inner v0.6.1\n Compiling derive_more v0.99.20\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\grok-4\\llm)\nerror: expected one of: `init`, `client_connected`, `client_disconnected`, `update`, `name`\n --> src\\lib.rs:24:24\n |\n24 | #[spacetimedb::reducer(seed)]\n | ^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2025-10-22T01:02:05.222488900Z", + "finished_at": "2025-10-22T01:03:17.896166200Z" + }, + "t_017_scheduled_columns": { + "hash": "6f6952bf2229377c636da7d52e9706eb8edd21bb39a26a5736197a12adbbf143", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{table, reducer, ReducerContext, ScheduleAt, Table};\n\n#[table(accessor = tick_timer, schedule(tick, scheduled_at))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn init(ctx: &ReducerContext) {\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(50_000),\n });\n}\n\n#[reducer]\npub fn tick(_ctx: &ReducerContext, _arg: TickTimer) {\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling bytemuck v1.25.0\n Compiling uuid v1.22.0\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling cc v1.2.57\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\rust\\server\\grok-4\\llm)\nerror: expected one of: `public`, `private`, `accessor`, `name`, `index`, `scheduled`, `event`\n --> src\\lib.rs:4:32\n |\n4 | #[table(accessor = tick_timer, schedule(tick, scheduled_at))]\n | ^^^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `TickTimer` in this scope\n --> src\\lib.rs:14:32\n |\n14 | ctx.db.tick_timer().insert(TickTimer {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `TickTimer` in this scope\n --> src\\lib.rs:21:42\n |\n21 | pub fn tick(_ctx: &ReducerContext, _arg: TickTimer) {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `tick_timer` found for struct `Local` in the current scope\n --> src\\lib.rs:14:12\n |\n14 | ctx.db.tick_timer().insert(TickTimer {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:16:44\n |\n16 | scheduled_at: ScheduleAt::Interval(50_000),\n | -------------------- ^^^^^^ expected `TimeDuration`, found integer\n | |\n | arguments to this enum variant are incorrect\n |\nnote: tuple variant defined here\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\scheduler.rs:24:5\n |\n24 | Interval(TimeDuration),\n | ^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:21:8\n |\n 20 | #[reducer]\n | ---------- required by a bound introduced by this call\n 21 | pub fn tick(_ctx: &ReducerContext, _arg: TickTimer) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {tick}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:21:8\n |\n20 | #[reducer]\n | ---------- required by a bound introduced by this call\n21 | pub fn tick(_ctx: &ReducerContext, _arg: TickTimer) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {tick}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0308, E0422, E0425, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:52:57.905414800Z", + "finished_at": "2026-03-24T22:53:33.839126700Z" + }, + "t_018_constraints": { + "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, ReducerContext};\n\n#[spacetimedb::table(name = accounts, index(name = by_name, btree(columns = [name])))]\npub struct Account {\n #[primary_key]\n id: i32,\n #[unique]\n email: String,\n name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.accounts().insert(Account { id: 1, email: \"a@example.com\".to_string(), name: \"Alice\".to_string() });\n ctx.db.accounts().insert(Account { id: 2, email: \"b@example.com\".to_string(), name: \"Bob\".to_string() });\n}", + "category": "schema", + "route_api_model": "grok-4", + "golden_db": "schema-t-018-constraints-golden", + "llm_db": "schema-t-018-constraints-grok-4-llm", + "work_dir_golden": "target\\llm-runs\\schema\\t_018_constraints\\rust\\server\\golden", + "work_dir_llm": "target\\llm-runs\\schema\\t_018_constraints\\rust\\server\\grok-4\\llm", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 67 packages to latest compatible versions\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.101\n Compiling quote v1.0.41\n Compiling unicode-ident v1.0.20\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling zerocopy v0.8.27\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.4\n Compiling bitflags v2.10.0\n Compiling anyhow v1.0.100\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling humantime v2.3.0\n Compiling keccak v0.1.5\n Compiling heck v0.4.1\n Compiling heck v0.5.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v1.6.0\n Compiling bytemuck v1.24.0\n Compiling bytes v1.10.1\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling getrandom v0.2.16\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.9\n Compiling cc v1.2.41\n Compiling constant_time_eq v0.3.1\n Compiling log v0.4.28\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling spacetimedb-primitives v1.6.0\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.2\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.6\n Compiling syn v2.0.107\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling decorum v0.3.1\n Compiling thiserror-impl v1.0.69\n Compiling enum-as-inner v0.6.1\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling derive_more v0.99.20\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_018_constraints\\rust\\server\\grok-4\\llm)\nerror[E0599]: no method named `insert` found for reference `&accounts__TableHandle` in the current scope\n --> src\\lib.rs:15:23\n |\n15 | ctx.db.accounts().insert(Account { id: 1, email: \"a@example.com\".to_string(), name: \"Alice\".to_string() });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n15 | ctx.db.accounts().try_insert(Account { id: 1, email: \"a@example.com\".to_string(), name: \"Alice\".to_string() });\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&accounts__TableHandle` in the current scope\n --> src\\lib.rs:16:23\n |\n16 | ctx.db.accounts().insert(Account { id: 2, email: \"b@example.com\".to_string(), name: \"Bob\".to_string() });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n16 | ctx.db.accounts().try_insert(Account { id: 2, email: \"b@example.com\".to_string(), name: \"Bob\".to_string() });\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2025-10-22T01:02:05.228601900Z", + "finished_at": "2025-10-22T01:03:49.415425800Z" + }, + "t_019_many_to_many": { + "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext};\n\n#[table(name = users)]\npub struct User {\n #[primary_key]\n user_id: i32,\n name: String,\n}\n\n#[table(name = groups)]\npub struct Group {\n #[primary_key]\n group_id: i32,\n title: String,\n}\n\n#[table(name = memberships, index(name = by_user, btree(columns = [user_id])), index(name = by_group, btree(columns = [group_id])))]\npub struct Membership {\n #[primary_key]\n id: i32,\n user_id: i32,\n group_id: i32,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.users().insert(User { user_id: 1, name: \"Alice\".into() });\n ctx.db.users().insert(User { user_id: 2, name: \"Bob\".into() });\n ctx.db.groups().insert(Group { group_id: 10, title: \"Admin\".into() });\n ctx.db.groups().insert(Group { group_id: 20, title: \"Dev\".into() });\n ctx.db.memberships().insert(Membership { id: 1, user_id: 1, group_id: 10 });\n ctx.db.memberships().insert(Membership { id: 2, user_id: 1, group_id: 20 });\n ctx.db.memberships().insert(Membership { id: 3, user_id: 2, group_id: 20 });\n}", + "category": "schema", + "route_api_model": "grok-4", + "golden_db": "schema-t-019-many-to-many-golden", + "llm_db": "schema-t-019-many-to-many-grok-4-llm", + "work_dir_golden": "target\\llm-runs\\schema\\t_019_many_to_many\\rust\\server\\golden", + "work_dir_llm": "target\\llm-runs\\schema\\t_019_many_to_many\\rust\\server\\grok-4\\llm", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 67 packages to latest compatible versions\n Compiling proc-macro2 v1.0.101\n Compiling quote v1.0.41\n Compiling unicode-ident v1.0.20\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling cfg-if v1.0.4\n Compiling serde_core v1.0.228\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.27\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.100\n Compiling bitflags v2.10.0\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.5\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling heck v0.5.0\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.3.1\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.24.0\n Compiling second-stack v0.3.5\n Compiling bytes v1.10.1\n Compiling itertools v0.12.1\n Compiling cc v1.2.41\n Compiling getrandom v0.2.16\n Compiling spacetimedb-lib v1.6.0\n Compiling hex v0.4.3\n Compiling log v0.4.28\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.9\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling spacetimedb-primitives v1.6.0\n Compiling blake3 v1.8.2\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling syn v2.0.107\n Compiling crypto-common v0.1.6\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling ppv-lite86 v0.2.21\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling thiserror-impl v1.0.69\n Compiling enum-as-inner v0.6.1\n Compiling derive_more v0.99.20\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_019_many_to_many\\rust\\server\\grok-4\\llm)\nerror[E0599]: no method named `insert` found for reference `&users__TableHandle` in the current scope\n --> src\\lib.rs:28:20\n |\n28 | ctx.db.users().insert(User { user_id: 1, name: \"Alice\".into() });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n28 | ctx.db.users().try_insert(User { user_id: 1, name: \"Alice\".into() });\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&users__TableHandle` in the current scope\n --> src\\lib.rs:29:20\n |\n29 | ctx.db.users().insert(User { user_id: 2, name: \"Bob\".into() });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n29 | ctx.db.users().try_insert(User { user_id: 2, name: \"Bob\".into() });\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&groups__TableHandle` in the current scope\n --> src\\lib.rs:30:21\n |\n30 | ctx.db.groups().insert(Group { group_id: 10, title: \"Admin\".into() });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n30 | ctx.db.groups().try_insert(Group { group_id: 10, title: \"Admin\".into() });\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&groups__TableHandle` in the current scope\n --> src\\lib.rs:31:21\n |\n31 | ctx.db.groups().insert(Group { group_id: 20, title: \"Dev\".into() });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n31 | ctx.db.groups().try_insert(Group { group_id: 20, title: \"Dev\".into() });\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&memberships__TableHandle` in the current scope\n --> src\\lib.rs:32:26\n |\n32 | ctx.db.memberships().insert(Membership { id: 1, user_id: 1, group_id: 10 });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n32 | ctx.db.memberships().try_insert(Membership { id: 1, user_id: 1, group_id: 10 });\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&memberships__TableHandle` in the current scope\n --> src\\lib.rs:33:26\n |\n33 | ctx.db.memberships().insert(Membership { id: 2, user_id: 1, group_id: 20 });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n33 | ctx.db.memberships().try_insert(Membership { id: 2, user_id: 1, group_id: 20 });\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&memberships__TableHandle` in the current scope\n --> src\\lib.rs:34:26\n |\n34 | ctx.db.memberships().insert(Membership { id: 3, user_id: 2, group_id: 20 });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n34 | ctx.db.memberships().try_insert(Membership { id: 3, user_id: 2, group_id: 20 });\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2025-10-22T01:02:05.232020Z", + "finished_at": "2025-10-22T01:03:38.139665400Z" + }, + "t_020_ecs": { + "hash": "d47c11c6f8fd2858029ca4bcb1a9fdc8b79b46dac58a8a1b6ddb16f9f3d7213e", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, spacetimedb};\n\n#[spacetimedb::table(name = entities, public)]\npub struct Entity {\n #[primary_key]\n id: i32,\n}\n\n#[spacetimedb::table(name = positions, public)]\npub struct Position {\n #[primary_key]\n entity_id: i32,\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::table(name = velocities, public)]\npub struct Velocity {\n #[primary_key]\n entity_id: i32,\n vx: i32,\n vy: i32,\n}\n\n#[spacetimedb::table(name = next_positions, public)]\npub struct NextPosition {\n #[primary_key]\n entity_id: i32,\n x: i32,\n y: i32,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.entities().insert(Entity { id: 1 });\n ctx.db.entities().insert(Entity { id: 2 });\n ctx.db.positions().insert(Position { entity_id: 1, x: 0, y: 0 });\n ctx.db.positions().insert(Position { entity_id: 2, x: 10, y: 0 });\n ctx.db.velocities().insert(Velocity { entity_id: 1, vx: 1, vy: 0 });\n ctx.db.velocities().insert(Velocity { entity_id: 2, vx: -2, vy: 3 });\n}\n\n#[spacetimedb::reducer]\npub fn step(ctx: &ReducerContext) {\n for pos in ctx.db.positions().iter() {\n if let Some(vel) = ctx.db.velocities().entity_id().find(&pos.entity_id) {\n let new_x = pos.x + vel.vx;\n let new_y = pos.y + vel.vy;\n let next_pos = NextPosition { entity_id: pos.entity_id, x: new_x, y: new_y };\n if ctx.db.next_positions().entity_id().find(&next_pos.entity_id).is_some() {\n ctx.db.next_positions().entity_id().update(next_pos);\n } else {\n ctx.db.next_positions().insert(next_pos);\n }\n }\n }\n}", + "category": "schema", + "route_api_model": "grok-4", + "golden_db": "schema-t-020-ecs-golden", + "llm_db": "schema-t-020-ecs-grok-4-llm", + "work_dir_golden": "target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\golden", + "work_dir_llm": "target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-4\\llm", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 67 packages to latest compatible versions\n Compiling proc-macro2 v1.0.101\n Compiling quote v1.0.41\n Compiling unicode-ident v1.0.20\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling zerocopy v0.8.27\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.4\n Compiling shlex v1.3.0\n Compiling bitflags v2.10.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.100\n Compiling thiserror v1.0.69\n Compiling heck v0.5.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.5\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling bytes v1.10.1\n Compiling bytemuck v1.24.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.3.1\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.16\n Compiling spacetimedb-lib v1.6.0\n Compiling log v0.4.28\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.9\n Compiling num-traits v0.2.19\n Compiling cc v1.2.41\n Compiling syn v2.0.107\n Compiling blake3 v1.8.2\n Compiling spacetimedb-primitives v1.6.0\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.6\n Compiling approx v0.3.2\n Compiling chrono v0.4.42\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-sys v1.6.0\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling thiserror-impl v1.0.69\n Compiling enum-as-inner v0.6.1\n Compiling derive_more v0.99.20\n Compiling spacetimedb-bindings-macro v1.6.0\n Compiling spacetimedb-sats v1.6.0\n Compiling spacetimedb v1.6.0\n Compiling spacetime-module v0.1.0 (E:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\private\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:35\n |\n2 | use spacetimedb::{ReducerContext, spacetimedb};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2025-10-22T01:02:55.582569300Z", + "finished_at": "2025-10-22T01:04:24.232996900Z" + }, + "t_021_multi_column_index": { + "hash": "6f6952bf2229377c636da7d52e9706eb8edd21bb39a26a5736197a12adbbf143", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-24T22:52:57.908704400Z", + "finished_at": "2026-03-24T22:53:38.358002Z" + } + } + } + ] + }, + { + "mode": "cursor_rules", + "hash": "edbeadd577ce7acdedf6ce10e46c0aaee75d0cd6c30c8faef266a23ad86d12cf", + "models": [ + { + "name": "Grok 4", + "route_api_model": "grok-4", + "tasks": { + "t_002_scheduled_table": { + "hash": "edbeadd577ce7acdedf6ce10e46c0aaee75d0cd6c30c8faef266a23ad86d12cf", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai" + }, + "t_004_insert": { + "hash": "edbeadd577ce7acdedf6ce10e46c0aaee75d0cd6c30c8faef266a23ad86d12cf", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "xai" + }, + "t_007_crud": { + "hash": "edbeadd577ce7acdedf6ce10e46c0aaee75d0cd6c30c8faef266a23ad86d12cf", + "task": "t_007_crud", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "xai" + }, + "t_012_spacetime_product_type": { + "hash": "edbeadd577ce7acdedf6ce10e46c0aaee75d0cd6c30c8faef266a23ad86d12cf", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "xai" + }, + "t_016_sum_type_columns": { + "hash": "edbeadd577ce7acdedf6ce10e46c0aaee75d0cd6c30c8faef266a23ad86d12cf", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (Circle = 10) | (Rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (Circle = 10) | (Rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "xai" + }, + "t_017_scheduled_columns": { + "hash": "edbeadd577ce7acdedf6ce10e46c0aaee75d0cd6c30c8faef266a23ad86d12cf", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + } + } + }, + "vendor": "xai" + }, + "t_020_ecs": { + "hash": "edbeadd577ce7acdedf6ce10e46c0aaee75d0cd6c30c8faef266a23ad86d12cf", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM next_position" + } + } + }, + "vendor": "xai" + }, + "t_021_multi_column_index": { + "hash": "edbeadd577ce7acdedf6ce10e46c0aaee75d0cd6c30c8faef266a23ad86d12cf", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, Table, ReducerContext};\n\n#[table(accessor = log, public, index(name = by_user_day, btree(columns = [user_id, day])))]\npub struct Log {\n #[primary_key]\n id: i32,\n user_id: i32,\n day: i32,\n message: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.log().insert(Log { id: 1, user_id: 7, day: 1, message: \"a\".to_string() });\n ctx.db.log().insert(Log { id: 2, user_id: 7, day: 2, message: \"b\".to_string() });\n ctx.db.log().insert(Log { id: 3, user_id: 9, day: 1, message: \"c\".to_string() });\n Ok(())\n}", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.44\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling itoa v1.0.17\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.39\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling uuid v1.21.0\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_021_multi_column_index\\rust\\server\\grok-4\\llm)\nerror: expected string literal\n --> src\\lib.rs:4:46\n |\n4 | #[table(accessor = log, public, index(name = by_user_day, btree(columns = [user_id, day])))]\n | ^^^^^^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Log` in this scope\n --> src\\lib.rs:15:25\n |\n15 | ctx.db.log().insert(Log { id: 1, user_id: 7, day: 1, message: \"a\".to_string() });\n | ^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Log` in this scope\n --> src\\lib.rs:16:25\n |\n16 | ctx.db.log().insert(Log { id: 2, user_id: 7, day: 2, message: \"b\".to_string() });\n | ^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Log` in this scope\n --> src\\lib.rs:17:25\n |\n17 | ctx.db.log().insert(Log { id: 3, user_id: 9, day: 1, message: \"c\".to_string() });\n | ^^^ not found in this scope\n\nerror[E0599]: no method named `log` found for struct `Local` in the current scope\n --> src\\lib.rs:15:12\n |\n15 | ctx.db.log().insert(Log { id: 1, user_id: 7, day: 1, message: \"a\".to_string() });\n | ^^^ method not found in `Local`\n\nerror[E0599]: no method named `log` found for struct `Local` in the current scope\n --> src\\lib.rs:16:12\n |\n16 | ctx.db.log().insert(Log { id: 2, user_id: 7, day: 2, message: \"b\".to_string() });\n | ^^^ method not found in `Local`\n\nerror[E0599]: no method named `log` found for struct `Local` in the current scope\n --> src\\lib.rs:17:12\n |\n17 | ctx.db.log().insert(Log { id: 3, user_id: 9, day: 1, message: \"c\".to_string() });\n | ^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai" + } + } + } + ] + }, + { + "mode": "no_context", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "models": [ + { + "name": "Grok 4", + "route_api_model": "grok-4", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct EmptyTable {\n #[primary_key]\n id: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_no_args(_ctx: &ReducerContext) {}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_int(_ctx: &ReducerContext, count: i32) {}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_string(_ctx: &ReducerContext, name: String) {}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_two_args(_ctx: &ReducerContext, count: i32, name: String) {}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_three_args(_ctx: &ReducerContext, active: bool, ratio: f32, label: String) {}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused variable: `count`\n --> src\\lib.rs:14:54\n |\n14 | pub fn empty_reducer_with_int(_ctx: &ReducerContext, count: i32) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_count`\n |\n = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused variable: `name`\n --> src\\lib.rs:17:57\n |\n17 | pub fn empty_reducer_with_string(_ctx: &ReducerContext, name: String) {}\n | ^^^^ help: if this is intentional, prefix it with an underscore: `_name`\n\nwarning: unused variable: `count`\n --> src\\lib.rs:20:59\n |\n20 | pub fn empty_reducer_with_two_args(_ctx: &ReducerContext, count: i32, name: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_count`\n\nwarning: unused variable: `name`\n --> src\\lib.rs:20:71\n |\n20 | pub fn empty_reducer_with_two_args(_ctx: &ReducerContext, count: i32, name: String) {}\n | ^^^^ help: if this is intentional, prefix it with an underscore: `_name`\n\nwarning: unused variable: `active`\n --> src\\lib.rs:23:61\n |\n23 | pub fn empty_reducer_with_three_args(_ctx: &ReducerContext, active: bool, ratio: f32, label: String) {}\n | ^^^^^^ help: if this is intentional, prefix it with an underscore: `_active`\n\nwarning: unused variable: `ratio`\n --> src\\lib.rs:23:75\n |\n23 | pub fn empty_reducer_with_three_args(_ctx: &ReducerContext, active: bool, ratio: f32, label: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_ratio`\n\nwarning: unused variable: `label`\n --> src\\lib.rs:23:87\n |\n23 | pub fn empty_reducer_with_three_args(_ctx: &ReducerContext, active: bool, ratio: f32, label: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_label`\n\nFor more information about this error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 7 warnings\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors; 7 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 454, + "output_tokens": 191, + "generation_duration_ms": 10249, + "started_at": "2026-03-27T21:23:47.814996500Z", + "finished_at": "2026-03-27T21:28:12.810848200Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, Identity};\n\n#[spacetimedb(table)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[spacetimedb(table)]\npub struct Product {\n #[primary_key]\n id: i32,\n title: String,\n price: f32,\n in_stock: bool,\n}\n\n#[spacetimedb(table)]\npub struct Note {\n #[primary_key]\n id: i32,\n body: String,\n rating: i64,\n pinned: bool,\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:24:7\n |\n24 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nFor more information about this error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 451, + "output_tokens": 135, + "generation_duration_ms": 1485, + "started_at": "2026-03-27T21:24:02.735174900Z", + "finished_at": "2026-03-27T21:28:30.364585900Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, ScheduleAt, Identity, ReducerContext, Table, SpacetimeType};\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb(reducer)]\npub fn init(_ctx: &ReducerContext) {\n if TickTimer::iter().count() == 0 {\n TickTimer::insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(50_000),\n });\n }\n}\n\n#[spacetimedb(reducer)]\npub fn tick(_ctx: &ReducerContext, _scheduled_id: u64) {\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ScheduleAt, Identity, ReducerContext, Table, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused imports: `Identity` and `SpacetimeType`\n --> src\\lib.rs:2:44\n |\n2 | use spacetimedb::{spacetimedb, ScheduleAt, Identity, ReducerContext, Table, SpacetimeType};\n | ^^^^^^^^ ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `iter` found for struct `TickTimer` in the current scope\n --> src\\lib.rs:15:19\n |\n 6 | pub struct TickTimer {\n | -------------------- function or associated item `iter` not found for this struct\n...\n15 | if TickTimer::iter().count() == 0 {\n | ^^^^ function or associated item not found in `TickTimer`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `TickTimer` in the current scope\n --> src\\lib.rs:16:20\n |\n 6 | pub struct TickTimer {\n | -------------------- function or associated item `insert` not found for this struct\n...\n16 | TickTimer::insert(TickTimer {\n | ^^^^^^ function or associated item not found in `TickTimer`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:18:48\n |\n18 | scheduled_at: ScheduleAt::Interval(50_000),\n | -------------------- ^^^^^^ expected `TimeDuration`, found integer\n | |\n | arguments to this enum variant are incorrect\n |\nnote: tuple variant defined here\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\scheduler.rs:24:5\n |\n24 | Interval(TimeDuration),\n | ^^^^^^^^\n\nSome errors have detailed explanations: E0308, E0432, E0599.\nFor more information about an error, try `rustc --explain E0308`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 417, + "output_tokens": 167, + "generation_duration_ms": 1459, + "started_at": "2026-03-27T21:24:04.198301500Z", + "finished_at": "2026-03-27T21:26:51.187572300Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct entity {\n #[primary_key]\n pub id: i32,\n pub pos: Position,\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling getrandom v0.2.17\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling derive_more v0.99.20\n Compiling generic-array v0.14.7\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused imports: `Identity` and `ReducerContext`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^ ^^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: type `entity` should have an upper camel case name\n --> src\\lib.rs:13:12\n |\n13 | pub struct entity {\n | ^^^^^^ help: convert the identifier to upper camel case: `Entity`\n |\n = note: `#[warn(non_camel_case_types)]` (part of `#[warn(nonstandard_style)]`) on by default\n\nFor more information about this error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 2 warnings\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors; 2 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 383, + "output_tokens": 85, + "generation_duration_ms": 851, + "started_at": "2026-03-27T21:24:05.011780700Z", + "finished_at": "2026-03-27T21:28:29.176735400Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Table, ReducerContext, Identity};\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn insert_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n ctx.db.user().insert(User {\n id,\n name,\n age,\n active,\n });\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling log v0.4.29\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling castaway v0.2.4\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\rust\\server\\grok-4\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:16:12\n |\n16 | ctx.db.user().insert(User {\n | ^^^^ method not found in `Local`\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 417, + "output_tokens": 125, + "generation_duration_ms": 903, + "started_at": "2026-03-27T21:24:12.025664800Z", + "finished_at": "2026-03-27T21:26:11.631738100Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Table, ReducerContext, Identity};\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n if let Some(mut user) = User::filter_by_id(&id) {\n user.name = name;\n user.age = age;\n user.active = active;\n User::update(user);\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling castaway v0.2.4\n Compiling cc v1.2.58\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\rust\\server\\grok-4\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:16:35\n |\n 6 | pub struct User {\n | --------------- function or associated item `filter_by_id` not found for this struct\n...\n16 | if let Some(mut user) = User::filter_by_id(&id) {\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `update` found for struct `User` in the current scope\n --> src\\lib.rs:20:15\n |\n 6 | pub struct User {\n | --------------- function or associated item `update` not found for this struct\n...\n20 | User::update(user);\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `update`, perhaps you need to implement one of them:\n candidate #1: `digest::Update`\n candidate #2: `digest::digest::Digest`\n candidate #3: `digest::digest::DynDigest`\n candidate #4: `itertools::Itertools`\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 423, + "output_tokens": 146, + "generation_duration_ms": 905, + "started_at": "2026-03-27T21:24:20.795578400Z", + "finished_at": "2026-03-27T21:27:46.961837700Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Table, ReducerContext, Identity};\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct User {\n #[spacetimedb(primary_key)]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn delete_user(ctx: &ReducerContext, id: i32) {\n User::delete_by_id(&id);\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\rust\\server\\grok-4\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[spacetimedb(primary_key)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:16:11\n |\n 6 | pub struct User {\n | --------------- function or associated item `delete_by_id` not found for this struct\n...\n16 | User::delete_by_id(&id);\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 390, + "output_tokens": 99, + "generation_duration_ms": 832, + "started_at": "2026-03-27T21:24:21.188434200Z", + "finished_at": "2026-03-27T21:29:41.683087400Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Table, ReducerContext, Identity};\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn crud(_ctx: &ReducerContext) {\n User::insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n\n User::insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n\n User::update(User {\n id: 1,\n name: \"Alice2\".to_string(),\n age: 31,\n active: false,\n });\n\n User::delete(2);\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\rust\\server\\grok-4\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:16:11\n |\n 6 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n16 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:23:11\n |\n 6 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n23 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `update` found for struct `User` in the current scope\n --> src\\lib.rs:30:11\n |\n 6 | pub struct User {\n | --------------- function or associated item `update` not found for this struct\n...\n30 | User::update(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `update`, perhaps you need to implement one of them:\n candidate #1: `digest::Update`\n candidate #2: `digest::digest::Digest`\n candidate #3: `digest::digest::DynDigest`\n candidate #4: `itertools::Itertools`\n\nerror[E0599]: no function or associated item named `delete` found for struct `User` in the current scope\n --> src\\lib.rs:37:11\n |\n 6 | pub struct User {\n | --------------- function or associated item `delete` not found for this struct\n...\n37 | User::delete(2);\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following trait defines an item `delete`, perhaps you need to implement it:\n candidate #1: `spacetimedb::Table`\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 455, + "output_tokens": 195, + "generation_duration_ms": 1265, + "started_at": "2026-03-27T21:24:22.456702500Z", + "finished_at": "2026-03-27T21:27:43.313241200Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Table, ReducerContext, Identity};\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct User {\n #[primary_key]\n id: i32,\n name: String,\n age: i32,\n active: bool,\n}\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct ResultRow {\n #[primary_key]\n id: i32,\n name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn lookup_user_name(ctx: &ReducerContext, id: i32) {\n if let Some(user) = User::filter_by_id(&id) {\n ResultRow::insert(ResultRow {\n id: user.id,\n name: user.name,\n });\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling cc v1.2.58\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\rust\\server\\grok-4\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:22:3\n |\n22 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:14:10\n |\n14 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n 2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:15:3\n |\n15 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:17:7\n |\n17 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:24:31\n |\n 6 | pub struct User {\n | --------------- function or associated item `filter_by_id` not found for this struct\n...\n24 | if let Some(user) = User::filter_by_id(&id) {\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `insert` found for struct `ResultRow` in the current scope\n --> src\\lib.rs:25:20\n |\n16 | pub struct ResultRow {\n | -------------------- function or associated item `insert` not found for this struct\n...\n25 | ResultRow::insert(ResultRow {\n | ^^^^^^ function or associated item not found in `ResultRow`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 447, + "output_tokens": 160, + "generation_duration_ms": 2173, + "started_at": "2026-03-27T21:26:11.631905Z", + "finished_at": "2026-03-27T21:29:52.406492500Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Table, ReducerContext, Identity};\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.user().insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n ctx.db.user().insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling cc v1.2.58\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\rust\\server\\grok-4\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:16:12\n |\n16 | ctx.db.user().insert(User {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:22:12\n |\n22 | ctx.db.user().insert(User {\n | ^^^^ method not found in `Local`\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 423, + "output_tokens": 156, + "generation_duration_ms": 1187, + "started_at": "2026-03-27T21:26:51.187774500Z", + "finished_at": "2026-03-27T21:30:14.566585400Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Table, ReducerContext, Identity};\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct Event {\n #[spacetimedb(column(primary_key, auto_inc))]\n pub id: i32,\n pub kind: String,\n}\n\n#[spacetimedb(reducer)]\npub fn client_connected(ctx: &ReducerContext) {\n ctx.db.event().insert(Event {\n id: 0,\n kind: \"connected\".to_string(),\n });\n}\n\n#[spacetimedb(reducer)]\npub fn client_disconnected(ctx: &ReducerContext) {\n ctx.db.event().insert(Event {\n id: 0,\n kind: \"disconnected\".to_string(),\n });\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling castaway v0.2.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\rust\\server\\grok-4\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:20:3\n |\n20 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:12:3\n |\n12 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[spacetimedb(column(primary_key, auto_inc))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `event` found for struct `Local` in the current scope\n --> src\\lib.rs:14:12\n |\n14 | ctx.db.event().insert(Event {\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `event` found for struct `Local` in the current scope\n --> src\\lib.rs:22:12\n |\n22 | ctx.db.event().insert(Event {\n | ^^^^^ method not found in `Local`\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 407, + "output_tokens": 152, + "generation_duration_ms": 1474, + "started_at": "2026-03-27T21:27:43.313417300Z", + "finished_at": "2026-03-27T21:31:05.591163Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Table, ReducerContext, Identity};\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub sum: i32,\n}\n\nfn add(a: i32, b: i32) -> i32 {\n a + b\n}\n\n#[spacetimedb(reducer)]\npub fn compute_sum(ctx: &ReducerContext, id: i32, a: i32, b: i32) {\n let row = ResultRow {\n id,\n sum: add(a, b),\n };\n ctx.db.result.insert(row);\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling generic-array v0.14.7\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\rust\\server\\grok-4\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:16:3\n |\n16 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0609]: no field `result` on type `Local`\n --> src\\lib.rs:22:12\n |\n22 | ctx.db.result.insert(row);\n | ^^^^^^ unknown field\n\nFor more information about this error, try `rustc --explain E0609`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 427, + "output_tokens": 138, + "generation_duration_ms": 855, + "started_at": "2026-03-27T21:27:46.961974700Z", + "finished_at": "2026-03-27T21:30:41.022322400Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct Score {\n pub left: i32,\n pub right: i32,\n}\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Score,\n}\n\n#[spacetimedb(reducer)]\npub fn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\n let row = ResultRow {\n id,\n value: Score { left, right },\n };\n ctx.db.result.insert(row);\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0609]: no field `result` on type `Local`\n --> src\\lib.rs:25:12\n |\n25 | ctx.db.result.insert(row);\n | ^^^^^^ unknown field\n\nSome errors have detailed explanations: E0432, E0609.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 431, + "output_tokens": 149, + "generation_duration_ms": 1117, + "started_at": "2026-03-27T21:34:41.479957400Z", + "finished_at": "2026-03-27T21:38:48.307877300Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[spacetimedb]\n#[derive(Clone)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Shape,\n}\n\n#[spacetimedb(reducer)]\npub fn set_circle(ctx: &ReducerContext, id: i32, radius: i32) {\n let row = ResultRow {\n id,\n value: Shape::Circle(radius),\n };\n ctx.db.result.insert(row);\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling serde_json v1.0.149\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling lean_string v0.5.3\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling blake3 v1.8.3\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:21:7\n |\n21 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0609]: no field `result` on type `Local`\n --> src\\lib.rs:32:12\n |\n32 | ctx.db.result.insert(row);\n | ^^^^^^ unknown field\n\nSome errors have detailed explanations: E0432, E0609.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 445, + "output_tokens": 165, + "generation_duration_ms": 1148, + "started_at": "2026-03-27T21:34:45.539726200Z", + "finished_at": "2026-03-27T21:37:59.277305200Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, Identity};\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct primitive {\n #[primary_key]\n pub id: i32,\n pub count: i32,\n pub total: i64,\n pub price: f32,\n pub ratio: f64,\n pub active: bool,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: &ReducerContext) {\n primitive::insert(primitive {\n id: 1,\n count: 2,\n total: 3000000000,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\".to_string(),\n });\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling generic-array v0.14.7\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling http v1.4.0\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:18:20\n |\n18 | pub fn seed(_ctx: &ReducerContext) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: type `primitive` should have an upper camel case name\n --> src\\lib.rs:6:12\n |\n6 | pub struct primitive {\n | ^^^^^^^^^ help: convert the identifier to upper camel case: `Primitive`\n |\n = note: `#[warn(non_camel_case_types)]` (part of `#[warn(nonstandard_style)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `primitive` in the current scope\n --> src\\lib.rs:19:16\n |\n 6 | pub struct primitive {\n | -------------------- function or associated item `insert` not found for this struct\n...\n19 | primitive::insert(primitive {\n | ^^^^^^ function or associated item not found in `primitive`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0425, E0432, E0599.\nFor more information about an error, try `rustc --explain E0425`.\nwarning: `spacetime-module` (lib) generated 2 warnings\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 2 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 440, + "output_tokens": 165, + "generation_duration_ms": 1069, + "started_at": "2026-03-27T21:35:59.478407900Z", + "finished_at": "2026-03-27T21:39:02.413575300Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct Address {\n pub street: String,\n pub zip: i32,\n}\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct Profile {\n #[primarykey]\n pub id: i32,\n pub home: Address,\n pub work: Address,\n pub pos: Position,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: ReducerContext) {\n Profile::insert(Profile {\n id: 1,\n home: Address {\n street: \"1 Main\".to_string(),\n zip: 11111,\n },\n work: Address {\n street: \"2 Broad\".to_string(),\n zip: 22222,\n },\n pos: Position { x: 7, y: 9 },\n });\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling cc v1.2.58\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:21:7\n |\n21 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n21 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `Profile` in the current scope\n --> src\\lib.rs:30:14\n |\n20 | pub struct Profile {\n | ------------------ function or associated item `insert` not found for this struct\n...\n30 | Profile::insert(Profile {\n | ^^^^^^ function or associated item not found in `Profile`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 479, + "output_tokens": 222, + "generation_duration_ms": 1483, + "started_at": "2026-03-27T21:36:03.773284800Z", + "finished_at": "2026-03-27T21:38:57.043818400Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[spacetimedb]\n#[derive(Clone)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct drawing {\n #[primarykey]\n pub id: i32,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: &ReducerContext) {\n drawing::insert(drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect {\n width: 4,\n height: 6,\n }),\n });\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling cc v1.2.58\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:21:7\n |\n21 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n21 | #[primary_key]\n | +\n\nwarning: type `drawing` should have an upper camel case name\n --> src\\lib.rs:20:12\n |\n20 | pub struct drawing {\n | ^^^^^^^ help: convert the identifier to upper camel case: `Drawing`\n |\n = note: `#[warn(non_camel_case_types)]` (part of `#[warn(nonstandard_style)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `drawing` in the current scope\n --> src\\lib.rs:29:14\n |\n20 | pub struct drawing {\n | ------------------ function or associated item `insert` not found for this struct\n...\n29 | drawing::insert(drawing {\n | ^^^^^^ function or associated item not found in `drawing`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 455, + "output_tokens": 179, + "generation_duration_ms": 1132, + "started_at": "2026-03-27T21:36:21.385513200Z", + "finished_at": "2026-03-27T21:39:01.282169600Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, ScheduleAt, schedule::Interval};\n\n#[spacetimedb(table)]\n#[spacetimedb(scheduled(tick))]\npub struct TickTimer {\n #[primarykey]\n #[autoinc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb(reducer)]\npub fn tick(_ctx: &ReducerContext, _timer: TickTimer) {}\n\n#[spacetimedb(init)]\npub fn init() {\n spacetimedb::schedule_repeating::(Interval::Microseconds(50_000));\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling cc v1.2.58\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling log v0.4.29\n Compiling num-traits v0.2.19\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ScheduleAt, schedule::Interval};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n7 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n8 | #[auto_inc]\n | +\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:14:20\n |\n14 | pub fn tick(_ctx: &ReducerContext, _timer: TickTimer) {}\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nSome errors have detailed explanations: E0425, E0432.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 419, + "output_tokens": 130, + "generation_duration_ms": 1227, + "started_at": "2026-03-27T21:37:55.429841200Z", + "finished_at": "2026-03-27T21:41:45.453297400Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Table, ReducerContext, Identity};\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct Account {\n #[primary_key]\n pub id: i32,\n #[unique]\n pub email: String,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: &ReducerContext) {\n Account::insert(Account {\n id: 1,\n email: \"a@example.com\".to_string(),\n name: \"Alice\".to_string(),\n });\n Account::insert(Account {\n id: 2,\n email: \"b@example.com\".to_string(),\n name: \"Bob\".to_string(),\n });\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\rust\\server\\grok-4\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `unique` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[unique]\n | ^^^^^^\n |\n = note: `unique` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `Account` in the current scope\n --> src\\lib.rs:16:14\n |\n 6 | pub struct Account {\n | ------------------ function or associated item `insert` not found for this struct\n...\n16 | Account::insert(Account {\n | ^^^^^^ function or associated item not found in `Account`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Account` in the current scope\n --> src\\lib.rs:21:14\n |\n 6 | pub struct Account {\n | ------------------ function or associated item `insert` not found for this struct\n...\n21 | Account::insert(Account {\n | ^^^^^^ function or associated item not found in `Account`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 412, + "output_tokens": 150, + "generation_duration_ms": 936, + "started_at": "2026-03-27T21:37:59.277523600Z", + "finished_at": "2026-03-27T21:41:49.215426600Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Table, ReducerContext, Identity};\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct User {\n #[primary_key]\n pub user_id: i32,\n pub name: String,\n}\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct Group {\n #[primary_key]\n pub group_id: i32,\n pub title: String,\n}\n\n#[derive(Table)]\n#[spacetimedb(table)]\n#[spacetimedb(index(btree, name = \"by_user\", user_id))]\n#[spacetimedb(index(btree, name = \"by_group\", group_id))]\npub struct Membership {\n #[primary_key]\n pub id: i32,\n pub user_id: i32,\n pub group_id: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: &ReducerContext) {\n User::insert(User {\n user_id: 1,\n name: \"Alice\".to_string(),\n });\n User::insert(User {\n user_id: 2,\n name: \"Bob\".to_string(),\n });\n\n Group::insert(Group {\n group_id: 10,\n title: \"Admin\".to_string(),\n });\n Group::insert(Group {\n group_id: 20,\n title: \"Dev\".to_string(),\n });\n\n Membership::insert(Membership {\n id: 1,\n user_id: 1,\n group_id: 10,\n });\n Membership::insert(Membership {\n id: 2,\n user_id: 1,\n group_id: 20,\n });\n Membership::insert(Membership {\n id: 3,\n user_id: 2,\n group_id: 20,\n });\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling cc v1.2.58\n Compiling arrayref v0.3.9\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\rust\\server\\grok-4\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:31:3\n |\n31 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:20:10\n |\n20 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n 2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:21:3\n |\n21 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:22:3\n |\n22 | #[spacetimedb(index(btree, name = \"by_user\", user_id))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:23:3\n |\n23 | #[spacetimedb(index(btree, name = \"by_group\", group_id))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:25:7\n |\n25 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:12:10\n |\n12 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n 2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:13:3\n |\n13 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:33:11\n |\n 6 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n33 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:37:11\n |\n 6 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n37 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Group` in the current scope\n --> src\\lib.rs:42:12\n |\n14 | pub struct Group {\n | ---------------- function or associated item `insert` not found for this struct\n...\n42 | Group::insert(Group {\n | ^^^^^^ function or associated item not found in `Group`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Group` in the current scope\n --> src\\lib.rs:46:12\n |\n14 | pub struct Group {\n | ---------------- function or associated item `insert` not found for this struct\n...\n46 | Group::insert(Group {\n | ^^^^^^ function or associated item not found in `Group`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:51:17\n |\n24 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n51 | Membership::insert(Membership {\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:56:17\n |\n24 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n56 | Membership::insert(Membership {\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:61:17\n |\n24 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n61 | Membership::insert(Membership {\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 19 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 570, + "output_tokens": 371, + "generation_duration_ms": 1965, + "started_at": "2026-03-27T21:38:14.692383600Z", + "finished_at": "2026-03-27T21:42:01.695717Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Table, ReducerContext, Identity};\n\n#[derive(Table)]\n#[spacetimedb(table_public)]\npub struct Entity {\n #[primary_key]\n pub id: i32,\n}\n\n#[derive(Table)]\n#[spacetimedb(table_public)]\npub struct Position {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[derive(Table)]\n#[spacetimedb(table_public)]\npub struct Velocity {\n #[primary_key]\n pub entity_id: i32,\n pub vx: i32,\n pub vy: i32,\n}\n\n#[derive(Table)]\n#[spacetimedb(table_public)]\npub struct NextPosition {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: ReducerContext) {\n spacetimedb::insert(Entity { id: 1 });\n spacetimedb::insert(Position { entity_id: 1, x: 0, y: 0 });\n spacetimedb::insert(Velocity { entity_id: 1, vx: 1, vy: 0 });\n\n spacetimedb::insert(Entity { id: 2 });\n spacetimedb::insert(Position { entity_id: 2, x: 10, y: 0 });\n spacetimedb::insert(Velocity { entity_id: 2, vx: -2, vy: 3 });\n}\n\n#[spacetimedb(reducer)]\npub fn step(_ctx: ReducerContext) {\n for pos in Position::iter() {\n if let Some(vel) = Velocity::filter_by_entity_id(&pos.entity_id) {\n let next_x = pos.x + vel.vx;\n let next_y = pos.y + vel.vy;\n spacetimedb::insert(NextPosition {\n entity_id: pos.entity_id,\n x: next_x,\n y: next_y,\n });\n }\n }\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling itertools v0.12.1\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-4\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:49:3\n |\n49 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:38:3\n |\n38 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:29:10\n |\n29 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n 2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:30:3\n |\n30 | #[spacetimedb(table_public)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:32:7\n |\n32 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:20:10\n |\n20 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n 2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:21:3\n |\n21 | #[spacetimedb(table_public)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:23:7\n |\n23 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:11:10\n |\n11 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n 2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:12:3\n |\n12 | #[spacetimedb(table_public)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetimedb(table_public)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0425]: cannot find function `insert` in crate `spacetimedb`\n --> src\\lib.rs:40:18\n |\n40 | spacetimedb::insert(Entity { id: 1 });\n | ^^^^^^ not found in `spacetimedb`\n\nerror[E0425]: cannot find function `insert` in crate `spacetimedb`\n --> src\\lib.rs:41:18\n |\n41 | spacetimedb::insert(Position { entity_id: 1, x: 0, y: 0 });\n | ^^^^^^ not found in `spacetimedb`\n\nerror[E0425]: cannot find function `insert` in crate `spacetimedb`\n --> src\\lib.rs:42:18\n |\n42 | spacetimedb::insert(Velocity { entity_id: 1, vx: 1, vy: 0 });\n | ^^^^^^ not found in `spacetimedb`\n\nerror[E0425]: cannot find function `insert` in crate `spacetimedb`\n --> src\\lib.rs:44:18\n |\n44 | spacetimedb::insert(Entity { id: 2 });\n | ^^^^^^ not found in `spacetimedb`\n\nerror[E0425]: cannot find function `insert` in crate `spacetimedb`\n --> src\\lib.rs:45:18\n |\n45 | spacetimedb::insert(Position { entity_id: 2, x: 10, y: 0 });\n | ^^^^^^ not found in `spacetimedb`\n\nerror[E0425]: cannot find function `insert` in crate `spacetimedb`\n --> src\\lib.rs:46:18\n |\n46 | spacetimedb::insert(Velocity { entity_id: 2, vx: -2, vy: 3 });\n | ^^^^^^ not found in `spacetimedb`\n\nerror[E0425]: cannot find function `insert` in crate `spacetimedb`\n --> src\\lib.rs:55:26\n |\n55 | spacetimedb::insert(NextPosition {\n | ^^^^^^ not found in `spacetimedb`\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `iter` found for struct `Position` in the current scope\n --> src\\lib.rs:51:26\n |\n13 | pub struct Position {\n | ------------------- function or associated item `iter` not found for this struct\n...\n51 | for pos in Position::iter() {\n | ^^^^ function or associated item not found in `Position`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_entity_id` found for struct `Velocity` in the current scope\n --> src\\lib.rs:52:38\n |\n22 | pub struct Velocity {\n | ------------------- function or associated item `filter_by_entity_id` not found for this struct\n...\n52 | if let Some(vel) = Velocity::filter_by_entity_id(&pos.entity_id) {\n | ^^^^^^^^^^^^^^^^^^^ function or associated item not found in `Velocity`\n\nSome errors have detailed explanations: E0425, E0599.\nFor more information about an error, try `rustc --explain E0425`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 23 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 552, + "output_tokens": 442, + "generation_duration_ms": 2472, + "started_at": "2026-03-27T21:38:42.035470300Z", + "finished_at": "2026-03-27T21:41:53.597908300Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, ReducerContext, Table};\n\n#[spacetimedb(table)]\n#[spacetimedb(index(btree, name = \"by_user_day\", user_id, day))]\npub struct Log {\n #[primary_key]\n id: i32,\n user_id: i32,\n day: i32,\n message: String,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: &ReducerContext) {\n Log::insert(Log {\n id: 1,\n user_id: 7,\n day: 1,\n message: \"a\".to_string(),\n });\n Log::insert(Log {\n id: 2,\n user_id: 7,\n day: 2,\n message: \"b\".to_string(),\n });\n Log::insert(Log {\n id: 3,\n user_id: 9,\n day: 1,\n message: \"c\".to_string(),\n });\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `Log` in the current scope\n --> src\\lib.rs:16:10\n |\n 6 | pub struct Log {\n | -------------- function or associated item `insert` not found for this struct\n...\n16 | Log::insert(Log {\n | ^^^^^^ function or associated item not found in `Log`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Log` in the current scope\n --> src\\lib.rs:22:10\n |\n 6 | pub struct Log {\n | -------------- function or associated item `insert` not found for this struct\n...\n22 | Log::insert(Log {\n | ^^^^^^ function or associated item not found in `Log`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Log` in the current scope\n --> src\\lib.rs:28:10\n |\n 6 | pub struct Log {\n | -------------- function or associated item `insert` not found for this struct\n...\n28 | Log::insert(Log {\n | ^^^^^^ function or associated item not found in `Log`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 468, + "output_tokens": 211, + "generation_duration_ms": 1227, + "started_at": "2026-03-27T21:38:48.308007700Z", + "finished_at": "2026-03-27T21:42:00.016624900Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table, BTreeIndex};\n\n#[derive(SpacetimeType, Clone, PartialEq, Debug)]\npub struct Announcement {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub message: String,\n #[index(btree)]\n pub active: bool,\n}\n\n#[spacetimedb(table(public))]\n#[spacetimedb(table(name = announcement))]\npub struct AnnouncementTable {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub message: String,\n #[index(btree)]\n pub active: bool,\n}\n\n#[spacetimedb(view(public, anonymous))]\npub fn active_announcements(_ctx: AnonymousViewContext) -> Vec {\n AnnouncementTable::filter_by_active(&true)\n .map(|row| Announcement {\n id: row.id,\n message: row.message.clone(),\n active: row.active,\n })\n .collect()\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table, BTreeIndex};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:10:7\n |\n10 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:17:7\n |\n17 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:21:7\n |\n21 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0425]: cannot find type `AnonymousViewContext` in this scope\n --> src\\lib.rs:26:35\n |\n26 | pub fn active_announcements(_ctx: AnonymousViewContext) -> Vec {\n | ^^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::AnonymousViewContext;\n |\n\nwarning: unused imports: `Identity`, `ReducerContext`, and `Table`\n --> src\\lib.rs:2:47\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table, BTreeIndex};\n | ^^^^^^^^ ^^^^^^^^^^^^^^ ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nSome errors have detailed explanations: E0425, E0432.\nFor more information about an error, try `rustc --explain E0425`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 406, + "output_tokens": 218, + "generation_duration_ms": 1397, + "started_at": "2026-03-27T21:31:13.859565500Z", + "finished_at": "2026-03-27T21:34:45.539560Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Identity, Table, SpacetimeType, ReducerContext, ViewContext};\n\n#[derive(SpacetimeType, Clone, PartialEq, Eq)]\npub struct Profile {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub identity: Identity,\n pub name: String,\n pub bio: String,\n}\n\n#[spacetimedb::table(public)]\npub(crate) fn profile() -> Profile {}\n\n#[spacetimedb::view(public)]\npub fn my_profile(ctx: ViewContext) -> Option {\n Profile::filter_by_identity(&ctx.sender())\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\rust\\server\\grok-4\\llm)\nerror: expected one of: `struct`, `enum`, `union`\n --> src\\lib.rs:16:12\n |\n16 | pub(crate) fn profile() -> Profile {}\n | ^^\n\nerror: must specify view accessor, e.g. `#[spacetimedb::view(accessor = my_profile)]\n --> src\\lib.rs:18:1\n |\n18 | #[spacetimedb::view(public)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n |\n = note: this error originates in the attribute macro `spacetimedb::view` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror: cannot find attribute `unique` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[unique]\n | ^^^^^^\n |\n = note: `unique` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused imports: `ReducerContext` and `Table`\n --> src\\lib.rs:2:29\n |\n2 | use spacetimedb::{Identity, Table, SpacetimeType, ReducerContext, ViewContext};\n | ^^^^^ ^^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Profile` in the current scope\n --> src\\lib.rs:20:14\n |\n 5 | pub struct Profile {\n | ------------------ function or associated item `filter_by_identity` not found for this struct\n...\n20 | Profile::filter_by_identity(&ctx.sender())\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Profile`\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 448, + "output_tokens": 138, + "generation_duration_ms": 1183, + "started_at": "2026-03-27T21:31:20.196015700Z", + "finished_at": "2026-03-27T21:34:41.479846200Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table(public))]\n#[spacetimedb(event)]\npub struct DamageEvent {\n pub entity_id: u64,\n pub damage: u32,\n pub source: String,\n}\n\n#[spacetimedb(reducer)]\npub fn deal_damage(ctx: &ReducerContext, entity_id: u64, damage: u32, source: String) {\n ctx.insert(DamageEvent {\n entity_id,\n damage,\n source,\n });\n}\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling cc v1.2.58\n Compiling ethnum v1.5.2\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0599]: no method named `insert` found for reference `&ReducerContext` in the current scope\n --> src\\lib.rs:14:9\n |\n14 | ctx.insert(DamageEvent {\n | ----^^^^^^ method not found in `&ReducerContext`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 419, + "output_tokens": 115, + "generation_duration_ms": 710, + "started_at": "2026-03-27T21:29:41.683223Z", + "finished_at": "2026-03-27T21:33:58.793619Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Table, ReducerContext, Identity};\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct Player {\n #[spacetimedb(column(primary_key, auto_inc))]\n pub id: u64,\n pub name: String,\n pub nickname: Option,\n pub high_score: Option,\n}\n\n#[spacetimedb(reducer)]\npub fn create_player(ctx: &ReducerContext, name: String, nickname: Option, high_score: Option) {\n spacetimedb::insert(Player {\n id: 0,\n name,\n nickname,\n high_score,\n });\n}\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\rust\\server\\grok-4\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[spacetimedb(column(primary_key, auto_inc))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror[E0425]: cannot find function `insert` in crate `spacetimedb`\n --> src\\lib.rs:16:18\n |\n16 | spacetimedb::insert(Player {\n | ^^^^^^ not found in `spacetimedb`\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nFor more information about this error, try `rustc --explain E0425`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 435, + "output_tokens": 139, + "generation_duration_ms": 1149, + "started_at": "2026-03-27T21:29:52.407393600Z", + "finished_at": "2026-03-27T21:34:01.675680500Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Identity, ReducerContext, Table, SpacetimeType};\n\n#[derive(Table, SpacetimeType, Clone)]\n#[spacetimedb(table_public)]\npub struct Message {\n #[spacetimedb(column(primary_key, auto_inc))]\n pub id: u64,\n #[spacetimedb(column(index(btree)))]\n pub owner: Identity,\n pub text: String,\n}\n\n#[spacetimedb(reducer)]\npub fn create_message(ctx: ReducerContext, text: String) {\n Message::insert(Message {\n id: 0,\n owner: ctx.sender,\n text,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn delete_message(ctx: ReducerContext, id: u64) {\n let msg = Message::find_by_id(id).expect(\"not found\");\n if msg.owner != ctx.sender {\n panic!(\"unauthorized\");\n }\n Message::delete_by_id(id);\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\grok-4\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:23:3\n |\n23 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table, SpacetimeType, Clone)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:45\n |\n2 | use spacetimedb::{Identity, ReducerContext, Table, SpacetimeType};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetimedb(table_public)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[spacetimedb(column(primary_key, auto_inc))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[spacetimedb(column(index(btree)))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `Message` in the current scope\n --> src\\lib.rs:16:14\n |\n 6 | pub struct Message {\n | ------------------ function or associated item `insert` not found for this struct\n...\n16 | Message::insert(Message {\n | ^^^^^^ function or associated item not found in `Message`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:18:20\n |\n18 | owner: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n18 | owner: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `find_by_id` found for struct `Message` in the current scope\n --> src\\lib.rs:25:24\n |\n 6 | pub struct Message {\n | ------------------ function or associated item `find_by_id` not found for this struct\n...\n25 | let msg = Message::find_by_id(id).expect(\"not found\");\n | ^^^^^^^^^^ function or associated item not found in `Message`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:26:25\n |\n26 | if msg.owner != ctx.sender {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n26 | if msg.owner != ctx.sender() {\n | ++\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `Message` in the current scope\n --> src\\lib.rs:29:14\n |\n 6 | pub struct Message {\n | ------------------ function or associated item `delete_by_id` not found for this struct\n...\n29 | Message::delete_by_id(id);\n | ^^^^^^^^^^^^ function or associated item not found in `Message`\n\nSome errors have detailed explanations: E0599, E0616.\nFor more information about an error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 11 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 475, + "output_tokens": 203, + "generation_duration_ms": 1170, + "started_at": "2026-03-27T21:21:36.216825500Z", + "finished_at": "2026-03-27T21:24:22.456371900Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, Identity, ReducerContext, Table, SpacetimeType};\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct UserInternal {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub email: String,\n pub password_hash: String,\n}\n\n#[spacetimedb(table(public))]\n#[derive(Clone)]\npub struct UserPublic {\n #[primary_key]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn register_user(ctx: ReducerContext, name: String, email: String, password_hash: String) {\n let internal = UserInternal {\n id: 0,\n name: name.clone(),\n email,\n password_hash,\n };\n let row = UserInternal::insert(internal).unwrap();\n let public = UserPublic {\n id: row.id,\n name,\n };\n UserPublic::insert(public).unwrap();\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling num-traits v0.2.19\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling itertools v0.12.1\n Compiling memchr v2.8.0\n Compiling rand_core v0.6.4\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, Table, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused imports: `Identity` and `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, Table, SpacetimeType};\n | ^^^^^^^^ ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `UserInternal` in the current scope\n --> src\\lib.rs:31:29\n |\n 6 | pub struct UserInternal {\n | ----------------------- function or associated item `insert` not found for this struct\n...\n31 | let row = UserInternal::insert(internal).unwrap();\n | ^^^^^^ function or associated item not found in `UserInternal`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `UserPublic` in the current scope\n --> src\\lib.rs:36:17\n |\n17 | pub struct UserPublic {\n | --------------------- function or associated item `insert` not found for this struct\n...\n36 | UserPublic::insert(public).unwrap();\n | ^^^^^^ function or associated item not found in `UserPublic`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 494, + "output_tokens": 217, + "generation_duration_ms": 2146, + "started_at": "2026-03-27T21:21:36.218890100Z", + "finished_at": "2026-03-27T21:24:12.025497Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, ReducerContext, Table};\n\n#[spacetimedb(table)]\npub struct Author {\n #[primary_key]\n #[auto_inc]\n id: u64,\n name: String,\n}\n\n#[spacetimedb(table)]\n#[spacetimedb(index(btree, name = \"author_id_idx\", author_id))]\npub struct Post {\n #[primary_key]\n #[auto_inc]\n id: u64,\n author_id: u64,\n title: String,\n}\n\n#[spacetimedb(reducer)]\npub fn delete_author(ctx: &ReducerContext, author_id: u64) {\n for post in Post::filter_by_author_id(&author_id) {\n ctx.delete_by_col::(\"id\", post.id);\n }\n ctx.delete_by_col::(\"id\", author_id);\n}\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling num-traits v0.2.19\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Table`\n --> src\\lib.rs:2:48\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Table};\n | ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `filter_by_author_id` found for struct `Post` in the current scope\n --> src\\lib.rs:24:23\n |\n14 | pub struct Post {\n | --------------- function or associated item `filter_by_author_id` not found for this struct\n...\n24 | for post in Post::filter_by_author_id(&author_id) {\n | ^^^^^^^^^^^^^^^^^^^ function or associated item not found in `Post`\n\nerror[E0599]: no method named `delete_by_col` found for reference `&ReducerContext` in the current scope\n --> src\\lib.rs:25:13\n |\n25 | ctx.delete_by_col::(\"id\", post.id);\n | ^^^^^^^^^^^^^ method not found in `&ReducerContext`\n\nerror[E0599]: no method named `delete_by_col` found for reference `&ReducerContext` in the current scope\n --> src\\lib.rs:27:9\n |\n27 | ctx.delete_by_col::(\"id\", author_id);\n | ^^^^^^^^^^^^^ method not found in `&ReducerContext`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 458, + "output_tokens": 186, + "generation_duration_ms": 1242, + "started_at": "2026-03-27T21:30:14.566790900Z", + "finished_at": "2026-03-27T21:33:58.480391Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Table, ReducerContext, Identity, Timestamp};\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct Order {\n #[spacetimedb(column(primary_key, auto_inc))]\n pub id: u64,\n #[spacetimedb(column(index(btree)))]\n pub category: String,\n pub amount: u64,\n pub fulfilled: bool,\n}\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct CategoryStats {\n #[spacetimedb(column(primary_key))]\n pub category: String,\n pub total_amount: u64,\n pub order_count: u32,\n}\n\n#[spacetimedb(reducer)]\npub fn compute_stats(ctx: &ReducerContext, category: String) {\n let mut total_amount: u64 = 0;\n let mut order_count: u32 = 0;\n\n for order in Order::filter_by_category(&category) {\n total_amount += order.amount;\n order_count += 1;\n }\n\n let stats = CategoryStats {\n category: category.clone(),\n total_amount,\n order_count,\n };\n\n if let Some(_) = CategoryStats::find_by_category(&category) {\n CategoryStats::update_by_category(&stats);\n } else {\n CategoryStats::insert(stats);\n }\n}\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ethnum v1.5.2\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\rust\\server\\grok-4\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:24:3\n |\n24 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:15:10\n |\n15 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n 2 | use spacetimedb::{Table, ReducerContext, Identity, Timestamp};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:16:3\n |\n16 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[spacetimedb(column(primary_key))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity, Timestamp};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[spacetimedb(column(primary_key, auto_inc))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[spacetimedb(column(index(btree)))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nwarning: unused imports: `Identity` and `Timestamp`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity, Timestamp};\n | ^^^^^^^^ ^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `filter_by_category` found for struct `Order` in the current scope\n --> src\\lib.rs:29:25\n |\n 6 | pub struct Order {\n | ---------------- function or associated item `filter_by_category` not found for this struct\n...\n29 | for order in Order::filter_by_category(&category) {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Order`\n\nerror[E0599]: no function or associated item named `find_by_category` found for struct `CategoryStats` in the current scope\n --> src\\lib.rs:40:37\n |\n17 | pub struct CategoryStats {\n | ------------------------ function or associated item `find_by_category` not found for this struct\n...\n40 | if let Some(_) = CategoryStats::find_by_category(&category) {\n | ^^^^^^^^^^^^^^^^ function or associated item not found in `CategoryStats`\n\nerror[E0599]: no function or associated item named `update_by_category` found for struct `CategoryStats` in the current scope\n --> src\\lib.rs:41:24\n |\n17 | pub struct CategoryStats {\n | ------------------------ function or associated item `update_by_category` not found for this struct\n...\n41 | CategoryStats::update_by_category(&stats);\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `CategoryStats`\n\nerror[E0599]: no function or associated item named `insert` found for struct `CategoryStats` in the current scope\n --> src\\lib.rs:43:24\n |\n17 | pub struct CategoryStats {\n | ------------------------ function or associated item `insert` not found for this struct\n...\n43 | CategoryStats::insert(stats);\n | ^^^^^^ function or associated item not found in `CategoryStats`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 12 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 479, + "output_tokens": 275, + "generation_duration_ms": 1260, + "started_at": "2026-03-27T21:30:41.022512100Z", + "finished_at": "2026-03-27T21:34:16.354085200Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Table, ReducerContext, Identity};\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct Customer {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n}\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub customer_id: u64,\n pub product: String,\n pub amount: u32,\n}\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct OrderDetail {\n #[primary_key]\n pub order_id: u64,\n pub customer_name: String,\n pub product: String,\n pub amount: u32,\n}\n\n#[spacetimedb(reducer)]\npub fn build_order_details(ctx: ReducerContext) {\n for order in Order::iter() {\n if let Some(customer) = Customer::filter_by_id(&order.customer_id) {\n OrderDetail::insert(OrderDetail {\n order_id: order.id,\n customer_name: customer.name,\n product: order.product,\n amount: order.amount,\n });\n }\n }\n}\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling syn v2.0.117\n Compiling http v1.4.0\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\rust\\server\\grok-4\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:35:3\n |\n35 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:25:10\n |\n25 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n 2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:26:3\n |\n26 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:28:7\n |\n28 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:13:10\n |\n13 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n 2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:17:7\n |\n17 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:19:7\n |\n19 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `iter` found for struct `Order` in the current scope\n --> src\\lib.rs:37:25\n |\n15 | pub struct Order {\n | ---------------- function or associated item `iter` not found for this struct\n...\n37 | for order in Order::iter() {\n | ^^^^ function or associated item not found in `Order`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Customer` in the current scope\n --> src\\lib.rs:38:43\n |\n 6 | pub struct Customer {\n | ------------------- function or associated item `filter_by_id` not found for this struct\n...\n38 | if let Some(customer) = Customer::filter_by_id(&order.customer_id) {\n | ^^^^^^^^^^^^ function or associated item not found in `Customer`\n\nerror[E0599]: no function or associated item named `insert` found for struct `OrderDetail` in the current scope\n --> src\\lib.rs:39:26\n |\n27 | pub struct OrderDetail {\n | ---------------------- function or associated item `insert` not found for this struct\n...\n39 | OrderDetail::insert(OrderDetail {\n | ^^^^^^ function or associated item not found in `OrderDetail`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 16 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 528, + "output_tokens": 255, + "generation_duration_ms": 1808, + "started_at": "2026-03-27T21:30:47.128553300Z", + "finished_at": "2026-03-27T21:34:10.446724500Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, ReducerContext, Table};\n\n#[spacetimedb(table)]\n#[spacetimedb(unique(email))]\npub struct Account {\n #[spacetimedb(primary_key)]\n #[spacetimedb(auto_inc)]\n pub id: u64,\n pub email: String,\n pub display_name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn create_account(ctx: &ReducerContext, email: String, display_name: String) {\n Account::insert(Account {\n id: 0,\n email,\n display_name,\n });\n}\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling log v0.4.29\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling blake3 v1.8.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0599]: no function or associated item named `insert` found for struct `Account` in the current scope\n --> src\\lib.rs:16:14\n |\n 6 | pub struct Account {\n | ------------------ function or associated item `insert` not found for this struct\n...\n16 | Account::insert(Account {\n | ^^^^^^ function or associated item not found in `Account`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 419, + "output_tokens": 129, + "generation_duration_ms": 990, + "started_at": "2026-03-27T21:31:05.591272800Z", + "finished_at": "2026-03-27T21:34:25.016718400Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, ReducerContext, Table, Identity};\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct Product {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n #[index(btree)]\n pub price: u32,\n}\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct PriceRangeResult {\n #[primary_key]\n pub product_id: u64,\n pub name: String,\n pub price: u32,\n}\n\n#[spacetimedb(reducer)]\npub fn find_in_price_range(ctx: &ReducerContext, min_price: u32, max_price: u32) {\n for product in Product::iter() {\n if product.price >= min_price && product.price <= max_price {\n let _ = PriceRangeResult::insert(PriceRangeResult {\n product_id: product.id,\n name: product.name,\n price: product.price,\n });\n }\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling castaway v0.2.4\n Compiling ethnum v1.5.2\n Compiling lean_string v0.5.3\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling cc v1.2.58\n Compiling ppv-lite86 v0.2.21\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Table, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:11:7\n |\n11 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:55\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Table, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `iter` found for struct `Product` in the current scope\n --> src\\lib.rs:26:29\n |\n 6 | pub struct Product {\n | ------------------ function or associated item `iter` not found for this struct\n...\n26 | for product in Product::iter() {\n | ^^^^ function or associated item not found in `Product`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `PriceRangeResult` in the current scope\n --> src\\lib.rs:28:39\n |\n17 | pub struct PriceRangeResult {\n | --------------------------- function or associated item `insert` not found for this struct\n...\n28 | let _ = PriceRangeResult::insert(PriceRangeResult {\n | ^^^^^^ function or associated item not found in `PriceRangeResult`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 486, + "output_tokens": 215, + "generation_duration_ms": 1688, + "started_at": "2026-03-27T21:33:58.480564200Z", + "finished_at": "2026-03-27T21:36:21.385364700Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Table, ReducerContext, Identity};\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct Player {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub score: u64,\n}\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct LeaderboardEntry {\n #[primary_key]\n pub rank: u32,\n pub player_name: String,\n pub score: u64,\n}\n\n#[spacetimedb(reducer)]\npub fn build_leaderboard(ctx: ReducerContext, limit: u32) {\n let mut players: Vec = Player::iter().collect();\n players.sort_by(|a, b| b.score.cmp(&a.score));\n \n let to_take = if limit == 0 { players.len() } else { limit as usize };\n let top_players = players.into_iter().take(to_take);\n \n for (idx, player) in top_players.enumerate() {\n let rank = (idx + 1) as u32;\n let _ = LeaderboardEntry::insert(LeaderboardEntry {\n rank,\n player_name: player.name,\n score: player.score,\n });\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling generic-array v0.14.7\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\rust\\server\\grok-4\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:23:3\n |\n23 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:14:10\n |\n14 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n 2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:15:3\n |\n15 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:17:7\n |\n17 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `iter` found for struct `Player` in the current scope\n --> src\\lib.rs:25:44\n |\n 6 | pub struct Player {\n | ----------------- function or associated item `iter` not found for this struct\n...\n25 | let mut players: Vec = Player::iter().collect();\n | ^^^^ function or associated item not found in `Player`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `LeaderboardEntry` in the current scope\n --> src\\lib.rs:33:35\n |\n16 | pub struct LeaderboardEntry {\n | --------------------------- function or associated item `insert` not found for this struct\n...\n33 | let _ = LeaderboardEntry::insert(LeaderboardEntry {\n | ^^^^^^ function or associated item not found in `LeaderboardEntry`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 10 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 481, + "output_tokens": 263, + "generation_duration_ms": 2894, + "started_at": "2026-03-27T21:33:58.793801Z", + "finished_at": "2026-03-27T21:36:03.773112600Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, ReducerContext, Table, Identity};\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct Task {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub title: String,\n pub completed: bool,\n}\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct FirstIncomplete {\n #[primary_key]\n pub task_id: u64,\n pub title: String,\n}\n\n#[spacetimedb(reducer)]\npub fn find_first_incomplete(ctx: ReducerContext) {\n for task in Task::iter() {\n if !task.completed {\n let _ = FirstIncomplete::insert(FirstIncomplete {\n task_id: task.id,\n title: task.title,\n });\n return;\n }\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling log v0.4.29\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling getrandom v0.2.17\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling lean_string v0.5.3\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Table, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:17:7\n |\n17 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:55\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Table, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `iter` found for struct `Task` in the current scope\n --> src\\lib.rs:24:23\n |\n 6 | pub struct Task {\n | --------------- function or associated item `iter` not found for this struct\n...\n24 | for task in Task::iter() {\n | ^^^^ function or associated item not found in `Task`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `FirstIncomplete` in the current scope\n --> src\\lib.rs:26:38\n |\n16 | pub struct FirstIncomplete {\n | -------------------------- function or associated item `insert` not found for this struct\n...\n26 | let _ = FirstIncomplete::insert(FirstIncomplete {\n | ^^^^^^ function or associated item not found in `FirstIncomplete`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 454, + "output_tokens": 175, + "generation_duration_ms": 1034, + "started_at": "2026-03-27T21:34:01.675974300Z", + "finished_at": "2026-03-27T21:35:59.478301800Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Table, ReducerContext, Identity};\nuse std::collections::HashSet;\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub amount: u32,\n}\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct DistinctCategory {\n #[primary_key]\n pub category: String,\n}\n\n#[spacetimedb(reducer)]\npub fn collect_distinct_categories(ctx: ReducerContext) {\n let mut categories = HashSet::new();\n for order in Order::iter() {\n categories.insert(order.category);\n }\n for category in categories {\n let _ = DistinctCategory::insert(DistinctCategory { category });\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling getrandom v0.2.17\n Compiling ppv-lite86 v0.2.21\n Compiling syn v2.0.117\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\rust\\server\\grok-4\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:22:3\n |\n22 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:15:10\n |\n15 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n 2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:16:3\n |\n16 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:5:10\n |\n5 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:6:3\n |\n6 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `iter` found for struct `Order` in the current scope\n --> src\\lib.rs:25:25\n |\n 7 | pub struct Order {\n | ---------------- function or associated item `iter` not found for this struct\n...\n25 | for order in Order::iter() {\n | ^^^^ function or associated item not found in `Order`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `DistinctCategory` in the current scope\n --> src\\lib.rs:29:35\n |\n17 | pub struct DistinctCategory {\n | --------------------------- function or associated item `insert` not found for this struct\n...\n29 | let _ = DistinctCategory::insert(DistinctCategory { category });\n | ^^^^^^ function or associated item not found in `DistinctCategory`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 10 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 447, + "output_tokens": 172, + "generation_duration_ms": 972, + "started_at": "2026-03-27T21:34:10.446955700Z", + "finished_at": "2026-03-27T21:38:42.035317800Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Table, ReducerContext, Identity};\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub active: bool,\n}\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct UserStats {\n #[primary_key]\n pub key: String,\n pub count: u64,\n}\n\n#[spacetimedb(reducer)]\npub fn compute_user_counts(ctx: ReducerContext) {\n let total = User::iter().count();\n let active = User::iter().filter(|u| u.active).count();\n\n UserStats::insert(UserStats {\n key: \"total\".to_string(),\n count: total as u64,\n });\n UserStats::insert(UserStats {\n key: \"active\".to_string(),\n count: active as u64,\n });\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling uuid v1.23.0\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling itertools v0.12.1\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ethnum v1.5.2\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\rust\\server\\grok-4\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:22:3\n |\n22 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:14:10\n |\n14 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n 2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:15:3\n |\n15 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:17:7\n |\n17 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{Table, ReducerContext, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `iter` found for struct `User` in the current scope\n --> src\\lib.rs:24:23\n |\n 6 | pub struct User {\n | --------------- function or associated item `iter` not found for this struct\n...\n24 | let total = User::iter().count();\n | ^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `iter` found for struct `User` in the current scope\n --> src\\lib.rs:25:24\n |\n 6 | pub struct User {\n | --------------- function or associated item `iter` not found for this struct\n...\n25 | let active = User::iter().filter(|u| u.active).count();\n | ^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `UserStats` in the current scope\n --> src\\lib.rs:27:16\n |\n16 | pub struct UserStats {\n | -------------------- function or associated item `insert` not found for this struct\n...\n27 | UserStats::insert(UserStats {\n | ^^^^^^ function or associated item not found in `UserStats`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `UserStats` in the current scope\n --> src\\lib.rs:31:16\n |\n16 | pub struct UserStats {\n | -------------------- function or associated item `insert` not found for this struct\n...\n31 | UserStats::insert(UserStats {\n | ^^^^^^ function or associated item not found in `UserStats`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nFor more information about this error, try `rustc --explain E0599`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 12 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 491, + "output_tokens": 200, + "generation_duration_ms": 1153, + "started_at": "2026-03-27T21:34:16.354231900Z", + "finished_at": "2026-03-27T21:37:55.429354200Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\n#[spacetimedb(index(btree, name = \"category_severity\", category, severity))]\npub struct EventLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub severity: u32,\n pub message: String,\n}\n\n#[spacetimedb(table)]\npub struct FilteredEvent {\n #[primary_key]\n pub event_id: u64,\n pub message: String,\n}\n\n#[spacetimedb(reducer)]\npub fn filter_events(ctx: &ReducerContext, category: String, severity: u32) {\n for event in EventLog::iter() {\n if event.category == category && event.severity == severity {\n FilteredEvent::insert(FilteredEvent {\n event_id: event.id,\n message: event.message,\n });\n }\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling castaway v0.2.4\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand_core v0.6.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:17:7\n |\n17 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `iter` found for struct `EventLog` in the current scope\n --> src\\lib.rs:24:28\n |\n 6 | pub struct EventLog {\n | ------------------- function or associated item `iter` not found for this struct\n...\n24 | for event in EventLog::iter() {\n | ^^^^ function or associated item not found in `EventLog`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `FilteredEvent` in the current scope\n --> src\\lib.rs:26:28\n |\n16 | pub struct FilteredEvent {\n | ------------------------ function or associated item `insert` not found for this struct\n...\n26 | FilteredEvent::insert(FilteredEvent {\n | ^^^^^^ function or associated item not found in `FilteredEvent`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 483, + "output_tokens": 200, + "generation_duration_ms": 1392, + "started_at": "2026-03-27T21:34:25.016900Z", + "finished_at": "2026-03-27T21:38:14.692199700Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, ScheduleAt, Timestamp};\nuse std::time::Duration;\n\n#[spacetimedb(table)]\n#[spacetimedb(reducer)]\npub struct Reminder {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n pub message: String,\n}\n\n#[spacetimedb(reducer)]\npub fn send_reminder(_ctx: &ReducerContext, _reminder: Reminder) {}\n\n#[spacetimedb(reducer)]\npub fn init(ctx: &ReducerContext) {\n spacetimedb::insert(Reminder {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Time(ctx.timestamp + Duration::from_secs(60)),\n message: \"Reminder!\".to_string(),\n });\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ScheduleAt, Timestamp};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:16:29\n |\n16 | pub fn send_reminder(_ctx: &ReducerContext, _reminder: Reminder) {}\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:19:19\n |\n19 | pub fn init(ctx: &ReducerContext) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nwarning: unused import: `Timestamp`\n --> src\\lib.rs:2:44\n |\n2 | use spacetimedb::{spacetimedb, ScheduleAt, Timestamp};\n | ^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nSome errors have detailed explanations: E0425, E0432.\nFor more information about an error, try `rustc --explain E0425`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 452, + "output_tokens": 172, + "generation_duration_ms": 1115, + "started_at": "2026-03-27T21:28:12.811017600Z", + "finished_at": "2026-03-27T21:31:20.195846200Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{spacetimedb, ScheduleAt, ReducerContext, Table, Identity};\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct CleanupJob {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb(reducer)]\npub fn run_cleanup(_ctx: ReducerContext, _job: CleanupJob) {\n // does nothing\n}\n\n#[spacetimedb(reducer)]\npub fn init(ctx: ReducerContext) {\n let scheduled_at = ScheduleAt::Interval(60_000_000_000);\n CleanupJob::insert(CleanupJob {\n scheduled_id: 0,\n scheduled_at,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn cancel_cleanup(ctx: ReducerContext, scheduled_id: u64) {\n CleanupJob::delete_by_scheduled_id(scheduled_id);\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling generic-array v0.14.7\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\rust\\server\\grok-4\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ScheduleAt, ReducerContext, Table, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:67\n |\n2 | use spacetimedb::{spacetimedb, ScheduleAt, ReducerContext, Table, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:20:45\n |\n20 | let scheduled_at = ScheduleAt::Interval(60_000_000_000);\n | -------------------- ^^^^^^^^^^^^^^ expected `TimeDuration`, found integer\n | |\n | arguments to this enum variant are incorrect\n |\nnote: tuple variant defined here\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\scheduler.rs:24:5\n |\n24 | Interval(TimeDuration),\n | ^^^^^^^^\n\nerror[E0599]: no function or associated item named `insert` found for struct `CleanupJob` in the current scope\n --> src\\lib.rs:21:17\n |\n 6 | pub struct CleanupJob {\n | --------------------- function or associated item `insert` not found for this struct\n...\n21 | CleanupJob::insert(CleanupJob {\n | ^^^^^^ function or associated item not found in `CleanupJob`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `delete_by_scheduled_id` found for struct `CleanupJob` in the current scope\n --> src\\lib.rs:29:17\n |\n 6 | pub struct CleanupJob {\n | --------------------- function or associated item `delete_by_scheduled_id` not found for this struct\n...\n29 | CleanupJob::delete_by_scheduled_id(scheduled_id);\n | ^^^^^^^^^^^^^^^^^^^^^^ function or associated item not found in `CleanupJob`\n\nSome errors have detailed explanations: E0308, E0432, E0599.\nFor more information about an error, try `rustc --explain E0308`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 443, + "output_tokens": 199, + "generation_duration_ms": 1537, + "started_at": "2026-03-27T21:28:29.176913500Z", + "finished_at": "2026-03-27T21:30:47.128437300Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Identity, Timestamp, Table, ReducerContext, SpacetimeType};\n\n#[derive(Table, SpacetimeType)]\n#[table(public, name = \"online_player\")]\npub struct OnlinePlayer {\n #[primary_key]\n pub identity: Identity,\n pub connected_at: Timestamp,\n}\n\n#[spacetimedb::reducer]\npub fn client_connected(ctx: &ReducerContext) {\n let player = OnlinePlayer {\n identity: ctx.sender,\n connected_at: ctx.timestamp,\n };\n OnlinePlayer::insert(player);\n}\n\n#[spacetimedb::reducer]\npub fn client_disconnected(ctx: &ReducerContext) {\n OnlinePlayer::delete(&ctx.sender);\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling num-traits v0.2.19\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling itertools v0.12.1\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\rust\\server\\grok-4\\llm)\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table, SpacetimeType)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:40\n |\n2 | use spacetimedb::{Identity, Timestamp, Table, ReducerContext, SpacetimeType};\n | ^^^^^\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[table(public, name = \"online_player\")]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n5 | #[stable(public, name = \"online_player\")]\n | +\nhelp: consider importing this attribute macro\n |\n2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:15:23\n |\n15 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n15 | identity: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `OnlinePlayer` in the current scope\n --> src\\lib.rs:18:19\n |\n 6 | pub struct OnlinePlayer {\n | ----------------------- function or associated item `insert` not found for this struct\n...\n18 | OnlinePlayer::insert(player);\n | ^^^^^^ function or associated item not found in `OnlinePlayer`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `delete` found for struct `OnlinePlayer` in the current scope\n --> src\\lib.rs:23:19\n |\n 6 | pub struct OnlinePlayer {\n | ----------------------- function or associated item `delete` not found for this struct\n...\n23 | OnlinePlayer::delete(&ctx.sender);\n | ^^^^^^ function or associated item not found in `OnlinePlayer`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following trait defines an item `delete`, perhaps you need to implement it:\n candidate #1: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:23:31\n |\n23 | OnlinePlayer::delete(&ctx.sender);\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n23 | OnlinePlayer::delete(&ctx.sender());\n | ++\n\nSome errors have detailed explanations: E0599, E0616.\nFor more information about an error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 406, + "output_tokens": 149, + "generation_duration_ms": 1097, + "started_at": "2026-03-27T21:28:30.364786800Z", + "finished_at": "2026-03-27T21:31:13.859397800Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Identity, ReducerContext, Table, SpacetimeType};\n\n#[derive(Table, SpacetimeType)]\n#[table(name = user, public = false)]\npub struct User {\n #[primary_key]\n pub identity: Identity,\n pub name: String,\n}\n\n#[derive(Table, SpacetimeType)]\n#[table(name = message, public = true)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub sender: Identity,\n pub text: String,\n}\n\n#[spacetimedb::reducer]\npub fn register(ctx: ReducerContext, name: String) {\n if User::filter_by_identity(&ctx.sender).is_some() {\n panic!(\"already registered\");\n }\n User::insert(User {\n identity: ctx.sender,\n name,\n });\n}\n\n#[spacetimedb::reducer]\npub fn post_message(ctx: ReducerContext, text: String) {\n if User::filter_by_identity(&ctx.sender).is_none() {\n panic!(\"not registered\");\n }\n Message::insert(Message {\n id: 0,\n sender: ctx.sender,\n text,\n });\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\rust\\server\\grok-4\\llm)\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table, SpacetimeType)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:45\n |\n2 | use spacetimedb::{Identity, ReducerContext, Table, SpacetimeType};\n | ^^^^^\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[table(name = user, public = false)]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n5 | #[stable(name = user, public = false)]\n | +\nhelp: consider importing this attribute macro\n |\n2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:12:10\n |\n12 | #[derive(Table, SpacetimeType)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:45\n |\n 2 | use spacetimedb::{Identity, ReducerContext, Table, SpacetimeType};\n | ^^^^^\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:13:3\n |\n13 | #[table(name = message, public = true)]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n13 | #[stable(name = message, public = true)]\n | +\nhelp: consider importing this attribute macro\n |\n 2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:25:14\n |\n 6 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n25 | if User::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:25:38\n |\n25 | if User::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n25 | if User::filter_by_identity(&ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:28:11\n |\n 6 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n28 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:29:23\n |\n29 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n29 | identity: ctx.sender(),\n | ++\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:24:8\n |\n 23 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 24 | pub fn register(ctx: ReducerContext, name: String) {\n | ^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, std::string::String) {register}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:24:22\n |\n 24 | pub fn register(ctx: ReducerContext, name: String) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:24:8\n |\n23 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n24 | pub fn register(ctx: ReducerContext, name: String) {\n | ^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, std::string::String) {register}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:36:14\n |\n 6 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n36 | if User::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:36:38\n |\n36 | if User::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n36 | if User::filter_by_identity(&ctx.sender()).is_none() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `Message` in the current scope\n --> src\\lib.rs:39:14\n |\n14 | pub struct Message {\n | ------------------ function or associated item `insert` not found for this struct\n...\n39 | Message::insert(Message {\n | ^^^^^^ function or associated item not found in `Message`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:41:21\n |\n41 | sender: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n41 | sender: ctx.sender(),\n | ++\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:35:8\n |\n 34 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 35 | pub fn post_message(ctx: ReducerContext, text: String) {\n | ^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, std::string::String) {post_message}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:35:26\n |\n 35 | pub fn post_message(ctx: ReducerContext, text: String) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:35:8\n |\n34 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n35 | pub fn post_message(ctx: ReducerContext, text: String) {\n | ^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, std::string::String) {post_message}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0599, E0616.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 22 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 500, + "output_tokens": 258, + "generation_duration_ms": 1466, + "started_at": "2026-03-27T21:21:36.224750Z", + "finished_at": "2026-03-27T21:23:47.814883700Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Identity, ReducerContext, Table, SpacetimeType};\n\n#[derive(Table, SpacetimeType)]\n#[table(name = config, public = false)]\npub struct Config {\n #[primary_key]\n pub id: u32,\n pub admin: Identity,\n}\n\n#[derive(Table, SpacetimeType)]\n#[table(name = admin_log, public = true)]\npub struct AdminLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub action: String,\n}\n\n#[spacetimedb::reducer]\npub fn bootstrap_admin(ctx: ReducerContext) {\n if Config::filter_by_id(&0).is_some() {\n panic!(\"already bootstrapped\");\n }\n Config::insert(Config {\n id: 0,\n admin: ctx.sender,\n });\n}\n\n#[spacetimedb::reducer]\npub fn admin_action(ctx: ReducerContext, action: String) {\n let config = Config::filter_by_id(&0).expect(\"not bootstrapped\");\n if ctx.sender != config.admin {\n panic!(\"not admin\");\n }\n AdminLog::insert(AdminLog {\n id: 0,\n action,\n });\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ethnum v1.5.2\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\rust\\server\\grok-4\\llm)\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table, SpacetimeType)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:45\n |\n2 | use spacetimedb::{Identity, ReducerContext, Table, SpacetimeType};\n | ^^^^^\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[table(name = config, public = false)]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n5 | #[stable(name = config, public = false)]\n | +\nhelp: consider importing this attribute macro\n |\n2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:12:10\n |\n12 | #[derive(Table, SpacetimeType)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:45\n |\n 2 | use spacetimedb::{Identity, ReducerContext, Table, SpacetimeType};\n | ^^^^^\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:13:3\n |\n13 | #[table(name = admin_log, public = true)]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n13 | #[stable(name = admin_log, public = true)]\n | +\nhelp: consider importing this attribute macro\n |\n 2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Config` in the current scope\n --> src\\lib.rs:23:16\n |\n 6 | pub struct Config {\n | ----------------- function or associated item `filter_by_id` not found for this struct\n...\n23 | if Config::filter_by_id(&0).is_some() {\n | ^^^^^^^^^^^^ function or associated item not found in `Config`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Config` in the current scope\n --> src\\lib.rs:26:13\n |\n 6 | pub struct Config {\n | ----------------- function or associated item `insert` not found for this struct\n...\n26 | Config::insert(Config {\n | ^^^^^^ function or associated item not found in `Config`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:28:20\n |\n28 | admin: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n28 | admin: ctx.sender(),\n | ++\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:22:8\n |\n 21 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 22 | pub fn bootstrap_admin(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {bootstrap_admin}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:22:29\n |\n 22 | pub fn bootstrap_admin(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:22:8\n |\n21 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n22 | pub fn bootstrap_admin(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {bootstrap_admin}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Config` in the current scope\n --> src\\lib.rs:34:26\n |\n 6 | pub struct Config {\n | ----------------- function or associated item `filter_by_id` not found for this struct\n...\n34 | let config = Config::filter_by_id(&0).expect(\"not bootstrapped\");\n | ^^^^^^^^^^^^ function or associated item not found in `Config`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:35:12\n |\n35 | if ctx.sender != config.admin {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n35 | if ctx.sender() != config.admin {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `AdminLog` in the current scope\n --> src\\lib.rs:38:15\n |\n14 | pub struct AdminLog {\n | ------------------- function or associated item `insert` not found for this struct\n...\n38 | AdminLog::insert(AdminLog {\n | ^^^^^^ function or associated item not found in `AdminLog`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:33:8\n |\n 32 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 33 | pub fn admin_action(ctx: ReducerContext, action: String) {\n | ^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, std::string::String) {admin_action}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:33:26\n |\n 33 | pub fn admin_action(ctx: ReducerContext, action: String) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:33:8\n |\n32 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n33 | pub fn admin_action(ctx: ReducerContext, action: String) {\n | ^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, std::string::String) {admin_action}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0599, E0616.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 19 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 510, + "output_tokens": 257, + "generation_duration_ms": 1732, + "started_at": "2026-03-27T21:21:36.226531Z", + "finished_at": "2026-03-27T21:24:05.011401900Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Identity, ReducerContext, Table, SpacetimeType};\n\n#[derive(Table, SpacetimeType)]\n#[table(name = user, private)]\npub struct User {\n #[primary_key]\n pub identity: Identity,\n pub role: String,\n}\n\n#[spacetimedb::reducer]\npub fn register(ctx: ReducerContext) {\n if User::filter_by_identity(&ctx.sender).is_some() {\n panic!(\"already registered\");\n }\n User::insert(User {\n identity: ctx.sender,\n role: \"member\".to_string(),\n });\n}\n\n#[spacetimedb::reducer]\npub fn promote(ctx: ReducerContext, target: Identity) {\n let caller = match User::filter_by_identity(&ctx.sender) {\n Some(u) => u,\n None => panic!(\"not registered\"),\n };\n if caller.role != \"admin\" {\n panic!(\"not admin\");\n }\n let mut target_user = match User::filter_by_identity(&target) {\n Some(u) => u,\n None => panic!(\"target not registered\"),\n };\n target_user.role = \"admin\".to_string();\n User::update(&target_user);\n}\n\n#[spacetimedb::reducer]\npub fn member_action(ctx: ReducerContext) {\n if User::filter_by_identity(&ctx.sender).is_none() {\n panic!(\"not registered\");\n }\n}\n\n#[spacetimedb::reducer]\npub fn admin_action(ctx: ReducerContext) {\n let user = match User::filter_by_identity(&ctx.sender) {\n Some(u) => u,\n None => panic!(\"not registered\"),\n };\n if user.role != \"admin\" {\n panic!(\"not admin\");\n }\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling uuid v1.23.0\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling rand_core v0.6.4\n Compiling itertools v0.12.1\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\rust\\server\\grok-4\\llm)\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table, SpacetimeType)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:45\n |\n2 | use spacetimedb::{Identity, ReducerContext, Table, SpacetimeType};\n | ^^^^^\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[table(name = user, private)]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n5 | #[stable(name = user, private)]\n | +\nhelp: consider importing this attribute macro\n |\n2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:14:14\n |\n 6 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n14 | if User::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:14:38\n |\n14 | if User::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n14 | if User::filter_by_identity(&ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:17:11\n |\n 6 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n17 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:18:23\n |\n18 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n18 | identity: ctx.sender(),\n | ++\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:13:8\n |\n 12 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 13 | pub fn register(ctx: ReducerContext) {\n | ^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {register}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:13:22\n |\n 13 | pub fn register(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:13:8\n |\n12 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n13 | pub fn register(ctx: ReducerContext) {\n | ^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {register}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:25:30\n |\n 6 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n25 | let caller = match User::filter_by_identity(&ctx.sender) {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:25:54\n |\n25 | let caller = match User::filter_by_identity(&ctx.sender) {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n25 | let caller = match User::filter_by_identity(&ctx.sender()) {\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:32:39\n |\n 6 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n32 | let mut target_user = match User::filter_by_identity(&target) {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `update` found for struct `User` in the current scope\n --> src\\lib.rs:37:11\n |\n 6 | pub struct User {\n | --------------- function or associated item `update` not found for this struct\n...\n37 | User::update(&target_user);\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `update`, perhaps you need to implement one of them:\n candidate #1: `digest::Update`\n candidate #2: `digest::digest::Digest`\n candidate #3: `digest::digest::DynDigest`\n candidate #4: `itertools::Itertools`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:24:8\n |\n 23 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 24 | pub fn promote(ctx: ReducerContext, target: Identity) {\n | ^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, Identity) {promote}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:24:21\n |\n 24 | pub fn promote(ctx: ReducerContext, target: Identity) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:24:8\n |\n23 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n24 | pub fn promote(ctx: ReducerContext, target: Identity) {\n | ^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, Identity) {promote}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:42:14\n |\n 6 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n42 | if User::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:42:38\n |\n42 | if User::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n42 | if User::filter_by_identity(&ctx.sender()).is_none() {\n | ++\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:41:8\n |\n 40 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 41 | pub fn member_action(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {member_action}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:41:27\n |\n 41 | pub fn member_action(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:41:8\n |\n40 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n41 | pub fn member_action(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {member_action}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:49:28\n |\n 6 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n49 | let user = match User::filter_by_identity(&ctx.sender) {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:49:52\n |\n49 | let user = match User::filter_by_identity(&ctx.sender) {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n49 | let user = match User::filter_by_identity(&ctx.sender()) {\n | ++\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:48:8\n |\n 47 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 48 | pub fn admin_action(ctx: ReducerContext) {\n | ^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {admin_action}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:48:26\n |\n 48 | pub fn admin_action(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:48:8\n |\n47 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n48 | pub fn admin_action(ctx: ReducerContext) {\n | ^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {admin_action}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0599, E0616.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 27 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 569, + "output_tokens": 368, + "generation_duration_ms": 4434, + "started_at": "2026-03-27T21:21:36.229200600Z", + "finished_at": "2026-03-27T21:24:02.734987300Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Identity, ReducerContext, Table, SpacetimeType};\n\n#[derive(Table, SpacetimeType)]\n#[table(name = admin, public = false)]\npub struct Admin {\n #[primary_key]\n pub identity: Identity,\n}\n\n#[derive(Table, SpacetimeType)]\n#[table(name = banned, public = false)]\npub struct Banned {\n #[primary_key]\n pub identity: Identity,\n}\n\n#[derive(Table, SpacetimeType)]\n#[table(name = player, public = true)]\npub struct Player {\n #[primary_key]\n pub identity: Identity,\n pub name: String,\n}\n\n#[spacetimedb::reducer]\npub fn add_admin(ctx: ReducerContext, target: Identity) {\n if Admin::filter_by_identity(&ctx.sender).is_none() {\n panic!(\"not admin\");\n }\n Admin::insert(Admin { identity: target });\n}\n\n#[spacetimedb::reducer]\npub fn ban_player(ctx: ReducerContext, target: Identity) {\n if Admin::filter_by_identity(&ctx.sender).is_none() {\n panic!(\"not admin\");\n }\n Banned::insert(Banned { identity: target });\n if let Some(player) = Player::filter_by_identity(&target) {\n Player::delete(player);\n }\n}\n\n#[spacetimedb::reducer]\npub fn join_game(ctx: ReducerContext, name: String) {\n if Banned::filter_by_identity(&ctx.sender).is_some() {\n panic!(\"banned\");\n }\n if Player::filter_by_identity(&ctx.sender).is_some() {\n panic!(\"already in game\");\n }\n Player::insert(Player {\n identity: ctx.sender,\n name,\n });\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling ethnum v1.5.2\n Compiling num-traits v0.2.19\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\rust\\server\\grok-4\\llm)\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table, SpacetimeType)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:45\n |\n2 | use spacetimedb::{Identity, ReducerContext, Table, SpacetimeType};\n | ^^^^^\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[table(name = admin, public = false)]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n5 | #[stable(name = admin, public = false)]\n | +\nhelp: consider importing this attribute macro\n |\n2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:11:10\n |\n11 | #[derive(Table, SpacetimeType)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:45\n |\n 2 | use spacetimedb::{Identity, ReducerContext, Table, SpacetimeType};\n | ^^^^^\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:12:3\n |\n12 | #[table(name = banned, public = false)]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n12 | #[stable(name = banned, public = false)]\n | +\nhelp: consider importing this attribute macro\n |\n 2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:18:10\n |\n18 | #[derive(Table, SpacetimeType)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:45\n |\n 2 | use spacetimedb::{Identity, ReducerContext, Table, SpacetimeType};\n | ^^^^^\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:19:3\n |\n19 | #[table(name = player, public = true)]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n19 | #[stable(name = player, public = true)]\n | +\nhelp: consider importing this attribute macro\n |\n 2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:21:7\n |\n21 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Admin` in the current scope\n --> src\\lib.rs:28:15\n |\n 6 | pub struct Admin {\n | ---------------- function or associated item `filter_by_identity` not found for this struct\n...\n28 | if Admin::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Admin`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:28:39\n |\n28 | if Admin::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n28 | if Admin::filter_by_identity(&ctx.sender()).is_none() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `Admin` in the current scope\n --> src\\lib.rs:31:12\n |\n 6 | pub struct Admin {\n | ---------------- function or associated item `insert` not found for this struct\n...\n31 | Admin::insert(Admin { identity: target });\n | ^^^^^^ function or associated item not found in `Admin`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:27:8\n |\n 26 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 27 | pub fn add_admin(ctx: ReducerContext, target: Identity) {\n | ^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, Identity) {add_admin}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:27:23\n |\n 27 | pub fn add_admin(ctx: ReducerContext, target: Identity) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:27:8\n |\n26 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n27 | pub fn add_admin(ctx: ReducerContext, target: Identity) {\n | ^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, Identity) {add_admin}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Admin` in the current scope\n --> src\\lib.rs:36:15\n |\n 6 | pub struct Admin {\n | ---------------- function or associated item `filter_by_identity` not found for this struct\n...\n36 | if Admin::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Admin`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:36:39\n |\n36 | if Admin::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n36 | if Admin::filter_by_identity(&ctx.sender()).is_none() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `Banned` in the current scope\n --> src\\lib.rs:39:13\n |\n13 | pub struct Banned {\n | ----------------- function or associated item `insert` not found for this struct\n...\n39 | Banned::insert(Banned { identity: target });\n | ^^^^^^ function or associated item not found in `Banned`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Player` in the current scope\n --> src\\lib.rs:40:35\n |\n20 | pub struct Player {\n | ----------------- function or associated item `filter_by_identity` not found for this struct\n...\n40 | if let Some(player) = Player::filter_by_identity(&target) {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Player`\n\nerror[E0599]: no function or associated item named `delete` found for struct `Player` in the current scope\n --> src\\lib.rs:41:17\n |\n20 | pub struct Player {\n | ----------------- function or associated item `delete` not found for this struct\n...\n41 | Player::delete(player);\n | ^^^^^^ function or associated item not found in `Player`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following trait defines an item `delete`, perhaps you need to implement it:\n candidate #1: `spacetimedb::Table`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:35:8\n |\n 34 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 35 | pub fn ban_player(ctx: ReducerContext, target: Identity) {\n | ^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, Identity) {ban_player}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:35:24\n |\n 35 | pub fn ban_player(ctx: ReducerContext, target: Identity) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:35:8\n |\n34 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n35 | pub fn ban_player(ctx: ReducerContext, target: Identity) {\n | ^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, Identity) {ban_player}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Banned` in the current scope\n --> src\\lib.rs:47:16\n |\n13 | pub struct Banned {\n | ----------------- function or associated item `filter_by_identity` not found for this struct\n...\n47 | if Banned::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Banned`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:47:40\n |\n47 | if Banned::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n47 | if Banned::filter_by_identity(&ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Player` in the current scope\n --> src\\lib.rs:50:16\n |\n20 | pub struct Player {\n | ----------------- function or associated item `filter_by_identity` not found for this struct\n...\n50 | if Player::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Player`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:50:40\n |\n50 | if Player::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n50 | if Player::filter_by_identity(&ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `Player` in the current scope\n --> src\\lib.rs:53:13\n |\n20 | pub struct Player {\n | ----------------- function or associated item `insert` not found for this struct\n...\n53 | Player::insert(Player {\n | ^^^^^^ function or associated item not found in `Player`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:54:23\n |\n54 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n54 | identity: ctx.sender(),\n | ++\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:46:8\n |\n 45 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 46 | pub fn join_game(ctx: ReducerContext, name: String) {\n | ^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, std::string::String) {join_game}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:46:23\n |\n 46 | pub fn join_game(ctx: ReducerContext, name: String) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:46:8\n |\n45 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n46 | pub fn join_game(ctx: ReducerContext, name: String) {\n | ^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, std::string::String) {join_game}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0599, E0616.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 32 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 557, + "output_tokens": 368, + "generation_duration_ms": 1947, + "started_at": "2026-03-27T21:21:36.231156600Z", + "finished_at": "2026-03-27T21:24:20.795399800Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Identity, ReducerContext, Table, SpacetimeType};\n\n#[derive(Table, SpacetimeType)]\n#[table(name = rate_limit, public = false)]\npub struct RateLimit {\n #[primary_key]\n pub identity: Identity,\n pub last_call_us: i64,\n}\n\n#[derive(Table, SpacetimeType)]\n#[table(name = action_log, public = true)]\npub struct ActionLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub identity: Identity,\n pub payload: String,\n}\n\n#[spacetimedb::reducer]\npub fn limited_action(ctx: &ReducerContext, payload: String) {\n let now = ctx.timestamp.to_micros_since_unix_epoch();\n let sender = ctx.sender;\n\n if let Some(entry) = RateLimit::filter_by_identity(&sender) {\n if (now - entry.last_call_us) < 1_000_000 {\n panic!(\"rate limited\");\n }\n }\n\n RateLimit::insert_or_update(RateLimit {\n identity: sender,\n last_call_us: now,\n });\n\n ActionLog::insert(ActionLog {\n id: 0,\n identity: sender,\n payload,\n });\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling generic-array v0.14.7\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ethnum v1.5.2\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\rust\\server\\grok-4\\llm)\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table, SpacetimeType)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:45\n |\n2 | use spacetimedb::{Identity, ReducerContext, Table, SpacetimeType};\n | ^^^^^\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[table(name = rate_limit, public = false)]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n5 | #[stable(name = rate_limit, public = false)]\n | +\nhelp: consider importing this attribute macro\n |\n2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:12:10\n |\n12 | #[derive(Table, SpacetimeType)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:45\n |\n 2 | use spacetimedb::{Identity, ReducerContext, Table, SpacetimeType};\n | ^^^^^\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:13:3\n |\n13 | #[table(name = action_log, public = true)]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n13 | #[stable(name = action_log, public = true)]\n | +\nhelp: consider importing this attribute macro\n |\n 2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:25:22\n |\n25 | let sender = ctx.sender;\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n25 | let sender = ctx.sender();\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `RateLimit` in the current scope\n --> src\\lib.rs:27:37\n |\n 6 | pub struct RateLimit {\n | -------------------- function or associated item `filter_by_identity` not found for this struct\n...\n27 | if let Some(entry) = RateLimit::filter_by_identity(&sender) {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `RateLimit`\n\nerror[E0599]: no function or associated item named `insert_or_update` found for struct `RateLimit` in the current scope\n --> src\\lib.rs:33:16\n |\n 6 | pub struct RateLimit {\n | -------------------- function or associated item `insert_or_update` not found for this struct\n...\n33 | RateLimit::insert_or_update(RateLimit {\n | ^^^^^^^^^^^^^^^^ function or associated item not found in `RateLimit`\n\nerror[E0599]: no function or associated item named `insert` found for struct `ActionLog` in the current scope\n --> src\\lib.rs:38:16\n |\n14 | pub struct ActionLog {\n | -------------------- function or associated item `insert` not found for this struct\n...\n38 | ActionLog::insert(ActionLog {\n | ^^^^^^ function or associated item not found in `ActionLog`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0599, E0616.\nFor more information about an error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 11 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 529, + "output_tokens": 263, + "generation_duration_ms": 3965, + "started_at": "2026-03-27T21:21:36.233154700Z", + "finished_at": "2026-03-27T21:24:04.198124400Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{Identity, ReducerContext, Table, SpacetimeType};\n\n#[derive(Table, SpacetimeType, Clone)]\n#[table(public, name = document)]\npub struct Document {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub title: String,\n}\n\n#[derive(Table, SpacetimeType, Clone)]\n#[table(public, name = document_share)]\npub struct DocumentShare {\n #[index(btree)]\n pub document_id: u64,\n #[index(btree)]\n pub shared_with: Identity,\n}\n\n#[spacetimedb::reducer]\npub fn create_document(ctx: &ReducerContext, title: String) {\n Document::insert(Document {\n id: 0,\n owner: ctx.sender,\n title,\n });\n}\n\n#[spacetimedb::reducer]\npub fn share_document(ctx: &ReducerContext, document_id: u64, target: Identity) {\n let doc = Document::filter_by_id(&document_id).expect(\"not found\");\n if doc.owner != ctx.sender {\n panic!(\"not owner\");\n }\n DocumentShare::insert(DocumentShare {\n document_id,\n shared_with: target,\n });\n}\n\n#[spacetimedb::reducer]\npub fn edit_document(ctx: &ReducerContext, document_id: u64, new_title: String) {\n let mut doc = match Document::filter_by_id(&document_id) {\n Some(d) => d,\n None => panic!(\"not found\"),\n };\n\n let is_owner = doc.owner == ctx.sender;\n let is_shared = DocumentShare::filter_by_document_id(&document_id)\n .any(|share| share.shared_with == ctx.sender);\n\n if !is_owner && !is_shared {\n panic!(\"unauthorized\");\n }\n\n doc.title = new_title;\n Document::update(doc);\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling cc v1.2.58\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\rust\\server\\grok-4\\llm)\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(Table, SpacetimeType, Clone)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:45\n |\n2 | use spacetimedb::{Identity, ReducerContext, Table, SpacetimeType};\n | ^^^^^\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[table(public, name = document)]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n5 | #[stable(public, name = document)]\n | +\nhelp: consider importing this attribute macro\n |\n2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:10:7\n |\n10 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:15:10\n |\n15 | #[derive(Table, SpacetimeType, Clone)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:45\n |\n 2 | use spacetimedb::{Identity, ReducerContext, Table, SpacetimeType};\n | ^^^^^\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:16:3\n |\n16 | #[table(public, name = document_share)]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n16 | #[stable(public, name = document_share)]\n | +\nhelp: consider importing this attribute macro\n |\n 2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:20:7\n |\n20 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `Document` in the current scope\n --> src\\lib.rs:26:15\n |\n 6 | pub struct Document {\n | ------------------- function or associated item `insert` not found for this struct\n...\n26 | Document::insert(Document {\n | ^^^^^^ function or associated item not found in `Document`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:28:20\n |\n28 | owner: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n28 | owner: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Document` in the current scope\n --> src\\lib.rs:35:25\n |\n 6 | pub struct Document {\n | ------------------- function or associated item `filter_by_id` not found for this struct\n...\n35 | let doc = Document::filter_by_id(&document_id).expect(\"not found\");\n | ^^^^^^^^^^^^ function or associated item not found in `Document`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:36:25\n |\n36 | if doc.owner != ctx.sender {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n36 | if doc.owner != ctx.sender() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `DocumentShare` in the current scope\n --> src\\lib.rs:39:20\n |\n17 | pub struct DocumentShare {\n | ------------------------ function or associated item `insert` not found for this struct\n...\n39 | DocumentShare::insert(DocumentShare {\n | ^^^^^^ function or associated item not found in `DocumentShare`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Document` in the current scope\n --> src\\lib.rs:47:35\n |\n 6 | pub struct Document {\n | ------------------- function or associated item `filter_by_id` not found for this struct\n...\n47 | let mut doc = match Document::filter_by_id(&document_id) {\n | ^^^^^^^^^^^^ function or associated item not found in `Document`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:52:37\n |\n52 | let is_owner = doc.owner == ctx.sender;\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n52 | let is_owner = doc.owner == ctx.sender();\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_document_id` found for struct `DocumentShare` in the current scope\n --> src\\lib.rs:53:36\n |\n17 | pub struct DocumentShare {\n | ------------------------ function or associated item `filter_by_document_id` not found for this struct\n...\n53 | let is_shared = DocumentShare::filter_by_document_id(&document_id)\n | ^^^^^^^^^^^^^^^^^^^^^ function or associated item not found in `DocumentShare`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:54:47\n |\n54 | .any(|share| share.shared_with == ctx.sender);\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n54 | .any(|share| share.shared_with == ctx.sender());\n | ++\n\nerror[E0599]: no function or associated item named `update` found for struct `Document` in the current scope\n --> src\\lib.rs:61:15\n |\n 6 | pub struct Document {\n | ------------------- function or associated item `update` not found for this struct\n...\n61 | Document::update(doc);\n | ^^^^^^ function or associated item not found in `Document`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `update`, perhaps you need to implement one of them:\n candidate #1: `digest::Update`\n candidate #2: `digest::digest::Digest`\n candidate #3: `digest::digest::DynDigest`\n candidate #4: `itertools::Itertools`\n\nSome errors have detailed explanations: E0599, E0616.\nFor more information about an error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 19 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 599, + "output_tokens": 404, + "generation_duration_ms": 4195, + "started_at": "2026-03-27T21:21:36.234942400Z", + "finished_at": "2026-03-27T21:24:21.188324Z" + } + } + }, + { + "name": "Claude Sonnet 4.6", + "route_api_model": "claude-sonnet-4-6", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::spacetimedb;\n\n#[spacetimedb(table)]\npub struct EmptyTable {\n #[primarykey]\n pub id: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_no_args() {}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_int(count: i32) {}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_string(name: String) {}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_two_args(count: i32, name: String) {}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling num-traits v0.2.19\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:5\n |\n2 | use spacetimedb::spacetimedb;\n | ^^^^^^^^^^^^^^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused variable: `count`\n --> src\\lib.rs:14:31\n |\n14 | pub fn empty_reducer_with_int(count: i32) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_count`\n |\n = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused variable: `name`\n --> src\\lib.rs:17:34\n |\n17 | pub fn empty_reducer_with_string(name: String) {}\n | ^^^^ help: if this is intentional, prefix it with an underscore: `_name`\n\nwarning: unused variable: `count`\n --> src\\lib.rs:20:36\n |\n20 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_count`\n\nwarning: unused variable: `name`\n --> src\\lib.rs:20:48\n |\n20 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^ help: if this is intentional, prefix it with an underscore: `_name`\n\nwarning: unused variable: `active`\n --> src\\lib.rs:23:38\n |\n23 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^^ help: if this is intentional, prefix it with an underscore: `_active`\n\nwarning: unused variable: `ratio`\n --> src\\lib.rs:23:52\n |\n23 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_ratio`\n\nwarning: unused variable: `label`\n --> src\\lib.rs:23:64\n |\n23 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_label`\n\nFor more information about this error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 7 warnings\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors; 7 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 401, + "output_tokens": 193, + "generation_duration_ms": 2295, + "started_at": "2026-03-27T21:05:14.191785900Z", + "finished_at": "2026-03-27T21:08:18.088507Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::spacetimedb;\n\n#[spacetimedb(table(name = user, public))]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(table(name = product, public))]\npub struct Product {\n #[primary_key]\n pub id: i32,\n pub title: String,\n pub price: f32,\n pub in_stock: bool,\n}\n\n#[spacetimedb(table(name = note, public))]\npub struct Note {\n #[primary_key]\n pub id: i32,\n pub body: String,\n pub rating: i64,\n pub pinned: bool,\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:5\n |\n2 | use spacetimedb::spacetimedb;\n | ^^^^^^^^^^^^^^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:24:7\n |\n24 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 394, + "output_tokens": 203, + "generation_duration_ms": 3325, + "started_at": "2026-03-27T21:05:25.241866Z", + "finished_at": "2026-03-27T21:07:46.906251800Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb_lib::ScheduleAt, Duration, ReducerContext, SpacetimeType, Table};\n\n#[spacetimedb::table(name = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_micros(50_000)),\n });\n}\n\n#[spacetimedb::reducer]\npub fn tick(ctx: &ReducerContext, _timer: TickTimer) {\n let _ = ctx;\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling num-traits v0.2.19\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = tick_timer` with `accessor = tick_timer`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = tick_timer, scheduled(tick))]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::Duration`\n --> src\\lib.rs:2:48\n |\n2 | use spacetimedb::{spacetimedb_lib::ScheduleAt, Duration, ReducerContext, SpacetimeType, Table};\n | ^^^^^^^^\n | |\n | no `Duration` in the root\n | help: a similar name exists in the module: `duration`\n |\n = help: consider importing this struct instead:\n std::time::Duration\n\nerror[E0422]: cannot find struct, variant or union type `TickTimer` in this scope\n --> src\\lib.rs:14:32\n |\n14 | ctx.db.tick_timer().insert(TickTimer {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `TickTimer` in this scope\n --> src\\lib.rs:21:43\n |\n21 | pub fn tick(ctx: &ReducerContext, _timer: TickTimer) {\n | ^^^^^^^^^ not found in this scope\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:74\n |\n2 | use spacetimedb::{spacetimedb_lib::ScheduleAt, Duration, ReducerContext, SpacetimeType, Table};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `tick_timer` found for struct `Local` in the current scope\n --> src\\lib.rs:14:12\n |\n14 | ctx.db.tick_timer().insert(TickTimer {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:21:8\n |\n 20 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 21 | pub fn tick(ctx: &ReducerContext, _timer: TickTimer) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {tick}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:21:8\n |\n20 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n21 | pub fn tick(ctx: &ReducerContext, _timer: TickTimer) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {tick}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0422, E0425, E0432, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 364, + "output_tokens": 226, + "generation_duration_ms": 6214, + "started_at": "2026-03-27T21:07:06.564697Z", + "finished_at": "2026-03-27T21:08:26.987719600Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb_lib, SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb::table(name = entity, public)]\npub struct Entity {\n #[primary_key]\n pub id: i32,\n pub pos: Position,\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling syn v2.0.117\n Compiling cc v1.2.58\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling blake3 v1.8.3\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = entity` with `accessor = entity`.\n --> src\\lib.rs:10:22\n |\n10 | #[spacetimedb::table(name = entity, public)]\n | ^^^^^^\n\nwarning: unused imports: `Table` and `spacetimedb_lib`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb_lib, SpacetimeType, Table};\n | ^^^^^^^^^^^^^^^ ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 1 previous error; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 319, + "output_tokens": 109, + "generation_duration_ms": 2490, + "started_at": "2026-03-27T21:07:13.400715200Z", + "finished_at": "2026-03-27T21:08:28.986245Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn insert_user(id: i32, name: String, age: i32, active: bool) {\n User::insert(User {\n id,\n name,\n age,\n active,\n });\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling castaway v0.2.4\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:15:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n15 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 356, + "output_tokens": 140, + "generation_duration_ms": 2726, + "started_at": "2026-03-27T21:07:16.374615300Z", + "finished_at": "2026-03-27T21:08:29.210934Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, Table};\nuse spacetimedb::table;\nuse spacetimedb::reducer;\nuse spacetimedb::ReducerContext;\n\n#[spacetimedb::table(name = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n if let Some(existing) = ctx.db.user().id().find(&id) {\n ctx.db.user().id().update(User {\n id,\n name,\n age,\n active,\n });\n }\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling cc v1.2.58\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling num-traits v0.2.19\n Compiling rand_chacha v0.3.1\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:7:22\n |\n7 | #[spacetimedb::table(name = user, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:19:35\n |\n19 | ctx.db.user().id().update(User {\n | ^^^^ not found in this scope\n\nwarning: unused imports: `SpacetimeType` and `Table`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Table};\n | ^^^^^^^^^^^^^ ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused import: `spacetimedb::table`\n --> src\\lib.rs:3:5\n |\n3 | use spacetimedb::table;\n | ^^^^^^^^^^^^^^^^^^\n\nwarning: unused import: `spacetimedb::reducer`\n --> src\\lib.rs:4:5\n |\n4 | use spacetimedb::reducer;\n | ^^^^^^^^^^^^^^^^^^^^\n\nSome errors have detailed explanations: E0422, E0432.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 3 warnings\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 3 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 362, + "output_tokens": 218, + "generation_duration_ms": 4121, + "started_at": "2026-03-27T21:07:35.938788500Z", + "finished_at": "2026-03-27T21:11:17.613068200Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, Table};\nuse spacetimedb::table;\n\n#[spacetimedb::table(name = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn delete_user(ctx: &spacetimedb::ReducerContext, id: i32) {\n if let Some(row) = ctx.db.user().id().find(&id) {\n ctx.db.user().id().delete(&id);\n }\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand_core v0.6.4\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:5:22\n |\n5 | #[spacetimedb::table(name = user, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Table};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused import: `spacetimedb::table`\n --> src\\lib.rs:3:5\n |\n3 | use spacetimedb::table;\n | ^^^^^^^^^^^^^^^^^^\n\nFor more information about this error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 2 warnings\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors; 2 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 325, + "output_tokens": 170, + "generation_duration_ms": 4453, + "started_at": "2026-03-27T21:07:46.906453100Z", + "finished_at": "2026-03-27T21:11:21.784485100Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn crud() {\n User::insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n }).unwrap();\n\n User::insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n }).unwrap();\n\n User::update_by_id(&1, User {\n id: 1,\n name: \"Alice2\".to_string(),\n age: 31,\n active: false,\n });\n\n User::delete_by_id(&2);\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling http v1.4.0\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:15:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n15 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:22:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n22 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `update_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:29:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `update_by_id` not found for this struct\n...\n29 | User::update_by_id(&1, User {\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:36:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `delete_by_id` not found for this struct\n...\n36 | User::delete_by_id(&2);\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 392, + "output_tokens": 244, + "generation_duration_ms": 3181, + "started_at": "2026-03-27T21:07:50.870745900Z", + "finished_at": "2026-03-27T21:10:30.256945700Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext, Table};\n\n#[spacetimedb(table(name = user, public))]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(table(name = result, public))]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn lookup_user_name(ctx: &ReducerContext, id: i32) {\n if let Some(user) = ctx.db.user().id().find(id) {\n ctx.db.result().insert(ResultRow {\n id: user.id,\n name: user.name.clone(),\n });\n }\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling castaway v0.2.4\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext, Table};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:22:32\n |\n22 | if let Some(user) = ctx.db.user().id().find(id) {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `result` found for struct `Local` in the current scope\n --> src\\lib.rs:23:16\n |\n23 | ctx.db.result().insert(ResultRow {\n | ^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 388, + "output_tokens": 232, + "generation_duration_ms": 3693, + "started_at": "2026-03-27T21:07:52.944321600Z", + "finished_at": "2026-03-27T21:11:34.369699300Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, Identity};\n\n#[spacetimedb(table(name = user, public))]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer(name = init))]\npub fn init(_ctx: &ReducerContext) {\n User::insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n User::insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:48\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:15:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n15 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:21:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n21 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 358, + "output_tokens": 199, + "generation_duration_ms": 3653, + "started_at": "2026-03-27T21:08:18.088650700Z", + "finished_at": "2026-03-27T21:11:56.575071500Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table};\n\n#[spacetimedb(table(name = event, public))]\npub struct Event {\n #[primary_key]\n #[auto_inc]\n pub id: i32,\n pub kind: String,\n}\n\n#[spacetimedb(reducer(client_connected))]\npub fn client_connected(ctx: &ReducerContext) {\n ctx.db.event().insert(Event {\n id: 0,\n kind: \"connected\".to_string(),\n });\n}\n\n#[spacetimedb(reducer(client_disconnected))]\npub fn client_disconnected(ctx: &ReducerContext) {\n ctx.db.event().insert(Event {\n id: 0,\n kind: \"disconnected\".to_string(),\n });\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused imports: `Identity` and `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table};\n | ^^^^^^^^^^^^^ ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `event` found for struct `Local` in the current scope\n --> src\\lib.rs:14:12\n |\n14 | ctx.db.event().insert(Event {\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `event` found for struct `Local` in the current scope\n --> src\\lib.rs:22:12\n |\n22 | ctx.db.event().insert(Event {\n | ^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 343, + "output_tokens": 220, + "generation_duration_ms": 4497, + "started_at": "2026-03-27T21:08:26.987833300Z", + "finished_at": "2026-03-27T21:12:12.386369800Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[spacetimedb(table)]\npub struct ResultRow {\n #[primarykey]\n pub id: i32,\n pub sum: i32,\n}\n\nfn add(a: i32, b: i32) -> i32 {\n a + b\n}\n\n#[spacetimedb(reducer)]\npub fn compute_sum(id: i32, a: i32, b: i32) {\n ResultRow::insert(ResultRow {\n id,\n sum: add(a, b),\n });\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `ResultRow` in the current scope\n --> src\\lib.rs:17:16\n |\n 5 | pub struct ResultRow {\n | -------------------- function or associated item `insert` not found for this struct\n...\n17 | ResultRow::insert(ResultRow {\n | ^^^^^^ function or associated item not found in `ResultRow`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 369, + "output_tokens": 150, + "generation_duration_ms": 2289, + "started_at": "2026-03-27T21:08:28.986377700Z", + "finished_at": "2026-03-27T21:12:14.148884700Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Score {\n pub left: i32,\n pub right: i32,\n}\n\n#[spacetimedb(table(name = result, public))]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Score,\n}\n\n#[spacetimedb(reducer)]\npub fn set_score(id: i32, left: i32, right: i32) {\n ResultRow::insert(ResultRow {\n id,\n value: Score { left, right },\n });\n}", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling blake3 v1.8.3\n Compiling lean_string v0.5.3\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:12:7\n |\n12 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 373, + "output_tokens": 169, + "generation_duration_ms": 2684, + "started_at": "2026-03-27T21:15:41.652144700Z", + "finished_at": "2026-03-27T21:18:25.361583100Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[derive(SpacetimeType, Clone)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb(table(name = result, public))]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Shape,\n}\n\n#[spacetimedb(reducer)]\npub fn set_circle(id: i32, radius: i32) {\n ResultRow::insert(ResultRow {\n id,\n value: Shape::Circle(radius),\n });\n}", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling cc v1.2.58\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 395, + "output_tokens": 197, + "generation_duration_ms": 2706, + "started_at": "2026-03-27T21:15:42.618899300Z", + "finished_at": "2026-03-27T21:20:28.267027500Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[spacetimedb(table)]\npub struct Primitive {\n #[primarykey]\n pub id: i32,\n pub count: i32,\n pub total: i64,\n pub price: f32,\n pub ratio: f64,\n pub active: bool,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn seed() {\n Primitive::insert(Primitive {\n id: 1,\n count: 2,\n total: 3000000000,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\".to_string(),\n });\n}", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `Primitive` in the current scope\n --> src\\lib.rs:18:16\n |\n 5 | pub struct Primitive {\n | -------------------- function or associated item `insert` not found for this struct\n...\n18 | Primitive::insert(Primitive {\n | ^^^^^^ function or associated item not found in `Primitive`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 374, + "output_tokens": 190, + "generation_duration_ms": 2521, + "started_at": "2026-03-27T21:15:45.926583600Z", + "finished_at": "2026-03-27T21:19:34.671866600Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[derive(SpacetimeType, Clone)]\npub struct Address {\n pub street: String,\n pub zip: i32,\n}\n\n#[derive(SpacetimeType, Clone)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb(table(name = profile, public))]\npub struct Profile {\n #[primary_key]\n pub id: i32,\n pub home: Address,\n pub work: Address,\n pub pos: Position,\n}\n\n#[spacetimedb(reducer)]\npub fn seed() {\n Profile::insert(Profile {\n id: 1,\n home: Address {\n street: \"1 Main\".to_string(),\n zip: 11111,\n },\n work: Address {\n street: \"2 Broad\".to_string(),\n zip: 22222,\n },\n pos: Position { x: 7, y: 9 },\n });\n}", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 421, + "output_tokens": 267, + "generation_duration_ms": 3722, + "started_at": "2026-03-27T21:15:54.148057300Z", + "finished_at": "2026-03-27T21:20:46.446855200Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb_lib, SpacetimeType, Table, ReducerContext};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb::table(name = drawing, public)]\npub struct Drawing {\n #[primary_key]\n pub id: i32,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.drawing().insert(Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n });\n}", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling getrandom v0.2.17\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling decorum v0.3.1\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = drawing` with `accessor = drawing`.\n --> src\\lib.rs:16:22\n |\n16 | #[spacetimedb::table(name = drawing, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Drawing` in this scope\n --> src\\lib.rs:26:29\n |\n26 | ctx.db.drawing().insert(Drawing {\n | ^^^^^^^ not found in this scope\n\nwarning: unused import: `spacetimedb_lib`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb_lib, SpacetimeType, Table, ReducerContext};\n | ^^^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `drawing` found for struct `Local` in the current scope\n --> src\\lib.rs:26:12\n |\n26 | ctx.db.drawing().insert(Drawing {\n | ^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 404, + "output_tokens": 238, + "generation_duration_ms": 4620, + "started_at": "2026-03-27T21:17:04.676863200Z", + "finished_at": "2026-03-27T21:19:56.162105300Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb_lib::ScheduleAt, reducer, table, Table, ReducerContext, TimeDuration};\n\n#[table(name = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(TimeDuration::from_micros(50_000)),\n });\n}\n\n#[reducer]\npub fn tick(ctx: &ReducerContext, _row: TickTimer) {\n}", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = tick_timer` with `accessor = tick_timer`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = tick_timer, scheduled(tick))]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `TickTimer` in this scope\n --> src\\lib.rs:14:32\n |\n14 | ctx.db.tick_timer().insert(TickTimer {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `TickTimer` in this scope\n --> src\\lib.rs:21:41\n |\n21 | pub fn tick(ctx: &ReducerContext, _row: TickTimer) {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `tick_timer` found for struct `Local` in the current scope\n --> src\\lib.rs:14:12\n |\n14 | ctx.db.tick_timer().insert(TickTimer {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:21:8\n |\n 20 | #[reducer]\n | ---------- required by a bound introduced by this call\n 21 | pub fn tick(ctx: &ReducerContext, _row: TickTimer) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {tick}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:21:8\n |\n20 | #[reducer]\n | ---------- required by a bound introduced by this call\n21 | pub fn tick(ctx: &ReducerContext, _row: TickTimer) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {tick}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0422, E0425, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 365, + "output_tokens": 206, + "generation_duration_ms": 3844, + "started_at": "2026-03-27T21:17:35.911864600Z", + "finished_at": "2026-03-27T21:21:00.482003200Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[spacetimedb(table(name = account, public))]\n#[derive(Clone, Debug)]\npub struct Account {\n #[primarykey]\n pub id: i32,\n #[unique]\n pub email: String,\n #[index(btree, name = \"by_name\")]\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(ctx: &spacetimedb::ReducerContext) -> Result<(), String> {\n ctx.db.account().insert(Account {\n id: 1,\n email: \"a@example.com\".to_string(),\n name: \"Alice\".to_string(),\n });\n ctx.db.account().insert(Account {\n id: 2,\n email: \"b@example.com\".to_string(),\n name: \"Bob\".to_string(),\n });\n Ok(())\n}", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n7 | #[primary_key]\n | +\n\nerror: cannot find attribute `unique` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[unique]\n | ^^^^^^\n |\n = note: `unique` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:11:7\n |\n11 | #[index(btree, name = \"by_name\")]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nFor more information about this error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 358, + "output_tokens": 243, + "generation_duration_ms": 3681, + "started_at": "2026-03-27T21:17:37.054478200Z", + "finished_at": "2026-03-27T21:21:00.501584600Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[spacetimedb(table(name = user, public))]\npub struct User {\n #[primary_key]\n pub user_id: i32,\n pub name: String,\n}\n\n#[spacetimedb(table(name = group, public))]\npub struct Group {\n #[primary_key]\n pub group_id: i32,\n pub title: String,\n}\n\n#[spacetimedb(table(name = membership, public, index(btree(columns = [user_id], name = \"by_user\"), btree(columns = [group_id], name = \"by_group\"))))]\npub struct Membership {\n #[primary_key]\n pub id: i32,\n pub user_id: i32,\n pub group_id: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn seed() {\n User::insert(User { user_id: 1, name: \"Alice\".to_string() }).unwrap();\n User::insert(User { user_id: 2, name: \"Bob\".to_string() }).unwrap();\n\n Group::insert(Group { group_id: 10, title: \"Admin\".to_string() }).unwrap();\n Group::insert(Group { group_id: 20, title: \"Dev\".to_string() }).unwrap();\n\n Membership::insert(Membership { id: 1, user_id: 1, group_id: 10 }).unwrap();\n Membership::insert(Membership { id: 2, user_id: 1, group_id: 20 }).unwrap();\n Membership::insert(Membership { id: 3, user_id: 2, group_id: 20 }).unwrap();\n}", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling cc v1.2.58\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling blake3 v1.8.3\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling itertools v0.12.1\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling castaway v0.2.4\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:20:7\n |\n20 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:28:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n28 | User::insert(User { user_id: 1, name: \"Alice\".to_string() }).unwrap();\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:29:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n29 | User::insert(User { user_id: 2, name: \"Bob\".to_string() }).unwrap();\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Group` in the current scope\n --> src\\lib.rs:31:12\n |\n12 | pub struct Group {\n | ---------------- function or associated item `insert` not found for this struct\n...\n31 | Group::insert(Group { group_id: 10, title: \"Admin\".to_string() }).unwrap();\n | ^^^^^^ function or associated item not found in `Group`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Group` in the current scope\n --> src\\lib.rs:32:12\n |\n12 | pub struct Group {\n | ---------------- function or associated item `insert` not found for this struct\n...\n32 | Group::insert(Group { group_id: 20, title: \"Dev\".to_string() }).unwrap();\n | ^^^^^^ function or associated item not found in `Group`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:34:17\n |\n19 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n34 | Membership::insert(Membership { id: 1, user_id: 1, group_id: 10 }).unwrap();\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:35:17\n |\n19 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n35 | Membership::insert(Membership { id: 2, user_id: 1, group_id: 20 }).unwrap();\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:36:17\n |\n19 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n36 | Membership::insert(Membership { id: 3, user_id: 2, group_id: 20 }).unwrap();\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 11 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 544, + "output_tokens": 446, + "generation_duration_ms": 4861, + "started_at": "2026-03-27T21:18:25.361729900Z", + "finished_at": "2026-03-27T21:21:04.746350800Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table};\nuse spacetimedb::table;\n\n#[spacetimedb::table(name = entity, public)]\npub struct Entity {\n #[primary_key]\n pub id: i32,\n}\n\n#[spacetimedb::table(name = position, public)]\npub struct Position {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb::table(name = velocity, public)]\npub struct Velocity {\n #[primary_key]\n pub entity_id: i32,\n pub vx: i32,\n pub vy: i32,\n}\n\n#[spacetimedb::table(name = next_position, public)]\npub struct NextPosition {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.entity().insert(Entity { id: 1 });\n ctx.db.entity().insert(Entity { id: 2 });\n\n ctx.db.position().insert(Position { entity_id: 1, x: 0, y: 0 });\n ctx.db.position().insert(Position { entity_id: 2, x: 10, y: 0 });\n\n ctx.db.velocity().insert(Velocity { entity_id: 1, vx: 1, vy: 0 });\n ctx.db.velocity().insert(Velocity { entity_id: 2, vx: -2, vy: 3 });\n}\n\n#[spacetimedb::reducer]\npub fn step(ctx: &ReducerContext) {\n for pos in ctx.db.position().iter() {\n if let Some(vel) = ctx.db.velocity().entity_id().find(pos.entity_id) {\n let nx = pos.x + vel.vx;\n let ny = pos.y + vel.vy;\n if let Some(_existing) = ctx.db.next_position().entity_id().find(pos.entity_id) {\n ctx.db.next_position().entity_id().delete(pos.entity_id);\n }\n ctx.db.next_position().insert(NextPosition {\n entity_id: pos.entity_id,\n x: nx,\n y: ny,\n });\n }\n }\n}", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling serde_json v1.0.149\n Compiling cc v1.2.58\n Compiling log v0.4.29\n Compiling rand_core v0.6.4\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = entity` with `accessor = entity`.\n --> src\\lib.rs:5:22\n |\n5 | #[spacetimedb::table(name = entity, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = position` with `accessor = position`.\n --> src\\lib.rs:11:22\n |\n11 | #[spacetimedb::table(name = position, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = velocity` with `accessor = velocity`.\n --> src\\lib.rs:19:22\n |\n19 | #[spacetimedb::table(name = velocity, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = next_position` with `accessor = next_position`.\n --> src\\lib.rs:27:22\n |\n27 | #[spacetimedb::table(name = next_position, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0422]: cannot find struct, variant or union type `Entity` in this scope\n --> src\\lib.rs:37:28\n |\n37 | ctx.db.entity().insert(Entity { id: 1 });\n | ^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Entity` in this scope\n --> src\\lib.rs:38:28\n |\n38 | ctx.db.entity().insert(Entity { id: 2 });\n | ^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Position` in this scope\n --> src\\lib.rs:40:30\n |\n40 | ctx.db.position().insert(Position { entity_id: 1, x: 0, y: 0 });\n | ^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Position` in this scope\n --> src\\lib.rs:41:30\n |\n41 | ctx.db.position().insert(Position { entity_id: 2, x: 10, y: 0 });\n | ^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Velocity` in this scope\n --> src\\lib.rs:43:30\n |\n43 | ctx.db.velocity().insert(Velocity { entity_id: 1, vx: 1, vy: 0 });\n | ^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Velocity` in this scope\n --> src\\lib.rs:44:30\n |\n44 | ctx.db.velocity().insert(Velocity { entity_id: 2, vx: -2, vy: 3 });\n | ^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `NextPosition` in this scope\n --> src\\lib.rs:56:43\n |\n56 | ctx.db.next_position().insert(NextPosition {\n | ^^^^^^^^^^^^ not found in this scope\n\nwarning: unused imports: `Identity` and `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table};\n | ^^^^^^^^^^^^^ ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused import: `spacetimedb::table`\n --> src\\lib.rs:3:5\n |\n3 | use spacetimedb::table;\n | ^^^^^^^^^^^^^^^^^^\n\nSome errors have detailed explanations: E0422, E0432.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 2 warnings\nerror: could not compile `spacetime-module` (lib) due to 12 previous errors; 2 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 516, + "output_tokens": 642, + "generation_duration_ms": 8226, + "started_at": "2026-03-27T21:18:47.890058800Z", + "finished_at": "2026-03-27T21:20:50.262950700Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[spacetimedb(table(name = log, index(name = by_user_day, btree(columns = [user_id, day]))))]\npub struct Log {\n #[primary_key]\n id: i32,\n user_id: i32,\n day: i32,\n message: String,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(ctx: &spacetimedb::ReducerContext) -> Result<(), String> {\n ctx.db.log().insert(Log { id: 1, user_id: 7, day: 1, message: \"a\".to_string() });\n ctx.db.log().insert(Log { id: 2, user_id: 7, day: 2, message: \"b\".to_string() });\n ctx.db.log().insert(Log { id: 3, user_id: 9, day: 1, message: \"c\".to_string() });\n Ok(())\n}", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nFor more information about this error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 416, + "output_tokens": 262, + "generation_duration_ms": 3552, + "started_at": "2026-03-27T21:19:34.672032300Z", + "finished_at": "2026-03-27T21:21:28.328200400Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb_lib, SpacetimeType, Table, ReducerContext, TableType};\nuse spacetimedb::table::{TableIter};\n\nuse spacetimedb::{\n spacetimedb_lib::bsatn,\n Identity, Timestamp,\n};\n\nuse spacetimedb::prelude::*;\n\n#[spacetimedb::table(name = announcement, public)]\npub struct Announcement {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub message: String,\n #[index(btree)]\n pub active: bool,\n}\n\n#[spacetimedb::view(name = active_announcements, public)]\npub fn active_announcements(_ctx: &AnonymousViewContext) -> Vec {\n ctx.db.announcement().active().filter(&true).collect()\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling ethnum v1.5.2\n Compiling generic-array v0.14.7\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling rand v0.8.5\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = announcement` with `accessor = announcement`.\n --> src\\lib.rs:12:22\n |\n12 | #[spacetimedb::table(name = announcement, public)]\n | ^^^^^^\n\nerror: expected string literal\n --> src\\lib.rs:22:28\n |\n22 | #[spacetimedb::view(name = active_announcements, public)]\n | ^^^^^^^^^^^^^^^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::TableType`\n --> src\\lib.rs:2:74\n |\n2 | use spacetimedb::{spacetimedb_lib, SpacetimeType, Table, ReducerContext, TableType};\n | ^^^^^^^^^ no `TableType` in the root\n |\n = help: consider importing this enum instead:\n crate::spacetimedb_lib::db::raw_def::v9::TableType\n\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:10:18\n |\n10 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nerror[E0603]: struct `TableIter` is private\n --> src\\lib.rs:3:26\n |\n 3 | use spacetimedb::table::{TableIter};\n | ^^^^^^^^^ private struct\n |\nnote: the struct `TableIter` is defined here\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\table.rs:1388:1\n |\n1388 | struct TableIter {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nwarning: unused imports: `ReducerContext`, `SpacetimeType`, `Table`, and `spacetimedb_lib`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb_lib, SpacetimeType, Table, ReducerContext, TableType};\n | ^^^^^^^^^^^^^^^ ^^^^^^^^^^^^^ ^^^^^ ^^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused imports: `Identity`, `Timestamp`, and `spacetimedb_lib::bsatn`\n --> src\\lib.rs:6:5\n |\n6 | spacetimedb_lib::bsatn,\n | ^^^^^^^^^^^^^^^^^^^^^^\n7 | Identity, Timestamp,\n | ^^^^^^^^ ^^^^^^^^^\n\nSome errors have detailed explanations: E0432, E0603.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 2 warnings\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 2 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 347, + "output_tokens": 222, + "generation_duration_ms": 5882, + "started_at": "2026-03-27T21:12:34.146270Z", + "finished_at": "2026-03-27T21:15:42.618516600Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb_lib::Identity, table, reducer, view, SpacetimeType, Table, ViewContext};\nuse spacetimedb::prelude::*;\n\n#[spacetimedb::table(name = profile, public)]\npub struct Profile {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub identity: Identity,\n pub name: String,\n pub bio: String,\n}\n\n#[spacetimedb::view(name = my_profile, public)]\npub fn my_profile(ctx: &ViewContext) -> Option {\n ctx.db.profile().identity().find(ctx.sender)\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = profile` with `accessor = profile`.\n --> src\\lib.rs:5:22\n |\n5 | #[spacetimedb::table(name = profile, public)]\n | ^^^^^^\n\nerror: expected string literal\n --> src\\lib.rs:16:28\n |\n16 | #[spacetimedb::view(name = my_profile, public)]\n | ^^^^^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:3:18\n |\n3 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nwarning: unused imports: `SpacetimeType`, `Table`, `reducer`, `spacetimedb_lib::Identity`, `table`, and `view`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb_lib::Identity, table, reducer, view, SpacetimeType, Table, ViewContext};\n | ^^^^^^^^^^^^^^^^^^^^^^^^^ ^^^^^ ^^^^^^^ ^^^^ ^^^^^^^^^^^^^ ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `profile` found for struct `LocalReadOnly` in the current scope\n --> src\\lib.rs:18:12\n |\n18 | ctx.db.profile().identity().find(ctx.sender)\n | ^^^^^^^ method not found in `LocalReadOnly`\n\nerror[E0616]: field `sender` of struct `ViewContext` is private\n --> src\\lib.rs:18:42\n |\n18 | ctx.db.profile().identity().find(ctx.sender)\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n18 | ctx.db.profile().identity().find(ctx.sender())\n | ++\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 394, + "output_tokens": 177, + "generation_duration_ms": 4223, + "started_at": "2026-03-27T21:12:36.026736300Z", + "finished_at": "2026-03-27T21:15:32.867552900Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb_lib, SpacetimeType, Table, ReducerContext};\n\n#[spacetimedb::table(name = damage_event, public)]\npub struct DamageEvent {\n pub entity_id: u64,\n pub damage: u32,\n pub source: String,\n}\n\n#[spacetimedb::reducer]\npub fn deal_damage(ctx: &ReducerContext, entity_id: u64, damage: u32, source: String) {\n ctx.db.damage_event().insert(DamageEvent {\n entity_id,\n damage,\n source,\n });\n}", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling cc v1.2.58\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling ppv-lite86 v0.2.21\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling rand_chacha v0.3.1\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = damage_event` with `accessor = damage_event`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = damage_event, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `DamageEvent` in this scope\n --> src\\lib.rs:13:34\n |\n13 | ctx.db.damage_event().insert(DamageEvent {\n | ^^^^^^^^^^^ not found in this scope\n\nwarning: unused imports: `SpacetimeType` and `spacetimedb_lib`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb_lib, SpacetimeType, Table, ReducerContext};\n | ^^^^^^^^^^^^^^^ ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `damage_event` found for struct `Local` in the current scope\n --> src\\lib.rs:13:12\n |\n13 | ctx.db.damage_event().insert(DamageEvent {\n | ^^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 361, + "output_tokens": 161, + "generation_duration_ms": 3929, + "started_at": "2026-03-27T21:11:21.784604700Z", + "finished_at": "2026-03-27T21:14:40.167108700Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table};\n\n#[spacetimedb(table, name = player, public)]\npub struct Player {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n pub name: String,\n pub nickname: Option,\n pub high_score: Option,\n}\n\n#[spacetimedb(reducer)]\npub fn create_player(ctx: &ReducerContext, name: String, nickname: Option, high_score: Option) {\n ctx.db.player().insert(Player {\n id: 0,\n name,\n nickname,\n high_score,\n });\n}", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling cc v1.2.58\n Compiling generic-array v0.14.7\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nwarning: unused imports: `Identity` and `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table};\n | ^^^^^^^^^^^^^ ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `player` found for struct `Local` in the current scope\n --> src\\lib.rs:16:12\n |\n16 | ctx.db.player().insert(Player {\n | ^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 384, + "output_tokens": 187, + "generation_duration_ms": 3334, + "started_at": "2026-03-27T21:11:28.431163800Z", + "finished_at": "2026-03-27T21:12:36.026571500Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb_lib::Identity, table, reducer, Table, ReducerContext, SpacetimeType};\n\n#[derive(Clone, Debug, SpacetimeType)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub owner: Identity,\n pub text: String,\n}\n\n#[table(name = message, public)]\npub struct message {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub text: String,\n}\n\n#[reducer]\npub fn create_message(ctx: &ReducerContext, text: String) {\n ctx.db.message().insert(message {\n id: 0,\n owner: ctx.sender,\n text,\n });\n}\n\n#[reducer]\npub fn delete_message(ctx: &ReducerContext, id: u64) {\n let msg = ctx.db.message().id().find(id).expect(\"not found\");\n if msg.owner != ctx.sender {\n panic!(\"unauthorized\");\n }\n ctx.db.message().id().delete(id);\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling log v0.4.29\n Compiling getrandom v0.2.17\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = message` with `accessor = message`.\n --> src\\lib.rs:13:9\n |\n13 | #[table(name = message, public)]\n | ^^^^^^\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0422]: cannot find struct, variant or union type `message` in this scope\n --> src\\lib.rs:25:29\n |\n 5 | pub struct Message {\n | ------------------ similarly named struct `Message` defined here\n...\n25 | ctx.db.message().insert(message {\n | ^^^^^^^ help: a struct with a similar name exists: `Message`\n\nerror[E0599]: no method named `message` found for struct `Local` in the current scope\n --> src\\lib.rs:25:12\n |\n25 | ctx.db.message().insert(message {\n | ^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:27:20\n |\n27 | owner: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n27 | owner: ctx.sender(),\n | ++\n\nerror[E0599]: no method named `message` found for struct `Local` in the current scope\n --> src\\lib.rs:34:22\n |\n34 | let msg = ctx.db.message().id().find(id).expect(\"not found\");\n | ^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:35:25\n |\n35 | if msg.owner != ctx.sender {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n35 | if msg.owner != ctx.sender() {\n | ++\n\nerror[E0599]: no method named `message` found for struct `Local` in the current scope\n --> src\\lib.rs:38:12\n |\n38 | ctx.db.message().id().delete(id);\n | ^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599, E0616.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 423, + "output_tokens": 307, + "generation_duration_ms": 4489, + "started_at": "2026-03-27T21:04:43.714095200Z", + "finished_at": "2026-03-27T21:05:25.241699700Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table};\n\n#[spacetimedb(table, name = user_internal)]\npub struct UserInternal {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n pub name: String,\n pub email: String,\n pub password_hash: String,\n}\n\n#[spacetimedb(table, name = user_public, public)]\npub struct UserPublic {\n #[primarykey]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn register_user(ctx: ReducerContext, name: String, email: String, password_hash: String) {\n let internal = UserInternal {\n id: 0,\n name: name.clone(),\n email,\n password_hash,\n };\n let inserted = ctx.db.user_internal().insert(internal);\n let public = UserPublic {\n id: inserted.id,\n name: name,\n };\n ctx.db.user_public().insert(public);\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n16 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nwarning: unused imports: `Identity` and `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table};\n | ^^^^^^^^^^^^^ ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `user_internal` found for struct `Local` in the current scope\n --> src\\lib.rs:29:27\n |\n29 | let inserted = ctx.db.user_internal().insert(internal);\n | ^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user_public` found for struct `Local` in the current scope\n --> src\\lib.rs:34:12\n |\n34 | ctx.db.user_public().insert(public);\n | ^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 450, + "output_tokens": 285, + "generation_duration_ms": 4977, + "started_at": "2026-03-27T21:04:43.714800100Z", + "finished_at": "2026-03-27T21:07:06.564575600Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table};\nuse spacetimedb::table::{TableType, TableIter};\n\n#[spacetimedb(table(name = author, public))]\npub struct Author {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb(table(name = post, public))]\npub struct Post {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub author_id: u64,\n pub title: String,\n}\n\n#[spacetimedb(reducer)]\npub fn delete_author(ctx: &ReducerContext, author_id: u64) {\n let posts_to_delete: Vec = ctx.db.post()\n .author_id()\n .filter(author_id)\n .collect();\n\n for post in posts_to_delete {\n ctx.db.post().id().delete(post.id);\n }\n\n ctx.db.author().id().delete(author_id);\n}", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling num-traits v0.2.19\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused imports: `Identity` and `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table};\n | ^^^^^^^^^^^^^ ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `post` found for struct `Local` in the current scope\n --> src\\lib.rs:25:45\n |\n25 | let posts_to_delete: Vec = ctx.db.post()\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `post` found for struct `Local` in the current scope\n --> src\\lib.rs:31:16\n |\n31 | ctx.db.post().id().delete(post.id);\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `author` found for struct `Local` in the current scope\n --> src\\lib.rs:34:12\n |\n34 | ctx.db.author().id().delete(author_id);\n | ^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 404, + "output_tokens": 298, + "generation_duration_ms": 5725, + "started_at": "2026-03-27T21:11:34.369824500Z", + "finished_at": "2026-03-27T21:14:11.616125300Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, Table, ReducerContext, Identity};\nuse spacetimedb::table::TableWithPrimaryKey;\n\n#[spacetimedb::table(name = order, public)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub category: String,\n pub amount: u64,\n pub fulfilled: bool,\n}\n\n#[spacetimedb::table(name = category_stats, public)]\npub struct CategoryStats {\n #[primary_key]\n pub category: String,\n pub total_amount: u64,\n pub order_count: u32,\n}\n\n#[spacetimedb::reducer]\npub fn compute_stats(ctx: &ReducerContext, category: String) {\n let mut total_amount: u64 = 0;\n let mut order_count: u32 = 0;\n\n for ord in ctx.db.order().category().filter(&category) {\n total_amount += ord.amount;\n order_count += 1;\n }\n\n if let Some(existing) = ctx.db.category_stats().category().find(&category) {\n ctx.db.category_stats().category().delete(&existing.category);\n }\n\n ctx.db.category_stats().insert(CategoryStats {\n category,\n total_amount,\n order_count,\n });\n}", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling rand v0.8.5\n Compiling cc v1.2.58\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling blake3 v1.8.3\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = order` with `accessor = order`.\n --> src\\lib.rs:5:22\n |\n5 | #[spacetimedb::table(name = order, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = category_stats` with `accessor = category_stats`.\n --> src\\lib.rs:16:22\n |\n16 | #[spacetimedb::table(name = category_stats, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Table, ReducerContext, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0422]: cannot find struct, variant or union type `CategoryStats` in this scope\n --> src\\lib.rs:38:36\n |\n38 | ctx.db.category_stats().insert(CategoryStats {\n | ^^^^^^^^^^^^^ not found in this scope\n\nwarning: unused imports: `Identity` and `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Table, ReducerContext, Identity};\n | ^^^^^^^^^^^^^ ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nSome errors have detailed explanations: E0422, E0432.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 423, + "output_tokens": 365, + "generation_duration_ms": 5256, + "started_at": "2026-03-27T21:11:56.575289300Z", + "finished_at": "2026-03-27T21:15:41.652037400Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, Table, ReducerContext};\nuse spacetimedb::table::{TableType, TableIter};\n\n#[spacetimedb::table(name = customer, public)]\npub struct Customer {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb::table(name = order, public)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub customer_id: u64,\n pub product: String,\n pub amount: u32,\n}\n\n#[spacetimedb::table(name = order_detail, public)]\npub struct OrderDetail {\n #[primary_key]\n pub order_id: u64,\n pub customer_name: String,\n pub product: String,\n pub amount: u32,\n}\n\n#[spacetimedb::reducer]\npub fn build_order_details(ctx: &ReducerContext) {\n for order in ctx.db.order().iter() {\n if let Some(customer) = ctx.db.customer().id().find(order.customer_id) {\n ctx.db.order_detail().insert(OrderDetail {\n order_id: order.id,\n customer_name: customer.name.clone(),\n product: order.product.clone(),\n amount: order.amount,\n });\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling ppv-lite86 v0.2.21\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = customer` with `accessor = customer`.\n --> src\\lib.rs:5:22\n |\n5 | #[spacetimedb::table(name = customer, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = order` with `accessor = order`.\n --> src\\lib.rs:13:22\n |\n13 | #[spacetimedb::table(name = order, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = order_detail` with `accessor = order_detail`.\n --> src\\lib.rs:24:22\n |\n24 | #[spacetimedb::table(name = order_detail, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Table, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0422]: cannot find struct, variant or union type `OrderDetail` in this scope\n --> src\\lib.rs:37:42\n |\n37 | ctx.db.order_detail().insert(OrderDetail {\n | ^^^^^^^^^^^ not found in this scope\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Table, ReducerContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nSome errors have detailed explanations: E0422, E0432.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 483, + "output_tokens": 382, + "generation_duration_ms": 6050, + "started_at": "2026-03-27T21:12:12.386498800Z", + "finished_at": "2026-03-27T21:15:30.304650600Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table};\n\n#[spacetimedb::table(name = account, public)]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub display_name: String,\n}\n\n#[spacetimedb::reducer]\npub fn create_account(ctx: &ReducerContext, email: String, display_name: String) {\n ctx.db.account().insert(Account {\n id: 0,\n email,\n display_name,\n });\n}", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling getrandom v0.2.17\n Compiling ethnum v1.5.2\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = account` with `accessor = account`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = account, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0422]: cannot find struct, variant or union type `Account` in this scope\n --> src\\lib.rs:16:29\n |\n16 | ctx.db.account().insert(Account {\n | ^^^^^^^ not found in this scope\n\nwarning: unused imports: `Identity` and `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Identity, ReducerContext, Table};\n | ^^^^^^^^^^^^^ ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nSome errors have detailed explanations: E0422, E0432.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 364, + "output_tokens": 169, + "generation_duration_ms": 4599, + "started_at": "2026-03-27T21:12:14.149200600Z", + "finished_at": "2026-03-27T21:15:38.803142100Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, Table, ReducerContext};\nuse spacetimedb::table;\nuse spacetimedb::reducer;\n\n#[spacetimedb::table(name = product, public)]\npub struct Product {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n #[index(btree)]\n pub price: u32,\n}\n\n#[spacetimedb::table(name = price_range_result, public)]\npub struct PriceRangeResult {\n #[primary_key]\n pub product_id: u64,\n pub name: String,\n pub price: u32,\n}\n\n#[spacetimedb::reducer]\npub fn find_in_price_range(ctx: &ReducerContext, min_price: u32, max_price: u32) {\n for product in ctx.db.product().iter() {\n if product.price >= min_price && product.price <= max_price {\n ctx.db.price_range_result().insert(PriceRangeResult {\n product_id: product.id,\n name: product.name.clone(),\n price: product.price,\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling log v0.4.29\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = product` with `accessor = product`.\n --> src\\lib.rs:6:22\n |\n6 | #[spacetimedb::table(name = product, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = price_range_result` with `accessor = price_range_result`.\n --> src\\lib.rs:16:22\n |\n16 | #[spacetimedb::table(name = price_range_result, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Table, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0422]: cannot find struct, variant or union type `PriceRangeResult` in this scope\n --> src\\lib.rs:28:48\n |\n28 | ctx.db.price_range_result().insert(PriceRangeResult {\n | ^^^^^^^^^^^^^^^^ not found in this scope\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Table, ReducerContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused import: `spacetimedb::table`\n --> src\\lib.rs:3:5\n |\n3 | use spacetimedb::table;\n | ^^^^^^^^^^^^^^^^^^\n\nwarning: unused import: `spacetimedb::reducer`\n --> src\\lib.rs:4:5\n |\n4 | use spacetimedb::reducer;\n | ^^^^^^^^^^^^^^^^^^^^\n\nSome errors have detailed explanations: E0422, E0432.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 3 warnings\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 3 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 446, + "output_tokens": 321, + "generation_duration_ms": 4386, + "started_at": "2026-03-27T21:12:37.128766800Z", + "finished_at": "2026-03-27T21:15:45.926453600Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext, Table};\n\n#[spacetimedb(table(name = player, public))]\npub struct Player {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub score: u64,\n}\n\n#[spacetimedb(table(name = leaderboard, public))]\npub struct LeaderboardEntry {\n #[primary_key]\n pub rank: u32,\n pub player_name: String,\n pub score: u64,\n}\n\n#[spacetimedb(reducer)]\npub fn build_leaderboard(ctx: &ReducerContext, limit: u32) {\n let mut players: Vec = ctx.db.player().iter().collect();\n players.sort_by(|a, b| b.score.cmp(&a.score));\n let top = players.into_iter().take(limit as usize);\n for (i, p) in top.enumerate() {\n ctx.db.leaderboard().insert(LeaderboardEntry {\n rank: (i as u32) + 1,\n player_name: p.name,\n score: p.score,\n });\n }\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling rand_core v0.6.4\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling decorum v0.3.1\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext, Table};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `player` found for struct `Local` in the current scope\n --> src\\lib.rs:23:43\n |\n23 | let mut players: Vec = ctx.db.player().iter().collect();\n | ^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `leaderboard` found for struct `Local` in the current scope\n --> src\\lib.rs:27:16\n |\n27 | ctx.db.leaderboard().insert(LeaderboardEntry {\n | ^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 433, + "output_tokens": 320, + "generation_duration_ms": 5281, + "started_at": "2026-03-27T21:14:11.616300800Z", + "finished_at": "2026-03-27T21:15:54.147889100Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, Table, ReducerContext};\n\n#[spacetimedb(table(name = task, public))]\npub struct Task {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub title: String,\n pub completed: bool,\n}\n\n#[spacetimedb(table(name = first_incomplete, public))]\npub struct FirstIncomplete {\n #[primary_key]\n pub task_id: u64,\n pub title: String,\n}\n\n#[spacetimedb(reducer)]\npub fn find_first_incomplete(ctx: &ReducerContext) {\n if let Some(task) = ctx.db.task().iter().find(|t| !t.completed) {\n ctx.db.first_incomplete().insert(FirstIncomplete {\n task_id: task.id,\n title: task.title.clone(),\n });\n }\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Table, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Table, ReducerContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `task` found for struct `Local` in the current scope\n --> src\\lib.rs:22:32\n |\n22 | if let Some(task) = ctx.db.task().iter().find(|t| !t.completed) {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `first_incomplete` found for struct `Local` in the current scope\n --> src\\lib.rs:23:16\n |\n23 | ctx.db.first_incomplete().insert(FirstIncomplete {\n | ^^^^^^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 397, + "output_tokens": 243, + "generation_duration_ms": 5249, + "started_at": "2026-03-27T21:14:40.167236100Z", + "finished_at": "2026-03-27T21:17:04.676689200Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, Table, ReducerContext};\nuse std::collections::BTreeSet;\n\n#[spacetimedb(table(name = order, public))]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub amount: u32,\n}\n\n#[spacetimedb(table(name = distinct_category, public))]\npub struct DistinctCategory {\n #[primary_key]\n pub category: String,\n}\n\n#[spacetimedb(reducer)]\npub fn collect_distinct_categories(ctx: &ReducerContext) {\n let mut categories = BTreeSet::new();\n for order in ctx.db.order().iter() {\n categories.insert(order.category.clone());\n }\n for category in categories {\n let _ = ctx.db.distinct_category().try_insert(DistinctCategory { category });\n }\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling rand_core v0.6.4\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling digest v0.10.7\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling sha3 v0.10.8\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Table, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Table, ReducerContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `order` found for struct `Local` in the current scope\n --> src\\lib.rs:23:25\n |\n23 | for order in ctx.db.order().iter() {\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `distinct_category` found for struct `Local` in the current scope\n --> src\\lib.rs:27:24\n |\n27 | let _ = ctx.db.distinct_category().try_insert(DistinctCategory { category });\n | ^^^^^^^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 394, + "output_tokens": 252, + "generation_duration_ms": 4177, + "started_at": "2026-03-27T21:15:30.304769900Z", + "finished_at": "2026-03-27T21:17:37.053576300Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext, Table};\n\n#[spacetimedb(table(name = user, public))]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub active: bool,\n}\n\n#[spacetimedb(table(name = user_stats, public))]\npub struct UserStats {\n #[primary_key]\n pub key: String,\n pub count: u64,\n}\n\n#[spacetimedb(reducer)]\npub fn compute_user_counts(ctx: &ReducerContext) {\n let total = ctx.db.user().iter().count() as u64;\n let active = ctx.db.user().iter().filter(|u| u.active).count() as u64;\n\n ctx.db.user_stats().insert(UserStats {\n key: \"total\".to_string(),\n count: total,\n });\n\n ctx.db.user_stats().insert(UserStats {\n key: \"active\".to_string(),\n count: active,\n });\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling cc v1.2.58\n Compiling ethnum v1.5.2\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling rand_chacha v0.3.1\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext, Table};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:22:24\n |\n22 | let total = ctx.db.user().iter().count() as u64;\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:23:25\n |\n23 | let active = ctx.db.user().iter().filter(|u| u.active).count() as u64;\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user_stats` found for struct `Local` in the current scope\n --> src\\lib.rs:25:12\n |\n25 | ctx.db.user_stats().insert(UserStats {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user_stats` found for struct `Local` in the current scope\n --> src\\lib.rs:30:12\n |\n30 | ctx.db.user_stats().insert(UserStats {\n | ^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 439, + "output_tokens": 287, + "generation_duration_ms": 4349, + "started_at": "2026-03-27T21:15:33.046088Z", + "finished_at": "2026-03-27T21:17:35.911677200Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, Table, ReducerContext, Identity, Timestamp};\nuse spacetimedb::table;\nuse spacetimedb::reducer;\n\n#[spacetimedb::table(name = event_log, public)]\n#[derive(Clone, Debug)]\npub struct EventLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub severity: u32,\n pub message: String,\n}\n\n#[spacetimedb::table(name = filtered_event, public)]\n#[derive(Clone, Debug)]\npub struct FilteredEvent {\n #[primary_key]\n pub event_id: u64,\n pub message: String,\n}\n\n#[spacetimedb::index(btree, name = category_severity_idx, table = event_log, columns = [category, severity])]\n\n#[spacetimedb::reducer]\npub fn filter_events(ctx: &ReducerContext, category: String, severity: u32) {\n for row in ctx.db.event_log().iter() {\n if row.category == category && row.severity == severity {\n ctx.db.filtered_event().insert(FilteredEvent {\n event_id: row.id,\n message: row.message.clone(),\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling num-traits v0.2.19\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling cc v1.2.58\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = event_log` with `accessor = event_log`.\n --> src\\lib.rs:6:22\n |\n6 | #[spacetimedb::table(name = event_log, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = filtered_event` with `accessor = filtered_event`.\n --> src\\lib.rs:17:22\n |\n17 | #[spacetimedb::table(name = filtered_event, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Table, ReducerContext, Identity, Timestamp};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0422]: cannot find struct, variant or union type `FilteredEvent` in this scope\n --> src\\lib.rs:31:44\n |\n31 | ctx.db.filtered_event().insert(FilteredEvent {\n | ^^^^^^^^^^^^^ not found in this scope\n\nwarning: unused imports: `Identity`, `SpacetimeType`, and `Timestamp`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Table, ReducerContext, Identity, Timestamp};\n | ^^^^^^^^^^^^^ ^^^^^^^^ ^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused import: `spacetimedb::table`\n --> src\\lib.rs:3:5\n |\n3 | use spacetimedb::table;\n | ^^^^^^^^^^^^^^^^^^\n\nwarning: unused import: `spacetimedb::reducer`\n --> src\\lib.rs:4:5\n |\n4 | use spacetimedb::reducer;\n | ^^^^^^^^^^^^^^^^^^^^\n\nSome errors have detailed explanations: E0422, E0432.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 3 warnings\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 3 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 434, + "output_tokens": 341, + "generation_duration_ms": 5056, + "started_at": "2026-03-27T21:15:38.803241Z", + "finished_at": "2026-03-27T21:18:47.889942Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb_lib::ScheduleAt, Duration, ReducerContext, SpacetimeType, Table};\n\n#[spacetimedb::table(name = reminder, scheduled(send_reminder))]\npub struct Reminder {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n pub message: String,\n}\n\n#[spacetimedb::reducer]\npub fn send_reminder(_ctx: &ReducerContext, _reminder: Reminder) {}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &ReducerContext) {\n let fire_time = ctx.timestamp + Duration::from_secs(60);\n ctx.db.reminder().insert(Reminder {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Time(fire_time),\n message: String::from(\"Reminder!\"),\n });\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling cc v1.2.58\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = reminder` with `accessor = reminder`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = reminder, scheduled(send_reminder))]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::Duration`\n --> src\\lib.rs:2:48\n |\n2 | use spacetimedb::{spacetimedb_lib::ScheduleAt, Duration, ReducerContext, SpacetimeType, Table};\n | ^^^^^^^^\n | |\n | no `Duration` in the root\n | help: a similar name exists in the module: `duration`\n |\n = help: consider importing this struct instead:\n std::time::Duration\n\nerror[E0425]: cannot find type `Reminder` in this scope\n --> src\\lib.rs:14:56\n |\n14 | pub fn send_reminder(_ctx: &ReducerContext, _reminder: Reminder) {}\n | ^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Reminder` in this scope\n --> src\\lib.rs:19:30\n |\n19 | ctx.db.reminder().insert(Reminder {\n | ^^^^^^^^ not found in this scope\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:74\n |\n2 | use spacetimedb::{spacetimedb_lib::ScheduleAt, Duration, ReducerContext, SpacetimeType, Table};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:14:8\n |\n 13 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 14 | pub fn send_reminder(_ctx: &ReducerContext, _reminder: Reminder) {}\n | ^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {send_reminder}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:14:8\n |\n13 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n14 | pub fn send_reminder(_ctx: &ReducerContext, _reminder: Reminder) {}\n | ^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {send_reminder}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0599]: no method named `reminder` found for struct `Local` in the current scope\n --> src\\lib.rs:19:12\n |\n19 | ctx.db.reminder().insert(Reminder {\n | ^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0277, E0422, E0425, E0432, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 402, + "output_tokens": 245, + "generation_duration_ms": 4652, + "started_at": "2026-03-27T21:08:29.211098300Z", + "finished_at": "2026-03-27T21:11:28.431031Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb_lib::ScheduleAt, reducer, table, Table, ReducerContext, Duration};\n\n#[table(name = cleanup_job, scheduled(run_cleanup))]\npub struct CleanupJob {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn run_cleanup(_ctx: &ReducerContext, _job: CleanupJob) {}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.cleanup_job().insert(CleanupJob {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_secs(60).into()),\n });\n}\n\n#[reducer]\npub fn cancel_cleanup(ctx: &ReducerContext, scheduled_id: u64) {\n if let Some(job) = ctx.db.cleanup_job().scheduled_id().find(scheduled_id) {\n ctx.db.cleanup_job().delete(job);\n }\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling getrandom v0.2.17\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling cc v1.2.58\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling blake3 v1.8.3\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = cleanup_job` with `accessor = cleanup_job`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = cleanup_job, scheduled(run_cleanup))]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::Duration`\n --> src\\lib.rs:2:87\n |\n2 | use spacetimedb::{spacetimedb_lib::ScheduleAt, reducer, table, Table, ReducerContext, Duration};\n | ^^^^^^^^\n | |\n | no `Duration` in the root\n | help: a similar name exists in the module: `duration`\n |\n = help: consider importing this struct instead:\n std::time::Duration\n\nerror[E0425]: cannot find type `CleanupJob` in this scope\n --> src\\lib.rs:13:49\n |\n13 | pub fn run_cleanup(_ctx: &ReducerContext, _job: CleanupJob) {}\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `CleanupJob` in this scope\n --> src\\lib.rs:17:33\n |\n17 | ctx.db.cleanup_job().insert(CleanupJob {\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:13:8\n |\n 12 | #[reducer]\n | ---------- required by a bound introduced by this call\n 13 | pub fn run_cleanup(_ctx: &ReducerContext, _job: CleanupJob) {}\n | ^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {run_cleanup}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:13:8\n |\n12 | #[reducer]\n | ---------- required by a bound introduced by this call\n13 | pub fn run_cleanup(_ctx: &ReducerContext, _job: CleanupJob) {}\n | ^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {run_cleanup}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0599]: no method named `cleanup_job` found for struct `Local` in the current scope\n --> src\\lib.rs:17:12\n |\n17 | ctx.db.cleanup_job().insert(CleanupJob {\n | ^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `cleanup_job` found for struct `Local` in the current scope\n --> src\\lib.rs:25:31\n |\n25 | if let Some(job) = ctx.db.cleanup_job().scheduled_id().find(scheduled_id) {\n | ^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `cleanup_job` found for struct `Local` in the current scope\n --> src\\lib.rs:26:16\n |\n26 | ctx.db.cleanup_job().delete(job);\n | ^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0277, E0422, E0425, E0432, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 402, + "output_tokens": 282, + "generation_duration_ms": 6040, + "started_at": "2026-03-27T21:10:30.257115700Z", + "finished_at": "2026-03-27T21:12:34.146117700Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb_lib::ScheduleAt, table, reducer, Table, ReducerContext, Identity, Timestamp};\n\n#[table(name = online_player, public)]\npub struct OnlinePlayer {\n #[primary_key]\n identity: Identity,\n connected_at: Timestamp,\n}\n\n#[reducer(client_connected)]\npub fn client_connected(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.online_player().insert(OnlinePlayer {\n identity: ctx.sender,\n connected_at: ctx.timestamp,\n });\n Ok(())\n}\n\n#[reducer(client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.online_player().identity().delete(&ctx.sender);\n Ok(())\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling hex v0.4.3\n Compiling num-traits v0.2.19\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling cc v1.2.58\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = online_player` with `accessor = online_player`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = online_player, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `OnlinePlayer` in this scope\n --> src\\lib.rs:13:35\n |\n13 | ctx.db.online_player().insert(OnlinePlayer {\n | ^^^^^^^^^^^^ not found in this scope\n\nwarning: unused imports: `Identity`, `Timestamp`, and `spacetimedb_lib::ScheduleAt`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb_lib::ScheduleAt, table, reducer, Table, ReducerContext, Identity, Timestamp};\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^ ^^^^^^^^ ^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `online_player` found for struct `Local` in the current scope\n --> src\\lib.rs:13:12\n |\n13 | ctx.db.online_player().insert(OnlinePlayer {\n | ^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:14:23\n |\n14 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n14 | identity: ctx.sender(),\n | ++\n\nerror[E0599]: no method named `online_player` found for struct `Local` in the current scope\n --> src\\lib.rs:22:12\n |\n22 | ctx.db.online_player().identity().delete(&ctx.sender);\n | ^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:22:51\n |\n22 | ctx.db.online_player().identity().delete(&ctx.sender);\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n22 | ctx.db.online_player().identity().delete(&ctx.sender());\n | ++\n\nSome errors have detailed explanations: E0422, E0599, E0616.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 353, + "output_tokens": 216, + "generation_duration_ms": 3480, + "started_at": "2026-03-27T21:11:17.613186600Z", + "finished_at": "2026-03-27T21:12:37.128521300Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext, Table};\n\n#[spacetimedb(table, private)]\npub struct User {\n #[primary_key]\n identity: Identity,\n name: String,\n}\n\n#[spacetimedb(table, public)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n id: u64,\n #[index(btree)]\n sender: Identity,\n text: String,\n}\n\n#[spacetimedb(reducer)]\npub fn register(ctx: &ReducerContext, name: String) {\n if User::filter_by_identity(&ctx.sender).is_some() {\n panic!(\"already registered\");\n }\n User::insert(User {\n identity: ctx.sender,\n name,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn post_message(ctx: &ReducerContext, text: String) {\n if User::filter_by_identity(&ctx.sender).is_none() {\n panic!(\"not registered\");\n }\n Message::insert(Message {\n id: 0,\n sender: ctx.sender,\n text,\n });\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling cc v1.2.58\n Compiling arrayref v0.3.9\n Compiling serde_json v1.0.149\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:23:14\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n23 | if User::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:23:38\n |\n23 | if User::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n23 | if User::filter_by_identity(&ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:26:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n26 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:27:23\n |\n27 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n27 | identity: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:34:14\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n34 | if User::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:34:38\n |\n34 | if User::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n34 | if User::filter_by_identity(&ctx.sender()).is_none() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `Message` in the current scope\n --> src\\lib.rs:37:14\n |\n12 | pub struct Message {\n | ------------------ function or associated item `insert` not found for this struct\n...\n37 | Message::insert(Message {\n | ^^^^^^ function or associated item not found in `Message`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:39:21\n |\n39 | sender: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n39 | sender: ctx.sender(),\n | ++\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 13 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 451, + "output_tokens": 303, + "generation_duration_ms": 3744, + "started_at": "2026-03-27T21:04:43.715551100Z", + "finished_at": "2026-03-27T21:05:14.191539900Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb_lib::Identity, table, reducer, Table, ReducerContext, SpacetimeType};\n\n#[derive(Clone, Debug, SpacetimeType)]\npub struct Config {\n pub id: u32,\n pub admin: Identity,\n}\n\n#[derive(Clone, Debug, SpacetimeType)]\npub struct AdminLog {\n pub id: u64,\n pub action: String,\n}\n\n#[table(name = config, private)]\npub struct Config {\n #[primary_key]\n pub id: u32,\n pub admin: Identity,\n}\n\n#[table(name = admin_log, public)]\npub struct AdminLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub action: String,\n}\n\n#[reducer]\npub fn bootstrap_admin(ctx: &ReducerContext) {\n if ctx.db.config().id().find(&0).is_some() {\n panic!(\"already bootstrapped\");\n }\n ctx.db.config().insert(Config {\n id: 0,\n admin: ctx.sender,\n });\n}\n\n#[reducer]\npub fn admin_action(ctx: &ReducerContext, action: String) {\n let config = ctx.db.config().id().find(&0).expect(\"not bootstrapped\");\n if ctx.sender != config.admin {\n panic!(\"not admin\");\n }\n ctx.db.admin_log().insert(AdminLog {\n id: 0,\n action,\n });\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling rand v0.8.5\n Compiling blake3 v1.8.3\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = config` with `accessor = config`.\n --> src\\lib.rs:16:9\n |\n16 | #[table(name = config, private)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = admin_log` with `accessor = admin_log`.\n --> src\\lib.rs:23:9\n |\n23 | #[table(name = admin_log, public)]\n | ^^^^^^\n\nerror[E0599]: no method named `config` found for struct `Local` in the current scope\n --> src\\lib.rs:33:15\n |\n33 | if ctx.db.config().id().find(&0).is_some() {\n | ^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `config` found for struct `Local` in the current scope\n --> src\\lib.rs:36:12\n |\n36 | ctx.db.config().insert(Config {\n | ^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:38:20\n |\n38 | admin: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n38 | admin: ctx.sender(),\n | ++\n\nerror[E0599]: no method named `config` found for struct `Local` in the current scope\n --> src\\lib.rs:44:25\n |\n44 | let config = ctx.db.config().id().find(&0).expect(\"not bootstrapped\");\n | ^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:45:12\n |\n45 | if ctx.sender != config.admin {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n45 | if ctx.sender() != config.admin {\n | ++\n\nerror[E0599]: no method named `admin_log` found for struct `Local` in the current scope\n --> src\\lib.rs:48:12\n |\n48 | ctx.db.admin_log().insert(AdminLog {\n | ^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0599, E0616.\nFor more information about an error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 464, + "output_tokens": 390, + "generation_duration_ms": 5148, + "started_at": "2026-03-27T21:04:43.716333300Z", + "finished_at": "2026-03-27T21:07:13.400537400Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext, Table};\n\n#[spacetimedb(table, name = user, private)]\npub struct User {\n #[primary_key]\n identity: Identity,\n role: String,\n}\n\n#[spacetimedb(reducer)]\npub fn register(ctx: &ReducerContext) {\n if ctx.db.user().identity().find(ctx.sender).is_some() {\n panic!(\"already registered\");\n }\n ctx.db.user().insert(User {\n identity: ctx.sender,\n role: \"member\".to_string(),\n });\n}\n\n#[spacetimedb(reducer)]\npub fn promote(ctx: &ReducerContext, target: Identity) {\n let caller = ctx.db.user().identity().find(ctx.sender)\n .expect(\"not registered\");\n if caller.role != \"admin\" {\n panic!(\"not admin\");\n }\n let mut target_user = ctx.db.user().identity().find(target)\n .expect(\"target not registered\");\n target_user.role = \"admin\".to_string();\n ctx.db.user().identity().update(target_user);\n}\n\n#[spacetimedb(reducer)]\npub fn member_action(ctx: &ReducerContext) {\n let _ = ctx.db.user().identity().find(ctx.sender)\n .expect(\"not registered\");\n}\n\n#[spacetimedb(reducer)]\npub fn admin_action(ctx: &ReducerContext) {\n let caller = ctx.db.user().identity().find(ctx.sender)\n .expect(\"not registered\");\n if caller.role != \"admin\" {\n panic!(\"not admin\");\n }\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling cc v1.2.58\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling blake3 v1.8.3\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\rust\\server\\claude-sonnet-4-6\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:13:15\n |\n13 | if ctx.db.user().identity().find(ctx.sender).is_some() {\n | ^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:13:42\n |\n13 | if ctx.db.user().identity().find(ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n13 | if ctx.db.user().identity().find(ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:16:12\n |\n16 | ctx.db.user().insert(User {\n | ^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:17:23\n |\n17 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n17 | identity: ctx.sender(),\n | ++\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:24:25\n |\n24 | let caller = ctx.db.user().identity().find(ctx.sender)\n | ^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:24:52\n |\n24 | let caller = ctx.db.user().identity().find(ctx.sender)\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n24 | let caller = ctx.db.user().identity().find(ctx.sender())\n | ++\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:29:34\n |\n29 | let mut target_user = ctx.db.user().identity().find(target)\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:32:12\n |\n32 | ctx.db.user().identity().update(target_user);\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:37:20\n |\n37 | let _ = ctx.db.user().identity().find(ctx.sender)\n | ^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:37:47\n |\n37 | let _ = ctx.db.user().identity().find(ctx.sender)\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n37 | let _ = ctx.db.user().identity().find(ctx.sender())\n | ++\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:43:25\n |\n43 | let caller = ctx.db.user().identity().find(ctx.sender)\n | ^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:43:52\n |\n43 | let caller = ctx.db.user().identity().find(ctx.sender)\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n43 | let caller = ctx.db.user().identity().find(ctx.sender())\n | ++\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 14 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 529, + "output_tokens": 431, + "generation_duration_ms": 5387, + "started_at": "2026-03-27T21:04:43.717251600Z", + "finished_at": "2026-03-27T21:07:16.374448400Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb_lib::Identity, table, reducer, ReducerContext, Table};\n\n#[table(name = admin, private)]\npub struct Admin {\n #[primary_key]\n pub identity: Identity,\n}\n\n#[table(name = banned, private)]\npub struct Banned {\n #[primary_key]\n pub identity: Identity,\n}\n\n#[table(name = player, public)]\npub struct Player {\n #[primary_key]\n pub identity: Identity,\n pub name: String,\n}\n\n#[reducer]\npub fn add_admin(ctx: &ReducerContext, target: Identity) {\n if ctx.db.admin().identity().find(ctx.sender).is_none() {\n panic!(\"not admin\");\n }\n let _ = ctx.db.admin().try_insert(Admin { identity: target });\n}\n\n#[reducer]\npub fn ban_player(ctx: &ReducerContext, target: Identity) {\n if ctx.db.admin().identity().find(ctx.sender).is_none() {\n panic!(\"not admin\");\n }\n ctx.db.banned().insert(Banned { identity: target });\n if ctx.db.player().identity().find(target).is_some() {\n ctx.db.player().identity().delete(target);\n }\n}\n\n#[reducer]\npub fn join_game(ctx: &ReducerContext, name: String) {\n if ctx.db.banned().identity().find(ctx.sender).is_some() {\n panic!(\"banned\");\n }\n if ctx.db.player().identity().find(ctx.sender).is_some() {\n panic!(\"already in game\");\n }\n ctx.db.player().insert(Player { identity: ctx.sender, name });\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling cc v1.2.58\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = admin` with `accessor = admin`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = admin, private)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = banned` with `accessor = banned`.\n --> src\\lib.rs:10:9\n |\n10 | #[table(name = banned, private)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = player` with `accessor = player`.\n --> src\\lib.rs:16:9\n |\n16 | #[table(name = player, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Admin` in this scope\n --> src\\lib.rs:28:39\n |\n28 | let _ = ctx.db.admin().try_insert(Admin { identity: target });\n | ^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Banned` in this scope\n --> src\\lib.rs:36:28\n |\n36 | ctx.db.banned().insert(Banned { identity: target });\n | ^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Player` in this scope\n --> src\\lib.rs:50:28\n |\n50 | ctx.db.player().insert(Player { identity: ctx.sender, name });\n | ^^^^^^ not found in this scope\n\nerror[E0599]: no method named `admin` found for struct `Local` in the current scope\n --> src\\lib.rs:25:15\n |\n25 | if ctx.db.admin().identity().find(ctx.sender).is_none() {\n | ^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:25:43\n |\n25 | if ctx.db.admin().identity().find(ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n25 | if ctx.db.admin().identity().find(ctx.sender()).is_none() {\n | ++\n\nerror[E0599]: no method named `admin` found for struct `Local` in the current scope\n --> src\\lib.rs:28:20\n |\n28 | let _ = ctx.db.admin().try_insert(Admin { identity: target });\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `admin` found for struct `Local` in the current scope\n --> src\\lib.rs:33:15\n |\n33 | if ctx.db.admin().identity().find(ctx.sender).is_none() {\n | ^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:33:43\n |\n33 | if ctx.db.admin().identity().find(ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n33 | if ctx.db.admin().identity().find(ctx.sender()).is_none() {\n | ++\n\nerror[E0599]: no method named `banned` found for struct `Local` in the current scope\n --> src\\lib.rs:36:12\n |\n36 | ctx.db.banned().insert(Banned { identity: target });\n | ^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `player` found for struct `Local` in the current scope\n --> src\\lib.rs:37:15\n |\n37 | if ctx.db.player().identity().find(target).is_some() {\n | ^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `player` found for struct `Local` in the current scope\n --> src\\lib.rs:38:16\n |\n38 | ctx.db.player().identity().delete(target);\n | ^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `banned` found for struct `Local` in the current scope\n --> src\\lib.rs:44:15\n |\n44 | if ctx.db.banned().identity().find(ctx.sender).is_some() {\n | ^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:44:44\n |\n44 | if ctx.db.banned().identity().find(ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n44 | if ctx.db.banned().identity().find(ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no method named `player` found for struct `Local` in the current scope\n --> src\\lib.rs:47:15\n |\n47 | if ctx.db.player().identity().find(ctx.sender).is_some() {\n | ^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:47:44\n |\n47 | if ctx.db.player().identity().find(ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n47 | if ctx.db.player().identity().find(ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no method named `player` found for struct `Local` in the current scope\n --> src\\lib.rs:50:12\n |\n50 | ctx.db.player().insert(Player { identity: ctx.sender, name });\n | ^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:50:51\n |\n50 | ctx.db.player().insert(Player { identity: ctx.sender, name });\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n50 | ctx.db.player().insert(Player { identity: ctx.sender(), name });\n | ++\n\nSome errors have detailed explanations: E0422, E0599, E0616.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 20 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 513, + "output_tokens": 445, + "generation_duration_ms": 9628, + "started_at": "2026-03-27T21:04:43.718148400Z", + "finished_at": "2026-03-27T21:07:35.938674700Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb_lib::Identity, table, reducer, Table, ReducerContext, SpacetimeType};\n\n#[table(name = rate_limit, private)]\npub struct RateLimit {\n #[primary_key]\n pub identity: Identity,\n pub last_call_us: i64,\n}\n\n#[table(name = action_log, public)]\npub struct ActionLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub identity: Identity,\n pub payload: String,\n}\n\n#[reducer]\npub fn limited_action(ctx: &ReducerContext, payload: String) {\n let now = ctx.timestamp.to_micros_since_unix_epoch();\n let sender = ctx.sender;\n\n if let Some(row) = ctx.db.rate_limit().identity().find(&sender) {\n if (now - row.last_call_us) < 1_000_000 {\n panic!(\"rate limited\");\n }\n ctx.db.rate_limit().identity().update(RateLimit {\n identity: sender,\n last_call_us: now,\n });\n } else {\n ctx.db.rate_limit().insert(RateLimit {\n identity: sender,\n last_call_us: now,\n });\n }\n\n ctx.db.action_log().insert(ActionLog {\n id: 0,\n identity: sender,\n payload,\n });\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling syn v2.0.117\n Compiling generic-array v0.14.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling rand v0.8.5\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = rate_limit` with `accessor = rate_limit`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = rate_limit, private)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = action_log` with `accessor = action_log`.\n --> src\\lib.rs:11:9\n |\n11 | #[table(name = action_log, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `RateLimit` in this scope\n --> src\\lib.rs:29:47\n |\n29 | ctx.db.rate_limit().identity().update(RateLimit {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `RateLimit` in this scope\n --> src\\lib.rs:34:36\n |\n34 | ctx.db.rate_limit().insert(RateLimit {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `ActionLog` in this scope\n --> src\\lib.rs:40:32\n |\n40 | ctx.db.action_log().insert(ActionLog {\n | ^^^^^^^^^ not found in this scope\n\nwarning: unused imports: `SpacetimeType` and `spacetimedb_lib::Identity`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb_lib::Identity, table, reducer, Table, ReducerContext, SpacetimeType};\n | ^^^^^^^^^^^^^^^^^^^^^^^^^ ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:23:22\n |\n23 | let sender = ctx.sender;\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n23 | let sender = ctx.sender();\n | ++\n\nerror[E0599]: no method named `rate_limit` found for struct `Local` in the current scope\n --> src\\lib.rs:25:31\n |\n25 | if let Some(row) = ctx.db.rate_limit().identity().find(&sender) {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `rate_limit` found for struct `Local` in the current scope\n --> src\\lib.rs:29:16\n |\n29 | ctx.db.rate_limit().identity().update(RateLimit {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `rate_limit` found for struct `Local` in the current scope\n --> src\\lib.rs:34:16\n |\n34 | ctx.db.rate_limit().insert(RateLimit {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `action_log` found for struct `Local` in the current scope\n --> src\\lib.rs:40:12\n |\n40 | ctx.db.action_log().insert(ActionLog {\n | ^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599, E0616.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 10 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 496, + "output_tokens": 373, + "generation_duration_ms": 5569, + "started_at": "2026-03-27T21:04:43.719099800Z", + "finished_at": "2026-03-27T21:07:50.870592Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb_lib::Identity, table, reducer, Table, ReducerContext, AutoInc, PrimaryKey};\n\n#[table(name = document, public)]\npub struct Document {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub title: String,\n}\n\n#[table(name = document_share, public)]\npub struct DocumentShare {\n #[index(btree)]\n pub document_id: u64,\n #[index(btree)]\n pub shared_with: Identity,\n}\n\n#[reducer]\npub fn create_document(ctx: &ReducerContext, title: String) {\n ctx.db.document().insert(Document {\n id: 0,\n owner: ctx.sender,\n title,\n });\n}\n\n#[reducer]\npub fn share_document(ctx: &ReducerContext, document_id: u64, target: Identity) {\n let doc = ctx.db.document().id().find(document_id).expect(\"not found\");\n if doc.owner != ctx.sender {\n panic!(\"not owner\");\n }\n ctx.db.document_share().insert(DocumentShare {\n document_id,\n shared_with: target,\n });\n}\n\n#[reducer]\npub fn edit_document(ctx: &ReducerContext, document_id: u64, new_title: String) {\n let mut doc = ctx.db.document().id().find(document_id).expect(\"not found\");\n let is_owner = doc.owner == ctx.sender;\n let is_shared = ctx.db\n .document_share()\n .document_id()\n .filter(document_id)\n .any(|s| s.shared_with == ctx.sender);\n if !is_owner && !is_shared {\n panic!(\"unauthorized\");\n }\n doc.title = new_title;\n ctx.db.document().id().update(doc);\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling cc v1.2.58\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling num-traits v0.2.19\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling digest v0.10.7\n Compiling rand v0.8.5\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\rust\\server\\claude-sonnet-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = document` with `accessor = document`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = document, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = document_share` with `accessor = document_share`.\n --> src\\lib.rs:14:9\n |\n14 | #[table(name = document_share, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved imports `spacetimedb::AutoInc`, `spacetimedb::PrimaryKey`\n --> src\\lib.rs:2:85\n |\n2 | use spacetimedb::{spacetimedb_lib::Identity, table, reducer, Table, ReducerContext, AutoInc, PrimaryKey};\n | ^^^^^^^ ^^^^^^^^^^ no `PrimaryKey` in the root\n | |\n | no `AutoInc` in the root\n\nerror[E0422]: cannot find struct, variant or union type `Document` in this scope\n --> src\\lib.rs:24:30\n |\n24 | ctx.db.document().insert(Document {\n | ^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `DocumentShare` in this scope\n --> src\\lib.rs:37:36\n |\n37 | ctx.db.document_share().insert(DocumentShare {\n | ^^^^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `document` found for struct `Local` in the current scope\n --> src\\lib.rs:24:12\n |\n24 | ctx.db.document().insert(Document {\n | ^^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:26:20\n |\n26 | owner: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n26 | owner: ctx.sender(),\n | ++\n\nerror[E0599]: no method named `document` found for struct `Local` in the current scope\n --> src\\lib.rs:33:22\n |\n33 | let doc = ctx.db.document().id().find(document_id).expect(\"not found\");\n | ^^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:34:25\n |\n34 | if doc.owner != ctx.sender {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n34 | if doc.owner != ctx.sender() {\n | ++\n\nerror[E0599]: no method named `document_share` found for struct `Local` in the current scope\n --> src\\lib.rs:37:12\n |\n37 | ctx.db.document_share().insert(DocumentShare {\n | ^^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `document` found for struct `Local` in the current scope\n --> src\\lib.rs:45:26\n |\n45 | let mut doc = ctx.db.document().id().find(document_id).expect(\"not found\");\n | ^^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:46:37\n |\n46 | let is_owner = doc.owner == ctx.sender;\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n46 | let is_owner = doc.owner == ctx.sender();\n | ++\n\nerror[E0599]: no method named `document_share` found for struct `Local` in the current scope\n --> src\\lib.rs:48:10\n |\n47 | let is_shared = ctx.db\n | _____________________-\n48 | | .document_share()\n | | -^^^^^^^^^^^^^^ method not found in `Local`\n | |_________|\n |\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:51:39\n |\n51 | .any(|s| s.shared_with == ctx.sender);\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n51 | .any(|s| s.shared_with == ctx.sender());\n | ++\n\nerror[E0599]: no method named `document` found for struct `Local` in the current scope\n --> src\\lib.rs:56:12\n |\n56 | ctx.db.document().id().update(doc);\n | ^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 15 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 568, + "output_tokens": 508, + "generation_duration_ms": 8937, + "started_at": "2026-03-27T21:04:43.720075Z", + "finished_at": "2026-03-27T21:07:52.944212Z" + } + } + }, + { + "name": "GPT-5.2-Codex", + "route_api_model": "gpt-5.2-codex", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[table(name = \"EmptyTable\")]\npub struct EmptyTable {\n #[primary_key]\n pub id: i32,\n}\n\n#[reducer]\npub fn empty_reducer_no_args(_ctx: &ReducerContext) {}\n\n#[reducer]\npub fn empty_reducer_with_int(_ctx: &ReducerContext, _count: i32) {}\n\n#[reducer]\npub fn empty_reducer_with_string(_ctx: &ReducerContext, _name: String) {}\n\n#[reducer]\npub fn empty_reducer_with_two_args(_ctx: &ReducerContext, _count: i32, _name: String) {}\n\n#[reducer]\npub fn empty_reducer_with_three_args(_ctx: &ReducerContext, _active: bool, _ratio: f32, _label: String) {}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror: cannot find attribute `reducer` in this scope\n --> src\\lib.rs:22:3\n |\n22 | #[reducer]\n | ^^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 2 + use spacetimedb::reducer;\n |\n\nerror: cannot find attribute `reducer` in this scope\n --> src\\lib.rs:19:3\n |\n19 | #[reducer]\n | ^^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 2 + use spacetimedb::reducer;\n |\n\nerror: cannot find attribute `reducer` in this scope\n --> src\\lib.rs:16:3\n |\n16 | #[reducer]\n | ^^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 2 + use spacetimedb::reducer;\n |\n\nerror: cannot find attribute `reducer` in this scope\n --> src\\lib.rs:13:3\n |\n13 | #[reducer]\n | ^^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 2 + use spacetimedb::reducer;\n |\n\nerror: cannot find attribute `reducer` in this scope\n --> src\\lib.rs:10:3\n |\n10 | #[reducer]\n | ^^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 2 + use spacetimedb::reducer;\n |\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[table(name = \"EmptyTable\")]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n4 | #[stable(name = \"EmptyTable\")]\n | +\nhelp: consider importing this attribute macro\n |\n2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:11:37\n |\n11 | pub fn empty_reducer_no_args(_ctx: &ReducerContext) {}\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:14:38\n |\n14 | pub fn empty_reducer_with_int(_ctx: &ReducerContext, _count: i32) {}\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:17:41\n |\n17 | pub fn empty_reducer_with_string(_ctx: &ReducerContext, _name: String) {}\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:20:43\n |\n20 | pub fn empty_reducer_with_two_args(_ctx: &ReducerContext, _count: i32, _name: String) {}\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:23:45\n |\n23 | pub fn empty_reducer_with_three_args(_ctx: &ReducerContext, _active: bool, _ratio: f32, _label: String) {}\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nSome errors have detailed explanations: E0425, E0433.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 13 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 343, + "output_tokens": 351, + "generation_duration_ms": 5137, + "started_at": "2026-03-27T21:07:39.546006500Z", + "finished_at": "2026-03-27T21:11:28.331102300Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::table;\n\n#[table(name = \"user\")]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[table(name = \"product\")]\npub struct Product {\n #[primarykey]\n pub id: i32,\n pub title: String,\n pub price: f32,\n pub in_stock: bool,\n}\n\n#[table(name = \"note\")]\npub struct Note {\n #[primarykey]\n pub id: i32,\n pub body: String,\n pub rating: i64,\n pub pinned: bool,\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling itertools v0.12.1\n Compiling log v0.4.29\n Compiling getrandom v0.2.17\n Compiling cc v1.2.58\n Compiling memchr v2.8.0\n Compiling rand_core v0.6.4\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"user\"` with `accessor = user`\n --> src\\lib.rs:4:16\n |\n4 | #[table(name = \"user\")]\n | ^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"product\"` with `accessor = product`\n --> src\\lib.rs:13:16\n |\n13 | #[table(name = \"product\")]\n | ^^^^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"note\"` with `accessor = note`\n --> src\\lib.rs:22:16\n |\n22 | #[table(name = \"note\")]\n | ^^^^^^\n\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 340, + "output_tokens": 528, + "generation_duration_ms": 4917, + "started_at": "2026-03-27T21:07:44.696869700Z", + "finished_at": "2026-03-27T21:09:20.848359700Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, ScheduleAt};\nuse std::time::Duration;\n\n#[spacetimedb::table(name = \"tick_timer\", scheduled(reducer = \"tick\", column = \"scheduled_at\"))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb::reducer]\npub fn tick(_ctx: &ReducerContext, _timer: TickTimer) {\n}\n\n#[spacetimedb::reducer]\npub fn init(ctx: &ReducerContext) {\n TickTimer::insert(\n ctx,\n TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::interval(Duration::from_micros(50_000)),\n },\n );\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling generic-array v0.14.7\n Compiling castaway v0.2.4\n Compiling blake3 v1.8.3\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gpt-5-2-codex\\llm)\nerror: expected `at`\n --> src\\lib.rs:5:53\n |\n5 | #[spacetimedb::table(name = \"tick_timer\", scheduled(reducer = \"tick\", column = \"scheduled_at\"))]\n | ^^^^^^^\n\nerror[E0425]: cannot find type `TickTimer` in this scope\n --> src\\lib.rs:14:44\n |\n14 | pub fn tick(_ctx: &ReducerContext, _timer: TickTimer) {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `TickTimer` in this scope\n --> src\\lib.rs:21:9\n |\n21 | TickTimer {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:14:8\n |\n 13 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 14 | pub fn tick(_ctx: &ReducerContext, _timer: TickTimer) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {tick}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:14:8\n |\n13 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n14 | pub fn tick(_ctx: &ReducerContext, _timer: TickTimer) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {tick}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0433]: failed to resolve: use of undeclared type `TickTimer`\n --> src\\lib.rs:19:5\n |\n19 | TickTimer::insert(\n | ^^^^^^^^^ use of undeclared type `TickTimer`\n\nerror[E0599]: no variant or associated item named `interval` found for enum `ScheduleAt` in the current scope\n --> src\\lib.rs:23:39\n |\n23 | scheduled_at: ScheduleAt::interval(Duration::from_micros(50_000)),\n | ^^^^^^^^ variant or associated item not found in `ScheduleAt`\n |\nhelp: there is a variant with a similar name (notice the capitalization)\n |\n23 - scheduled_at: ScheduleAt::interval(Duration::from_micros(50_000)),\n23 + scheduled_at: ScheduleAt::Interval(Duration::from_micros(50_000)),\n |\n\nSome errors have detailed explanations: E0277, E0422, E0425, E0433, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 307, + "output_tokens": 1252, + "generation_duration_ms": 11220, + "started_at": "2026-03-27T21:07:52.041670500Z", + "finished_at": "2026-03-27T21:11:04.336199400Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "#[spacetimedb::type]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb::table(name = \"entity\")]\npub struct Entity {\n #[primary_key]\n pub id: i32,\n pub pos: Position,\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling itertools v0.12.1\n Compiling rand_chacha v0.3.1\n Compiling cc v1.2.58\n Compiling rand v0.8.5\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\rust\\server\\gpt-5-2-codex\\llm)\nerror: expected identifier, found keyword `type`\n --> src\\lib.rs:2:16\n |\n2 | #[spacetimedb::type]\n | ^^^^ expected identifier, found keyword\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"entity\"` with `accessor = entity`\n --> src\\lib.rs:8:29\n |\n8 | #[spacetimedb::table(name = \"entity\")]\n | ^^^^^^^^\n\nerror[E0433]: failed to resolve: could not find `r#type` in `spacetimedb`\n --> src\\lib.rs:2:16\n |\n2 | #[spacetimedb::type]\n | ^^^^ could not find `r#type` in `spacetimedb`\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 272, + "output_tokens": 987, + "generation_duration_ms": 10338, + "started_at": "2026-03-27T21:07:53.529717900Z", + "finished_at": "2026-03-27T21:11:39.500253500Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext};\n\n#[table(name = \"user\")]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn insert_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n User { id, name, age, active }.insert(ctx);\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling serde_json v1.0.149\n Compiling itertools v0.12.1\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling decorum v0.3.1\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"user\"` with `accessor = user`\n --> src\\lib.rs:4:16\n |\n4 | #[table(name = \"user\")]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:15:5\n |\n15 | User { id, name, age, active }.insert(ctx);\n | ^^^^ not found in this scope\n\nFor more information about this error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 306, + "output_tokens": 448, + "generation_duration_ms": 5092, + "started_at": "2026-03-27T21:07:54.328167200Z", + "finished_at": "2026-03-27T21:11:39.435293700Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext};\n\n#[table(name = \"user\")]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n let user_table = ctx.db.user();\n user_table.update(User { id, name, age, active });\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling scoped-tls v1.0.1\n Compiling ethnum v1.5.2\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"user\"` with `accessor = user`\n --> src\\lib.rs:4:16\n |\n4 | #[table(name = \"user\")]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:16:23\n |\n16 | user_table.update(User { id, name, age, active });\n | ^^^^ not found in this scope\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:15:29\n |\n15 | let user_table = ctx.db.user();\n | ^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 312, + "output_tokens": 812, + "generation_duration_ms": 7768, + "started_at": "2026-03-27T21:08:00.522562200Z", + "finished_at": "2026-03-27T21:11:21.924259200Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(name = \"user\")]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn delete_user(ctx: &ReducerContext, id: i32) {\n ctx.db.user().delete(id);\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling cc v1.2.58\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"user\"` with `accessor = user`\n --> src\\lib.rs:4:16\n |\n4 | #[table(name = \"user\")]\n | ^^^^^^\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:15:12\n |\n15 | ctx.db.user().delete(id);\n | ^^^^ method not found in `Local`\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 279, + "output_tokens": 681, + "generation_duration_ms": 6948, + "started_at": "2026-03-27T21:08:05.306838600Z", + "finished_at": "2026-03-27T21:11:37.860627800Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(name = \"user\")]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn crud(ctx: &ReducerContext) {\n User::insert(\n ctx,\n User {\n id: 1,\n name: \"Alice\".into(),\n age: 30,\n active: true,\n },\n );\n User::insert(\n ctx,\n User {\n id: 2,\n name: \"Bob\".into(),\n age: 22,\n active: false,\n },\n );\n User::update(\n ctx,\n User {\n id: 1,\n name: \"Alice2\".into(),\n age: 31,\n active: false,\n },\n );\n User::delete(ctx, 2);\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling num-traits v0.2.19\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ppv-lite86 v0.2.21\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"user\"` with `accessor = user`\n --> src\\lib.rs:4:16\n |\n4 | #[table(name = \"user\")]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:17:9\n |\n17 | User {\n | ^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:26:9\n |\n26 | User {\n | ^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:35:9\n |\n35 | User {\n | ^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:15:5\n |\n15 | User::insert(\n | ^^^^ use of undeclared type `User`\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:24:5\n |\n24 | User::insert(\n | ^^^^ use of undeclared type `User`\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:33:5\n |\n33 | User::update(\n | ^^^^ use of undeclared type `User`\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:42:5\n |\n42 | User::delete(ctx, 2);\n | ^^^^ use of undeclared type `User`\n\nSome errors have detailed explanations: E0422, E0433.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 344, + "output_tokens": 1235, + "generation_duration_ms": 12138, + "started_at": "2026-03-27T21:08:08.269178500Z", + "finished_at": "2026-03-27T21:11:36.902723200Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[table(name = \"user\")]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[table(name = \"result\")]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub name: String,\n}\n\n#[reducer]\npub fn lookup_user_name(ctx: &ReducerContext, id: i32) {\n if let Some(user) = ctx.db.user().id().find(&id) {\n ctx.db.result().insert(ResultRow {\n id: user.id,\n name: user.name.clone(),\n });\n }\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nerror: cannot find attribute `reducer` in this scope\n --> src\\lib.rs:20:3\n |\n20 | #[reducer]\n | ^^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 2 + use spacetimedb::reducer;\n |\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:13:3\n |\n13 | #[table(name = \"result\")]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n13 | #[stable(name = \"result\")]\n | +\nhelp: consider importing this attribute macro\n |\n 2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[table(name = \"user\")]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n4 | #[stable(name = \"user\")]\n | +\nhelp: consider importing this attribute macro\n |\n2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 336, + "output_tokens": 843, + "generation_duration_ms": 7611, + "started_at": "2026-03-27T21:09:20.848485600Z", + "finished_at": "2026-03-27T21:12:34.259660Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(name = \"user\")]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer(init)]\npub fn init(ctx: &mut ReducerContext) {\n User::insert(\n ctx,\n User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n },\n );\n User::insert(\n ctx,\n User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n },\n );\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling cc v1.2.58\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling num-traits v0.2.19\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"user\"` with `accessor = user`\n --> src\\lib.rs:4:16\n |\n4 | #[table(name = \"user\")]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:17:9\n |\n17 | User {\n | ^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:26:9\n |\n26 | User {\n | ^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:15:5\n |\n15 | User::insert(\n | ^^^^ use of undeclared type `User`\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:24:5\n |\n24 | User::insert(\n | ^^^^ use of undeclared type `User`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:14:8\n |\n 13 | #[reducer(init)]\n | ---------------- required by a bound introduced by this call\n 14 | pub fn init(ctx: &mut ReducerContext) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a mut ReducerContext) {init}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:14:18\n |\n 14 | pub fn init(ctx: &mut ReducerContext) {\n | ^^^^^^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `&mut ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n = note: `ReducerContextArg` is implemented for `&ReducerContext`, but not for `&mut ReducerContext`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:14:8\n |\n13 | #[reducer(init)]\n | ---------------- required by a bound introduced by this call\n14 | pub fn init(ctx: &mut ReducerContext) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a mut ReducerContext) {init}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0422, E0433.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 312, + "output_tokens": 609, + "generation_duration_ms": 6874, + "started_at": "2026-03-27T21:11:04.336445700Z", + "finished_at": "2026-03-27T21:12:27.679313100Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{auto_inc, primary_key, reducer, table, ReducerContext};\n\n#[table(name = event)]\npub struct Event {\n #[primary_key]\n #[auto_inc]\n pub id: i32,\n pub kind: String,\n}\n\n#[reducer]\npub fn client_connected(ctx: ReducerContext) {\n ctx.db.event().insert(Event {\n id: 0,\n kind: \"connected\".to_string(),\n });\n}\n\n#[reducer]\npub fn client_disconnected(ctx: ReducerContext) {\n ctx.db.event().insert(Event {\n id: 0,\n kind: \"disconnected\".to_string(),\n });\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling itertools v0.12.1\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = event` with `accessor = event`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = event)]\n | ^^^^^^\n\nerror[E0432]: unresolved imports `spacetimedb::auto_inc`, `spacetimedb::primary_key`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{auto_inc, primary_key, reducer, table, ReducerContext};\n | ^^^^^^^^ ^^^^^^^^^^^ no `primary_key` in the root\n | |\n | no `auto_inc` in the root\n\nerror[E0422]: cannot find struct, variant or union type `Event` in this scope\n --> src\\lib.rs:14:27\n |\n14 | ctx.db.event().insert(Event {\n | ^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Event` in this scope\n --> src\\lib.rs:22:27\n |\n22 | ctx.db.event().insert(Event {\n | ^^^^^ not found in this scope\n\nerror[E0599]: no method named `event` found for struct `Local` in the current scope\n --> src\\lib.rs:14:12\n |\n14 | ctx.db.event().insert(Event {\n | ^^^^^ method not found in `Local`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:13:8\n |\n 12 | #[reducer]\n | ---------- required by a bound introduced by this call\n 13 | pub fn client_connected(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {client_connected}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:13:30\n |\n 13 | pub fn client_connected(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:13:8\n |\n12 | #[reducer]\n | ---------- required by a bound introduced by this call\n13 | pub fn client_connected(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {client_connected}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0599]: no method named `event` found for struct `Local` in the current scope\n --> src\\lib.rs:22:12\n |\n22 | ctx.db.event().insert(Event {\n | ^^^^^ method not found in `Local`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:21:8\n |\n 20 | #[reducer]\n | ---------- required by a bound introduced by this call\n 21 | pub fn client_disconnected(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {client_disconnected}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:21:33\n |\n 21 | pub fn client_disconnected(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:21:8\n |\n20 | #[reducer]\n | ---------- required by a bound introduced by this call\n21 | pub fn client_disconnected(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {client_disconnected}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0422, E0432, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 12 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 296, + "output_tokens": 1458, + "generation_duration_ms": 12467, + "started_at": "2026-03-27T21:11:21.924387900Z", + "finished_at": "2026-03-27T21:15:33.079291200Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext};\n\n#[table(name = \"result\")]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub sum: i32,\n}\n\npub fn add(a: i32, b: i32) -> i32 {\n a + b\n}\n\n#[reducer]\npub fn compute_sum(ctx: &ReducerContext, id: i32, a: i32, b: i32) {\n ResultRow { id, sum: add(a, b) }.insert(ctx);\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand_chacha v0.3.1\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"result\"` with `accessor = result`\n --> src\\lib.rs:4:16\n |\n4 | #[table(name = \"result\")]\n | ^^^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `ResultRow` in this scope\n --> src\\lib.rs:17:5\n |\n17 | ResultRow { id, sum: add(a, b) }.insert(ctx);\n | ^^^^^^^^^ not found in this scope\n\nFor more information about this error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 316, + "output_tokens": 602, + "generation_duration_ms": 8027, + "started_at": "2026-03-27T21:11:28.331267200Z", + "finished_at": "2026-03-27T21:12:37.006865600Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[derive(Clone, Debug, PartialEq, Eq, SpacetimeType)]\npub struct Score {\n pub left: i32,\n pub right: i32,\n}\n\n#[spacetimedb::table(name = \"result\", public)]\npub struct ResultRow {\n #[primarykey]\n pub id: i32,\n pub value: Score,\n}\n\n#[spacetimedb::reducer]\npub fn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\n ctx.db.result().insert(ResultRow {\n id,\n value: Score { left, right },\n });\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand_core v0.6.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"result\"` with `accessor = result`\n --> src\\lib.rs:10:29\n |\n10 | #[spacetimedb::table(name = \"result\", public)]\n | ^^^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nerror: cannot find derive macro `SpacetimeType` in this scope\n --> src\\lib.rs:4:39\n |\n4 | #[derive(Clone, Debug, PartialEq, Eq, SpacetimeType)]\n | ^^^^^^^^^^^^^\n |\nhelp: consider importing this derive macro\n |\n2 + use spacetimedb::SpacetimeType;\n |\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 320, + "output_tokens": 987, + "generation_duration_ms": 9301, + "started_at": "2026-03-27T21:17:24.077170300Z", + "finished_at": "2026-03-27T21:21:01.447986800Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[spacetimedb(type)]\n#[derive(Clone)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[spacetimedb(type)]\n#[derive(Clone)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb(table)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Shape,\n}\n\n#[spacetimedb(reducer)]\npub fn set_circle(ctx: &ReducerContext, id: i32, radius: i32) {\n ResultRow {\n id,\n value: Shape::Circle(radius),\n }\n .insert(ctx);\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:25:3\n |\n25 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:18:3\n |\n18 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:20:7\n |\n20 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:11:3\n |\n11 | #[spacetimedb(type)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(type)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror[E0599]: no method named `insert` found for struct `ResultRow` in the current scope\n --> src\\lib.rs:31:6\n |\n19 | pub struct ResultRow {\n | -------------------- method `insert` not found for this struct\n...\n27 | / ResultRow {\n28 | | id,\n29 | | value: Shape::Circle(radius),\n30 | | }\n31 | | .insert(ctx);\n | | -^^^^^^ method not found in `ResultRow`\n | |_____|\n |\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 335, + "output_tokens": 674, + "generation_duration_ms": 7162, + "started_at": "2026-03-27T21:17:42.079802100Z", + "finished_at": "2026-03-27T21:20:42.337301700Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext};\n\n#[table(name = \"primitive\")]\npub struct Primitive {\n #[primarykey]\n pub id: i32,\n pub count: i32,\n pub total: i64,\n pub price: f32,\n pub ratio: f64,\n pub active: bool,\n pub name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n Primitive {\n id: 1,\n count: 2,\n total: 3000000000i64,\n price: 1.5f32,\n ratio: 2.25f64,\n active: true,\n name: \"Alice\".to_string(),\n }\n .insert(ctx);\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"primitive\"` with `accessor = primitive`\n --> src\\lib.rs:4:16\n |\n4 | #[table(name = \"primitive\")]\n | ^^^^^^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Primitive` in this scope\n --> src\\lib.rs:18:5\n |\n18 | Primitive {\n | ^^^^^^^^^ not found in this scope\n\nFor more information about this error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 329, + "output_tokens": 756, + "generation_duration_ms": 10275, + "started_at": "2026-03-27T21:17:46.015721800Z", + "finished_at": "2026-03-27T21:21:04.615346700Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb::struct]\npub struct Address {\n pub street: String,\n pub zip: i32,\n}\n\n#[spacetimedb::struct]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb::table(name = \"profile\")]\npub struct Profile {\n #[primary_key]\n pub id: i32,\n pub home: Address,\n pub work: Address,\n pub pos: Position,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.profile().insert(Profile {\n id: 1,\n home: Address {\n street: \"1 Main\".to_string(),\n zip: 11111,\n },\n work: Address {\n street: \"2 Broad\".to_string(),\n zip: 22222,\n },\n pos: Position { x: 7, y: 9 },\n });\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\gpt-5-2-codex\\llm)\nerror: expected identifier, found keyword `struct`\n --> src\\lib.rs:4:16\n |\n4 | #[spacetimedb::struct]\n | ^^^^^^ expected identifier, found keyword\n\nerror: expected identifier, found keyword `struct`\n --> src\\lib.rs:10:16\n |\n10 | #[spacetimedb::struct]\n | ^^^^^^ expected identifier, found keyword\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"profile\"` with `accessor = profile`\n --> src\\lib.rs:16:29\n |\n16 | #[spacetimedb::table(name = \"profile\")]\n | ^^^^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0422]: cannot find struct, variant or union type `Profile` in this scope\n --> src\\lib.rs:27:29\n |\n27 | ctx.db.profile().insert(Profile {\n | ^^^^^^^ not found in this scope\n\nSome errors have detailed explanations: E0422, E0432.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 368, + "output_tokens": 515, + "generation_duration_ms": 5638, + "started_at": "2026-03-27T21:19:03.036633900Z", + "finished_at": "2026-03-27T21:21:19.867835600Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[derive(SpacetimeType, Clone, Debug, PartialEq, Eq)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug, PartialEq, Eq)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(name = drawing, public)]\npub struct Drawing {\n #[primary_key]\n pub id: i32,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n Drawing::insert(\n ctx,\n Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n },\n );\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nerror: cannot find attribute `reducer` in this scope\n --> src\\lib.rs:24:3\n |\n24 | #[reducer]\n | ^^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 2 + use spacetimedb::reducer;\n |\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:16:3\n |\n16 | #[table(name = drawing, public)]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n16 | #[stable(name = drawing, public)]\n | +\nhelp: consider importing this attribute macro\n |\n 2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find derive macro `SpacetimeType` in this scope\n --> src\\lib.rs:10:10\n |\n10 | #[derive(SpacetimeType, Clone, Debug, PartialEq, Eq)]\n | ^^^^^^^^^^^^^\n |\nhelp: consider importing this derive macro\n |\n 2 + use spacetimedb::SpacetimeType;\n |\n\nerror: cannot find derive macro `SpacetimeType` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(SpacetimeType, Clone, Debug, PartialEq, Eq)]\n | ^^^^^^^^^^^^^\n |\nhelp: consider importing this derive macro\n |\n2 + use spacetimedb::SpacetimeType;\n |\n\nerror[E0599]: no function or associated item named `insert` found for struct `Drawing` in the current scope\n --> src\\lib.rs:26:14\n |\n17 | pub struct Drawing {\n | ------------------ function or associated item `insert` not found for this struct\n...\n26 | Drawing::insert(\n | ^^^^^^ function or associated item not found in `Drawing`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 345, + "output_tokens": 567, + "generation_duration_ms": 6065, + "started_at": "2026-03-27T21:19:31.405943600Z", + "finished_at": "2026-03-27T21:21:27.906765Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, ScheduleAt};\n\n#[spacetimedb::table(name = \"tick_timer\", scheduled(reducer = \"tick\", column = \"scheduled_at\"))]\npub struct TickTimer {\n #[spacetimedb(primary_key, auto_increment)]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb::reducer]\npub fn init(ctx: &ReducerContext) {\n TickTimer::insert(\n ctx,\n TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::interval_micros(50_000),\n },\n );\n}\n\n#[spacetimedb::reducer]\npub fn tick(_ctx: &ReducerContext, _timer: TickTimer) {\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling itertools v0.12.1\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\rust\\server\\gpt-5-2-codex\\llm)\nerror: expected `at`\n --> src\\lib.rs:4:53\n |\n4 | #[spacetimedb::table(name = \"tick_timer\", scheduled(reducer = \"tick\", column = \"scheduled_at\"))]\n | ^^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `TickTimer` in this scope\n --> src\\lib.rs:15:9\n |\n15 | TickTimer {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `TickTimer` in this scope\n --> src\\lib.rs:23:44\n |\n23 | pub fn tick(_ctx: &ReducerContext, _timer: TickTimer) {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `TickTimer`\n --> src\\lib.rs:13:5\n |\n13 | TickTimer::insert(\n | ^^^^^^^^^ use of undeclared type `TickTimer`\n\nerror[E0599]: no variant or associated item named `interval_micros` found for enum `ScheduleAt` in the current scope\n --> src\\lib.rs:17:39\n |\n17 | scheduled_at: ScheduleAt::interval_micros(50_000),\n | ^^^^^^^^^^^^^^^ variant or associated item not found in `ScheduleAt`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:23:8\n |\n 22 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 23 | pub fn tick(_ctx: &ReducerContext, _timer: TickTimer) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {tick}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:23:8\n |\n22 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n23 | pub fn tick(_ctx: &ReducerContext, _timer: TickTimer) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {tick}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0422, E0425, E0433, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 309, + "output_tokens": 1268, + "generation_duration_ms": 12210, + "started_at": "2026-03-27T21:20:15.129813200Z", + "finished_at": "2026-03-27T21:22:56.167619700Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext};\n\n#[table(name = \"account\")]\n#[index(name = \"by_name\", btree(name))]\npub struct Account {\n #[primary_key]\n pub id: i32,\n #[unique]\n pub email: String,\n pub name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n Account::insert(ctx, Account { id: 1, email: \"a@example.com\".into(), name: \"Alice\".into() });\n Account::insert(ctx, Account { id: 2, email: \"b@example.com\".into(), name: \"Bob\".into() });\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"account\"` with `accessor = account`\n --> src\\lib.rs:4:16\n |\n4 | #[table(name = \"account\")]\n | ^^^^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Account` in this scope\n --> src\\lib.rs:16:26\n |\n16 | Account::insert(ctx, Account { id: 1, email: \"a@example.com\".into(), name: \"Alice\".into() });\n | ^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Account` in this scope\n --> src\\lib.rs:17:26\n |\n17 | Account::insert(ctx, Account { id: 2, email: \"b@example.com\".into(), name: \"Bob\".into() });\n | ^^^^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `Account`\n --> src\\lib.rs:16:5\n |\n16 | Account::insert(ctx, Account { id: 1, email: \"a@example.com\".into(), name: \"Alice\".into() });\n | ^^^^^^^ use of undeclared type `Account`\n\nerror[E0433]: failed to resolve: use of undeclared type `Account`\n --> src\\lib.rs:17:5\n |\n17 | Account::insert(ctx, Account { id: 2, email: \"b@example.com\".into(), name: \"Bob\".into() });\n | ^^^^^^^ use of undeclared type `Account`\n\nSome errors have detailed explanations: E0422, E0433.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 302, + "output_tokens": 672, + "generation_duration_ms": 7105, + "started_at": "2026-03-27T21:20:42.337435Z", + "finished_at": "2026-03-27T21:22:47.012677800Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[spacetimedb(table)]\npub struct User {\n #[primary_key]\n pub user_id: i32,\n pub name: String,\n}\n\n#[spacetimedb(table)]\npub struct Group {\n #[primary_key]\n pub group_id: i32,\n pub title: String,\n}\n\n#[spacetimedb(table)]\npub struct Membership {\n #[primary_key]\n pub id: i32,\n pub user_id: i32,\n pub group_id: i32,\n}\n\n#[spacetimedb(index(name = \"by_user\", btree(user_id)))]\n#[spacetimedb(index(name = \"by_group\", btree(group_id)))]\nimpl Membership {}\n\n#[spacetimedb(reducer)]\npub fn seed(ctx: ReducerContext) {\n User::insert(&ctx, User { user_id: 1, name: \"Alice\".into() });\n User::insert(&ctx, User { user_id: 2, name: \"Bob\".into() });\n\n Group::insert(&ctx, Group { group_id: 10, title: \"Admin\".into() });\n Group::insert(&ctx, Group { group_id: 20, title: \"Dev\".into() });\n\n Membership::insert(&ctx, Membership { id: 1, user_id: 1, group_id: 10 });\n Membership::insert(&ctx, Membership { id: 2, user_id: 1, group_id: 20 });\n Membership::insert(&ctx, Membership { id: 3, user_id: 2, group_id: 20 });\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:30:3\n |\n30 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:26:3\n |\n26 | #[spacetimedb(index(name = \"by_user\", btree(user_id)))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:27:3\n |\n27 | #[spacetimedb(index(name = \"by_group\", btree(group_id)))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:18:3\n |\n18 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:20:7\n |\n20 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:11:3\n |\n11 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:32:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n32 | User::insert(&ctx, User { user_id: 1, name: \"Alice\".into() });\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:33:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n33 | User::insert(&ctx, User { user_id: 2, name: \"Bob\".into() });\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Group` in the current scope\n --> src\\lib.rs:35:12\n |\n12 | pub struct Group {\n | ---------------- function or associated item `insert` not found for this struct\n...\n35 | Group::insert(&ctx, Group { group_id: 10, title: \"Admin\".into() });\n | ^^^^^^ function or associated item not found in `Group`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Group` in the current scope\n --> src\\lib.rs:36:12\n |\n12 | pub struct Group {\n | ---------------- function or associated item `insert` not found for this struct\n...\n36 | Group::insert(&ctx, Group { group_id: 20, title: \"Dev\".into() });\n | ^^^^^^ function or associated item not found in `Group`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:38:17\n |\n19 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n38 | Membership::insert(&ctx, Membership { id: 1, user_id: 1, group_id: 10 });\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:39:17\n |\n19 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n39 | Membership::insert(&ctx, Membership { id: 2, user_id: 1, group_id: 20 });\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:40:17\n |\n19 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n40 | Membership::insert(&ctx, Membership { id: 3, user_id: 2, group_id: 20 });\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 17 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 460, + "output_tokens": 395, + "generation_duration_ms": 2944, + "started_at": "2026-03-27T21:21:01.448132300Z", + "finished_at": "2026-03-27T21:23:48.374732600Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[spacetimedb(table)]\npub struct Entity {\n #[spacetimedb(primary_key)]\n pub id: i32,\n}\n\n#[spacetimedb(table)]\npub struct Position {\n #[spacetimedb(primary_key)]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb(table)]\npub struct Velocity {\n #[spacetimedb(primary_key)]\n pub entity_id: i32,\n pub vx: i32,\n pub vy: i32,\n}\n\n#[spacetimedb(table)]\npub struct NextPosition {\n #[spacetimedb(primary_key)]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.entity().insert(Entity { id: 1 });\n ctx.db.position().insert(Position { entity_id: 1, x: 0, y: 0 });\n ctx.db.velocity().insert(Velocity { entity_id: 1, vx: 1, vy: 0 });\n\n ctx.db.entity().insert(Entity { id: 2 });\n ctx.db.position().insert(Position { entity_id: 2, x: 10, y: 0 });\n ctx.db.velocity().insert(Velocity { entity_id: 2, vx: -2, vy: 3 });\n}\n\n#[spacetimedb(reducer)]\npub fn step(ctx: &ReducerContext) {\n for pos in ctx.db.position().iter() {\n if let Some(vel) = ctx.db.velocity().entity_id().find(pos.entity_id) {\n let nx = pos.x + vel.vx;\n let ny = pos.y + vel.vy;\n ctx.db.next_position().entity_id().delete(pos.entity_id);\n ctx.db.next_position().insert(NextPosition { entity_id: pos.entity_id, x: nx, y: ny });\n }\n }\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:45:3\n |\n45 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:34:3\n |\n34 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:26:3\n |\n26 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:28:7\n |\n28 | #[spacetimedb(primary_key)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:18:3\n |\n18 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:20:7\n |\n20 | #[spacetimedb(primary_key)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:10:3\n |\n10 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:12:7\n |\n12 | #[spacetimedb(primary_key)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[spacetimedb(primary_key)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 11 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 442, + "output_tokens": 1894, + "generation_duration_ms": 17176, + "started_at": "2026-03-27T21:21:02.806067Z", + "finished_at": "2026-03-27T21:24:23.140401500Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[spacetimedb(table, name = \"log\")]\n#[spacetimedb(index(btree, name = \"by_user_day\", columns(user_id, day)))]\npub struct Log {\n #[spacetimedb(primary_key)]\n pub id: i32,\n pub user_id: i32,\n pub day: i32,\n pub message: String,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(ctx: &ReducerContext) {\n Log::insert(\n ctx,\n Log {\n id: 1,\n user_id: 7,\n day: 1,\n message: \"a\".to_string(),\n },\n );\n Log::insert(\n ctx,\n Log {\n id: 2,\n user_id: 7,\n day: 2,\n message: \"b\".to_string(),\n },\n );\n Log::insert(\n ctx,\n Log {\n id: 3,\n user_id: 9,\n day: 1,\n message: \"c\".to_string(),\n },\n );\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ppv-lite86 v0.2.21\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling lean_string v0.5.3\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table, name = \"log\")]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetimedb(index(btree, name = \"by_user_day\", columns(user_id, day)))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[spacetimedb(primary_key)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `Log` in the current scope\n --> src\\lib.rs:16:10\n |\n 6 | pub struct Log {\n | -------------- function or associated item `insert` not found for this struct\n...\n16 | Log::insert(\n | ^^^^^^ function or associated item not found in `Log`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Log` in the current scope\n --> src\\lib.rs:25:10\n |\n 6 | pub struct Log {\n | -------------- function or associated item `insert` not found for this struct\n...\n25 | Log::insert(\n | ^^^^^^ function or associated item not found in `Log`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Log` in the current scope\n --> src\\lib.rs:34:10\n |\n 6 | pub struct Log {\n | -------------- function or associated item `insert` not found for this struct\n...\n34 | Log::insert(\n | ^^^^^^ function or associated item not found in `Log`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 358, + "output_tokens": 1547, + "generation_duration_ms": 16699, + "started_at": "2026-03-27T21:21:04.615490900Z", + "finished_at": "2026-03-27T21:24:32.081527200Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[table(name = \"announcement\", public)]\npub struct Announcement {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub message: String,\n #[index(btree)]\n pub active: bool,\n}\n\n#[view(name = \"active_announcements\", public)]\npub fn active_announcements(ctx: AnonymousViewContext) -> Vec {\n Announcement::filter_by_active(&ctx.db, true).collect()\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling lean_string v0.5.3\n Compiling cc v1.2.58\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling rand v0.8.5\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nerror: cannot find attribute `view` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[view(name = \"active_announcements\", public)]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 2 + use spacetimedb::view;\n |\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[table(name = \"announcement\", public)]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n4 | #[stable(name = \"announcement\", public)]\n | +\nhelp: consider importing this attribute macro\n |\n2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:10:7\n |\n10 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `filter_by_active` found for struct `Announcement` in the current scope\n --> src\\lib.rs:16:19\n |\n 5 | pub struct Announcement {\n | ----------------------- function or associated item `filter_by_active` not found for this struct\n...\n16 | Announcement::filter_by_active(&ctx.db, true).collect()\n | ^^^^^^^^^^^^^^^^ function or associated item not found in `Announcement`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 295, + "output_tokens": 343, + "generation_duration_ms": 6016, + "started_at": "2026-03-27T21:15:33.079631400Z", + "finished_at": "2026-03-27T21:17:24.077014200Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, view, Identity, ViewContext};\n\n#[table(name = \"profile\", public)]\npub struct Profile {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub identity: Identity,\n pub name: String,\n pub bio: String,\n}\n\n#[view(name = \"my_profile\", public)]\npub fn my_profile(ctx: ViewContext) -> Option {\n Profile::filter_by_identity(&ctx.sender()).first()\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling castaway v0.2.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand_core v0.6.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling rand v0.8.5\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"profile\"` with `accessor = profile`\n --> src\\lib.rs:4:16\n |\n4 | #[table(name = \"profile\", public)]\n | ^^^^^^^^^\n\nerror: must specify view accessor, e.g. `#[spacetimedb::view(accessor = my_profile)]\n --> src\\lib.rs:15:1\n |\n15 | #[view(name = \"my_profile\", public)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n |\n = note: this error originates in the attribute macro `view` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find type `Profile` in this scope\n --> src\\lib.rs:16:47\n |\n16 | pub fn my_profile(ctx: ViewContext) -> Option {\n | ^^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n16 | pub fn my_profile(ctx: ViewContext) -> Option {\n | +++++++++\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{table, view, Identity, ViewContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0433]: failed to resolve: use of undeclared type `Profile`\n --> src\\lib.rs:17:5\n |\n17 | Profile::filter_by_identity(&ctx.sender()).first()\n | ^^^^^^^ use of undeclared type `Profile`\n\nSome errors have detailed explanations: E0425, E0433.\nFor more information about an error, try `rustc --explain E0425`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 337, + "output_tokens": 467, + "generation_duration_ms": 6162, + "started_at": "2026-03-27T21:15:35.700076300Z", + "finished_at": "2026-03-27T21:17:17.106814300Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[spacetimedb(table(public, event))]\npub struct DamageEvent {\n pub entity_id: u64,\n pub damage: u32,\n pub source: String,\n}\n\n#[spacetimedb::reducer]\npub fn deal_damage(ctx: &ReducerContext, entity_id: u64, damage: u32, source: String) {\n DamageEvent::insert(ctx, DamageEvent {\n entity_id,\n damage,\n source,\n });\n}", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling cc v1.2.58\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling rand_core v0.6.4\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table(public, event))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `DamageEvent` in the current scope\n --> src\\lib.rs:13:18\n |\n 5 | pub struct DamageEvent {\n | ---------------------- function or associated item `insert` not found for this struct\n...\n13 | DamageEvent::insert(ctx, DamageEvent {\n | ^^^^^^ function or associated item not found in `DamageEvent`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 308, + "output_tokens": 1184, + "generation_duration_ms": 12304, + "started_at": "2026-03-27T21:11:39.500466900Z", + "finished_at": "2026-03-27T21:15:38.801190500Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetime::table(name = \"player\", public)]\npub struct Player {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub nickname: Option,\n pub high_score: Option,\n}\n\n#[spacetime::reducer]\npub fn create_player(\n ctx: &ReducerContext,\n name: String,\n nickname: Option,\n high_score: Option,\n) {\n Player::insert(\n &ctx.db,\n Player {\n id: 0,\n name,\n nickname,\n high_score,\n },\n );\n}", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling syn v2.0.117\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:14:3\n |\n14 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::table(name = \"player\", public)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:16:11\n |\n16 | ctx: &ReducerContext,\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0599]: no function or associated item named `insert` found for struct `Player` in the current scope\n --> src\\lib.rs:21:13\n |\n 5 | pub struct Player {\n | ----------------- function or associated item `insert` not found for this struct\n...\n21 | Player::insert(\n | ^^^^^^ function or associated item not found in `Player`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0425, E0433, E0599.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 324, + "output_tokens": 388, + "generation_duration_ms": 4220, + "started_at": "2026-03-27T21:12:27.679466800Z", + "finished_at": "2026-03-27T21:15:48.714238900Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[spacetimedb::table(name = \"message\", public)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub text: String,\n}\n\n#[spacetimedb::reducer]\npub fn create_message(ctx: ReducerContext, text: String) {\n Message::insert(&ctx, Message { id: 0, owner: ctx.sender, text });\n}\n\n#[spacetimedb::reducer]\npub fn delete_message(ctx: ReducerContext, id: u64) {\n let msg = Message::get(&ctx, id).expect(\"not found\");\n if msg.owner != ctx.sender {\n panic!(\"unauthorized\");\n }\n Message::delete(&ctx, id);\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"message\"` with `accessor = message`\n --> src\\lib.rs:4:29\n |\n4 | #[spacetimedb::table(name = \"message\", public)]\n | ^^^^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 364, + "output_tokens": 2588, + "generation_duration_ms": 25505, + "started_at": "2026-03-27T21:04:43.682584400Z", + "finished_at": "2026-03-27T21:07:44.696676300Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::ReducerContext;\n\n#[spacetimedb::table(name = \"user_internal\")]\npub struct UserInternal {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub email: String,\n pub password_hash: String,\n}\n\n#[spacetimedb::table(public, name = \"user_public\")]\npub struct UserPublic {\n #[primary_key]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb::reducer]\npub fn register_user(ctx: &ReducerContext, name: String, email: String, password_hash: String) {\n let internal = UserInternal {\n id: 0,\n name: name.clone(),\n email,\n password_hash,\n }\n .insert(ctx);\n\n UserPublic {\n id: internal.id,\n name,\n }\n .insert(ctx);\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling generic-array v0.14.7\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"user_internal\"` with `accessor = user_internal`\n --> src\\lib.rs:4:29\n |\n4 | #[spacetimedb::table(name = \"user_internal\")]\n | ^^^^^^^^^^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"user_public\"` with `accessor = user_public`\n --> src\\lib.rs:14:37\n |\n14 | #[spacetimedb::table(public, name = \"user_public\")]\n | ^^^^^^^^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `UserInternal` in this scope\n --> src\\lib.rs:23:20\n |\n23 | let internal = UserInternal {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `UserPublic` in this scope\n --> src\\lib.rs:31:5\n |\n31 | UserPublic {\n | ^^^^^^^^^^ not found in this scope\n\nFor more information about this error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 383, + "output_tokens": 646, + "generation_duration_ms": 11285, + "started_at": "2026-03-27T21:04:43.684440100Z", + "finished_at": "2026-03-27T21:07:39.545804800Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[spacetimedb::table(name = \"author\")]\npub struct Author {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb::table(name = \"post\")]\npub struct Post {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub author_id: u64,\n pub title: String,\n}\n\n#[spacetimedb::reducer]\npub fn delete_author(ctx: &ReducerContext, author_id: u64) {\n for post in Post::filter_by_author_id(author_id) {\n post.delete(ctx);\n }\n Author::delete_by_id(ctx, author_id);\n}", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling castaway v0.2.4\n Compiling sha3 v0.10.8\n Compiling lean_string v0.5.3\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"author\"` with `accessor = author`\n --> src\\lib.rs:4:29\n |\n4 | #[spacetimedb::table(name = \"author\")]\n | ^^^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"post\"` with `accessor = post`\n --> src\\lib.rs:12:29\n |\n12 | #[spacetimedb::table(name = \"post\")]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nerror[E0282]: type annotations needed\n --> src\\lib.rs:25:9\n |\n25 | post.delete(ctx);\n | ^^^^ cannot infer type\n\nSome errors have detailed explanations: E0282, E0432.\nFor more information about an error, try `rustc --explain E0282`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 347, + "output_tokens": 845, + "generation_duration_ms": 10251, + "started_at": "2026-03-27T21:12:34.259871700Z", + "finished_at": "2026-03-27T21:15:35.699786100Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::ReducerContext;\n\n#[spacetimedb::table(name = \"order\", public)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub category: String,\n pub amount: u64,\n pub fulfilled: bool,\n}\n\n#[spacetimedb::table(name = \"category_stats\", public)]\npub struct CategoryStats {\n #[primary_key]\n pub category: String,\n pub total_amount: u64,\n pub order_count: u32,\n}\n\n#[spacetimedb::reducer]\npub fn compute_stats(ctx: &ReducerContext, category: String) {\n let mut total_amount: u64 = 0;\n let mut order_count: u32 = 0;\n let category_ref = &category;\n for order in ctx.db.order().iter() {\n if order.category == category_ref {\n total_amount += order.amount;\n order_count += 1;\n }\n }\n\n let stats = CategoryStats {\n category: category.clone(),\n total_amount,\n order_count,\n };\n\n if ctx.db.category_stats().get(&category).is_some() {\n ctx.db.category_stats().update(stats);\n } else {\n ctx.db.category_stats().insert(stats);\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling decorum v0.3.1\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"order\"` with `accessor = order`\n --> src\\lib.rs:4:29\n |\n4 | #[spacetimedb::table(name = \"order\", public)]\n | ^^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"category_stats\"` with `accessor = category_stats`\n --> src\\lib.rs:15:29\n |\n15 | #[spacetimedb::table(name = \"category_stats\", public)]\n | ^^^^^^^^^^^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `CategoryStats` in this scope\n --> src\\lib.rs:35:17\n |\n35 | let stats = CategoryStats {\n | ^^^^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `order` found for struct `Local` in the current scope\n --> src\\lib.rs:28:25\n |\n28 | for order in ctx.db.order().iter() {\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `category_stats` found for struct `Local` in the current scope\n --> src\\lib.rs:41:15\n |\n41 | if ctx.db.category_stats().get(&category).is_some() {\n | ^^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `category_stats` found for struct `Local` in the current scope\n --> src\\lib.rs:42:16\n |\n42 | ctx.db.category_stats().update(stats);\n | ^^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `category_stats` found for struct `Local` in the current scope\n --> src\\lib.rs:44:16\n |\n44 | ctx.db.category_stats().insert(stats);\n | ^^^^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 368, + "output_tokens": 1602, + "generation_duration_ms": 15751, + "started_at": "2026-03-27T21:12:37.007717200Z", + "finished_at": "2026-03-27T21:15:47.697893Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(name = \"customer\")]\npub struct Customer {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n}\n\n#[table(name = \"order\")]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub customer_id: u64,\n pub product: String,\n pub amount: u32,\n}\n\n#[table(name = \"order_detail\")]\npub struct OrderDetail {\n #[primary_key]\n pub order_id: u64,\n pub customer_name: String,\n pub product: String,\n pub amount: u32,\n}\n\n#[reducer]\npub fn build_order_details(ctx: &mut ReducerContext) {\n for order in Order::iter(ctx) {\n if let Some(customer) = Customer::get(ctx, &order.customer_id) {\n OrderDetail::insert(\n ctx,\n OrderDetail {\n order_id: order.id,\n customer_name: customer.name.clone(),\n product: order.product.clone(),\n amount: order.amount,\n },\n );\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling generic-array v0.14.7\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"customer\"` with `accessor = customer`\n --> src\\lib.rs:4:16\n |\n4 | #[table(name = \"customer\")]\n | ^^^^^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"order\"` with `accessor = order`\n --> src\\lib.rs:12:16\n |\n12 | #[table(name = \"order\")]\n | ^^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"order_detail\"` with `accessor = order_detail`\n --> src\\lib.rs:23:16\n |\n23 | #[table(name = \"order_detail\")]\n | ^^^^^^^^^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `OrderDetail` in this scope\n --> src\\lib.rs:38:17\n |\n38 | OrderDetail {\n | ^^^^^^^^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `Order`\n --> src\\lib.rs:34:18\n |\n34 | for order in Order::iter(ctx) {\n | ^^^^^ use of undeclared type `Order`\n\nerror[E0433]: failed to resolve: use of undeclared type `Customer`\n --> src\\lib.rs:35:33\n |\n35 | if let Some(customer) = Customer::get(ctx, &order.customer_id) {\n | ^^^^^^^^ use of undeclared type `Customer`\n\nerror[E0433]: failed to resolve: use of undeclared type `OrderDetail`\n --> src\\lib.rs:36:13\n |\n36 | OrderDetail::insert(\n | ^^^^^^^^^^^ use of undeclared type `OrderDetail`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:33:8\n |\n 32 | #[reducer]\n | ---------- required by a bound introduced by this call\n 33 | pub fn build_order_details(ctx: &mut ReducerContext) {\n | ^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a mut ReducerContext) {build_order_details}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:33:33\n |\n 33 | pub fn build_order_details(ctx: &mut ReducerContext) {\n | ^^^^^^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `&mut ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n = note: `ReducerContextArg` is implemented for `&ReducerContext`, but not for `&mut ReducerContext`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:33:8\n |\n32 | #[reducer]\n | ---------- required by a bound introduced by this call\n33 | pub fn build_order_details(ctx: &mut ReducerContext) {\n | ^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a mut ReducerContext) {build_order_details}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0422, E0433.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 10 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 417, + "output_tokens": 770, + "generation_duration_ms": 7188, + "started_at": "2026-03-27T21:15:07.220994100Z", + "finished_at": "2026-03-27T21:17:12.744518100Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext};\n\n#[table(name = \"account\")]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub display_name: String,\n}\n\n#[reducer]\npub fn create_account(ctx: &ReducerContext, email: String, display_name: String) {\n Account::insert(\n ctx,\n Account {\n id: 0,\n email,\n display_name,\n },\n );\n}", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling itertools v0.12.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"account\"` with `accessor = account`\n --> src\\lib.rs:4:16\n |\n4 | #[table(name = \"account\")]\n | ^^^^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Account` in this scope\n --> src\\lib.rs:18:9\n |\n18 | Account {\n | ^^^^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `Account`\n --> src\\lib.rs:16:5\n |\n16 | Account::insert(\n | ^^^^^^^ use of undeclared type `Account`\n\nSome errors have detailed explanations: E0422, E0433.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 308, + "output_tokens": 475, + "generation_duration_ms": 6540, + "started_at": "2026-03-27T21:15:26.557233900Z", + "finished_at": "2026-03-27T21:17:42.079614600Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[spacetimedb::table(name = \"product\")]\npub struct Product {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n #[index(btree)]\n pub price: u32,\n}\n\n#[spacetimedb::table(name = \"price_range_result\")]\npub struct PriceRangeResult {\n #[primary_key]\n pub product_id: u64,\n pub name: String,\n pub price: u32,\n}\n\n#[spacetimedb::reducer]\npub fn find_in_price_range(ctx: ReducerContext, min_price: u32, max_price: u32) {\n for product in Product::iter(&ctx.db) {\n if product.price >= min_price && product.price <= max_price {\n let _ = PriceRangeResult::insert(\n &ctx.db,\n PriceRangeResult {\n product_id: product.id,\n name: product.name.clone(),\n price: product.price,\n },\n );\n }\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling num-traits v0.2.19\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling ppv-lite86 v0.2.21\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"product\"` with `accessor = product`\n --> src\\lib.rs:4:29\n |\n4 | #[spacetimedb::table(name = \"product\")]\n | ^^^^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"price_range_result\"` with `accessor = price_range_result`\n --> src\\lib.rs:14:29\n |\n14 | #[spacetimedb::table(name = \"price_range_result\")]\n | ^^^^^^^^^^^^^^^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 375, + "output_tokens": 1103, + "generation_duration_ms": 10119, + "started_at": "2026-03-27T21:15:38.801343800Z", + "finished_at": "2026-03-27T21:17:46.015575100Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(name = \"player\")]\npub struct Player {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub score: u64,\n}\n\n#[table(name = \"leaderboard\")]\npub struct LeaderboardEntry {\n #[primary_key]\n pub rank: u32,\n pub player_name: String,\n pub score: u64,\n}\n\n#[reducer]\npub fn build_leaderboard(ctx: &ReducerContext, limit: u32) {\n let mut players: Vec = ctx.db.player().iter().collect();\n players.sort_by(|a, b| b.score.cmp(&a.score));\n for (i, p) in players.into_iter().take(limit as usize).enumerate() {\n ctx.db.leaderboard().insert(LeaderboardEntry {\n rank: (i as u32) + 1,\n player_name: p.name,\n score: p.score,\n });\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling itertools v0.12.1\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling num-traits v0.2.19\n Compiling castaway v0.2.4\n Compiling rand_chacha v0.3.1\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling decorum v0.3.1\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"player\"` with `accessor = player`\n --> src\\lib.rs:4:16\n |\n4 | #[table(name = \"player\")]\n | ^^^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"leaderboard\"` with `accessor = leaderboard`\n --> src\\lib.rs:13:16\n |\n13 | #[table(name = \"leaderboard\")]\n | ^^^^^^^^^^^^^\n\nerror[E0425]: cannot find type `Player` in this scope\n --> src\\lib.rs:23:26\n |\n23 | let mut players: Vec = ctx.db.player().iter().collect();\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n22 | pub fn build_leaderboard(ctx: &ReducerContext, limit: u32) {\n | ++++++++\n\nerror[E0422]: cannot find struct, variant or union type `LeaderboardEntry` in this scope\n --> src\\lib.rs:26:37\n |\n26 | ctx.db.leaderboard().insert(LeaderboardEntry {\n | ^^^^^^^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `player` found for struct `Local` in the current scope\n --> src\\lib.rs:23:43\n |\n23 | let mut players: Vec = ctx.db.player().iter().collect();\n | ^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `leaderboard` found for struct `Local` in the current scope\n --> src\\lib.rs:26:16\n |\n26 | ctx.db.leaderboard().insert(LeaderboardEntry {\n | ^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0425, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 370, + "output_tokens": 763, + "generation_duration_ms": 6804, + "started_at": "2026-03-27T21:15:47.698140400Z", + "finished_at": "2026-03-27T21:19:31.405778600Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[spacetimedb::table(name = \"task\")]\npub struct Task {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub title: String,\n pub completed: bool,\n}\n\n#[spacetimedb::table(name = \"first_incomplete\")]\npub struct FirstIncomplete {\n #[primary_key]\n pub task_id: u64,\n pub title: String,\n}\n\n#[spacetimedb::reducer]\npub fn find_first_incomplete(ctx: &ReducerContext) {\n for task in Task::iter(ctx) {\n if !task.completed {\n let _ = FirstIncomplete::insert(\n ctx,\n FirstIncomplete {\n task_id: task.id,\n title: task.title.clone(),\n },\n );\n break;\n }\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"task\"` with `accessor = task`\n --> src\\lib.rs:4:29\n |\n4 | #[spacetimedb::table(name = \"task\")]\n | ^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"first_incomplete\"` with `accessor = first_incomplete`\n --> src\\lib.rs:13:29\n |\n13 | #[spacetimedb::table(name = \"first_incomplete\")]\n | ^^^^^^^^^^^^^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 343, + "output_tokens": 949, + "generation_duration_ms": 9362, + "started_at": "2026-03-27T21:15:48.714394Z", + "finished_at": "2026-03-27T21:20:15.129684900Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[spacetimedb(table, name = \"order\")]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub amount: u32,\n}\n\n#[spacetimedb(table, name = \"distinct_category\")]\npub struct DistinctCategory {\n #[primary_key]\n pub category: String,\n}\n\n#[spacetimedb(reducer)]\npub fn collect_distinct_categories(ctx: &ReducerContext) {\n use std::collections::BTreeSet;\n let mut set = BTreeSet::new();\n for order in Order::iter(ctx.db) {\n set.insert(order.category);\n }\n for category in set {\n let _ = DistinctCategory::insert(ctx.db, DistinctCategory { category });\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand_chacha v0.3.1\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:19:3\n |\n19 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:13:3\n |\n13 | #[spacetimedb(table, name = \"distinct_category\")]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table, name = \"order\")]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `iter` found for struct `Order` in the current scope\n --> src\\lib.rs:23:25\n |\n 5 | pub struct Order {\n | ---------------- function or associated item `iter` not found for this struct\n...\n23 | for order in Order::iter(ctx.db) {\n | ^^^^ function or associated item not found in `Order`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `DistinctCategory` in the current scope\n --> src\\lib.rs:27:35\n |\n14 | pub struct DistinctCategory {\n | --------------------------- function or associated item `insert` not found for this struct\n...\n27 | let _ = DistinctCategory::insert(ctx.db, DistinctCategory { category });\n | ^^^^^^ function or associated item not found in `DistinctCategory`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 337, + "output_tokens": 912, + "generation_duration_ms": 9960, + "started_at": "2026-03-27T21:15:50.594293200Z", + "finished_at": "2026-03-27T21:19:03.036485600Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[spacetimedb::table(name = \"user\")]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub active: bool,\n}\n\n#[spacetimedb::table(name = \"user_stats\")]\npub struct UserStats {\n #[primary_key]\n pub key: String,\n pub count: u64,\n}\n\n#[spacetimedb::reducer]\npub fn compute_user_counts(ctx: ReducerContext) {\n let total = ctx.db.user().iter().count() as u64;\n let active = ctx.db.user().iter().filter(|u| u.active).count() as u64;\n\n ctx.db.user_stats().insert(UserStats {\n key: \"total\".to_string(),\n count: total,\n });\n ctx.db.user_stats().insert(UserStats {\n key: \"active\".to_string(),\n count: active,\n });\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"user\"` with `accessor = user`\n --> src\\lib.rs:4:29\n |\n4 | #[spacetimedb::table(name = \"user\")]\n | ^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"user_stats\"` with `accessor = user_stats`\n --> src\\lib.rs:13:29\n |\n13 | #[spacetimedb::table(name = \"user_stats\")]\n | ^^^^^^^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 382, + "output_tokens": 669, + "generation_duration_ms": 7168, + "started_at": "2026-03-27T21:17:12.744760300Z", + "finished_at": "2026-03-27T21:21:08.265051600Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[spacetimedb::table(name = \"event_log\")]\n#[spacetimedb::index(btree(category, severity))]\npub struct EventLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub severity: u32,\n pub message: String,\n}\n\n#[spacetimedb::table(name = \"filtered_event\")]\npub struct FilteredEvent {\n #[primary_key]\n pub event_id: u64,\n pub message: String,\n}\n\n#[spacetimedb::reducer]\npub fn filter_events(ctx: &mut ReducerContext, category: String, severity: u32) {\n for row in EventLog::iter(ctx) {\n let EventLog { id, category: c, severity: s, message } = row;\n if c == category && s == severity {\n FilteredEvent::insert(ctx, FilteredEvent { event_id: id, message });\n }\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling castaway v0.2.4\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"event_log\"` with `accessor = event_log`\n --> src\\lib.rs:4:29\n |\n4 | #[spacetimedb::table(name = \"event_log\")]\n | ^^^^^^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"filtered_event\"` with `accessor = filtered_event`\n --> src\\lib.rs:15:29\n |\n15 | #[spacetimedb::table(name = \"filtered_event\")]\n | ^^^^^^^^^^^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:23:8\n |\n 22 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 23 | pub fn filter_events(ctx: &mut ReducerContext, category: String, severity: u32) {\n | ^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a mut {type error}, std::string::String, u32) {filter_events}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:23:8\n |\n22 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n23 | pub fn filter_events(ctx: &mut ReducerContext, category: String, severity: u32) {\n | ^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a mut {type error}, std::string::String, u32) {filter_events}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0432.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 373, + "output_tokens": 1249, + "generation_duration_ms": 12625, + "started_at": "2026-03-27T21:17:17.110142300Z", + "finished_at": "2026-03-27T21:21:02.805902500Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, ScheduleAt};\nuse std::time::Duration;\n\n#[spacetimedb::table(name = \"reminder\", schedule = send_reminder)]\npub struct Reminder {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n #[schedule_at]\n pub scheduled_at: ScheduleAt,\n pub message: String,\n}\n\n#[spacetimedb::reducer(schedule = \"reminder\")]\npub fn send_reminder(_ctx: ReducerContext, _reminder: Reminder) {}\n\n#[spacetimedb::reducer]\npub fn init(ctx: ReducerContext) {\n let fire_time = ctx.timestamp + Duration::from_secs(60);\n ctx.db.reminder().insert(Reminder {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Time(fire_time),\n message: \"Reminder\".to_string(),\n });\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling blake3 v1.8.3\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\rust\\server\\gpt-5-2-codex\\llm)\nerror: expected one of: `public`, `private`, `accessor`, `name`, `index`, `scheduled`, `event`\n --> src\\lib.rs:5:41\n |\n5 | #[spacetimedb::table(name = \"reminder\", schedule = send_reminder)]\n | ^^^^^^^^\n\nerror: expected one of: `init`, `client_connected`, `client_disconnected`, `update`, `name`\n --> src\\lib.rs:15:24\n |\n15 | #[spacetimedb::reducer(schedule = \"reminder\")]\n | ^^^^^^^^\n\nerror[E0425]: cannot find type `Reminder` in this scope\n --> src\\lib.rs:16:55\n |\n16 | pub fn send_reminder(_ctx: ReducerContext, _reminder: Reminder) {}\n | ^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Reminder` in this scope\n --> src\\lib.rs:21:30\n |\n21 | ctx.db.reminder().insert(Reminder {\n | ^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `reminder` found for struct `Local` in the current scope\n --> src\\lib.rs:21:12\n |\n21 | ctx.db.reminder().insert(Reminder {\n | ^^^^^^^^ method not found in `Local`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:19:8\n |\n 18 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 19 | pub fn init(ctx: ReducerContext) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {init}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:19:18\n |\n 19 | pub fn init(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:19:8\n |\n18 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n19 | pub fn init(ctx: ReducerContext) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {init}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0422, E0425, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 341, + "output_tokens": 917, + "generation_duration_ms": 9110, + "started_at": "2026-03-27T21:11:36.902978300Z", + "finished_at": "2026-03-27T21:15:07.220874800Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext, ScheduleAt};\nuse std::time::Duration;\n\n#[table(name = \"cleanup_job\", scheduled = \"run_cleanup\")]\npub struct CleanupJob {\n #[primary_key]\n #[auto_increment]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn run_cleanup(_ctx: ReducerContext, _job: CleanupJob) {}\n\n#[reducer]\npub fn init(ctx: ReducerContext) {\n let job = CleanupJob {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::from_now(Duration::from_secs(60)),\n };\n CleanupJob::insert(&ctx, job);\n}\n\n#[reducer]\npub fn cancel_cleanup(ctx: ReducerContext, scheduled_id: u64) {\n CleanupJob::delete_by_scheduled_id(&ctx, scheduled_id);\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling cc v1.2.58\n Compiling itertools v0.12.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling rand v0.8.5\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\rust\\server\\gpt-5-2-codex\\llm)\nerror: expected parentheses\n --> src\\lib.rs:5:41\n |\n5 | #[table(name = \"cleanup_job\", scheduled = \"run_cleanup\")]\n | ^\n\nerror[E0425]: cannot find type `CleanupJob` in this scope\n --> src\\lib.rs:14:48\n |\n14 | pub fn run_cleanup(_ctx: ReducerContext, _job: CleanupJob) {}\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `CleanupJob` in this scope\n --> src\\lib.rs:18:15\n |\n18 | let job = CleanupJob {\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:14:8\n |\n 13 | #[reducer]\n | ---------- required by a bound introduced by this call\n 14 | pub fn run_cleanup(_ctx: ReducerContext, _job: CleanupJob) {}\n | ^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, {type error}) {run_cleanup}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:14:26\n |\n 14 | pub fn run_cleanup(_ctx: ReducerContext, _job: CleanupJob) {}\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:14:8\n |\n13 | #[reducer]\n | ---------- required by a bound introduced by this call\n14 | pub fn run_cleanup(_ctx: ReducerContext, _job: CleanupJob) {}\n | ^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, {type error}) {run_cleanup}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0599]: no variant or associated item named `from_now` found for enum `ScheduleAt` in the current scope\n --> src\\lib.rs:20:35\n |\n20 | scheduled_at: ScheduleAt::from_now(Duration::from_secs(60)),\n | ^^^^^^^^ variant or associated item not found in `ScheduleAt`\n |\nhelp: there is an associated function `from` with a similar name\n |\n20 - scheduled_at: ScheduleAt::from_now(Duration::from_secs(60)),\n20 + scheduled_at: ScheduleAt::from(Duration::from_secs(60)),\n |\n\nerror[E0433]: failed to resolve: use of undeclared type `CleanupJob`\n --> src\\lib.rs:22:5\n |\n22 | CleanupJob::insert(&ctx, job);\n | ^^^^^^^^^^ use of undeclared type `CleanupJob`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:17:8\n |\n 16 | #[reducer]\n | ---------- required by a bound introduced by this call\n 17 | pub fn init(ctx: ReducerContext) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {init}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:17:18\n |\n 17 | pub fn init(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:17:8\n |\n16 | #[reducer]\n | ---------- required by a bound introduced by this call\n17 | pub fn init(ctx: ReducerContext) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {init}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0433]: failed to resolve: use of undeclared type `CleanupJob`\n --> src\\lib.rs:27:5\n |\n27 | CleanupJob::delete_by_scheduled_id(&ctx, scheduled_id);\n | ^^^^^^^^^^ use of undeclared type `CleanupJob`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:26:8\n |\n 25 | #[reducer]\n | ---------- required by a bound introduced by this call\n 26 | pub fn cancel_cleanup(ctx: ReducerContext, scheduled_id: u64) {\n | ^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, u64) {cancel_cleanup}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:26:28\n |\n 26 | pub fn cancel_cleanup(ctx: ReducerContext, scheduled_id: u64) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:26:8\n |\n25 | #[reducer]\n | ---------- required by a bound introduced by this call\n26 | pub fn cancel_cleanup(ctx: ReducerContext, scheduled_id: u64) {\n | ^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, u64) {cancel_cleanup}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0422, E0425, E0433, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 15 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 334, + "output_tokens": 1027, + "generation_duration_ms": 10105, + "started_at": "2026-03-27T21:11:37.860741300Z", + "finished_at": "2026-03-27T21:15:26.557073300Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{Identity, Timestamp, ReducerContext};\n\n#[spacetimedb::table(name = \"online_player\", public)]\npub struct OnlinePlayer {\n #[primarykey]\n pub identity: Identity,\n pub connected_at: Timestamp,\n}\n\n#[spacetimedb::reducer]\npub fn client_connected(ctx: ReducerContext) {\n let identity = ctx.sender();\n OnlinePlayer::insert(\n &ctx.db,\n OnlinePlayer {\n identity,\n connected_at: ctx.timestamp,\n },\n );\n}\n\n#[spacetimedb::reducer]\npub fn client_disconnected(ctx: ReducerContext) {\n let identity = ctx.sender();\n OnlinePlayer::delete(&ctx.db, &identity);\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"online_player\"` with `accessor = online_player`\n --> src\\lib.rs:4:29\n |\n4 | #[spacetimedb::table(name = \"online_player\", public)]\n | ^^^^^^^^^^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `OnlinePlayer` in this scope\n --> src\\lib.rs:16:9\n |\n16 | OnlinePlayer {\n | ^^^^^^^^^^^^ not found in this scope\n\nwarning: unused imports: `Identity` and `Timestamp`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Identity, Timestamp, ReducerContext};\n | ^^^^^^^^ ^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0433]: failed to resolve: use of undeclared type `OnlinePlayer`\n --> src\\lib.rs:14:5\n |\n14 | OnlinePlayer::insert(\n | ^^^^^^^^^^^^ use of undeclared type `OnlinePlayer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:12:8\n |\n 11 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 12 | pub fn client_connected(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {client_connected}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:12:30\n |\n 12 | pub fn client_connected(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:12:8\n |\n11 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n12 | pub fn client_connected(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {client_connected}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0433]: failed to resolve: use of undeclared type `OnlinePlayer`\n --> src\\lib.rs:26:5\n |\n26 | OnlinePlayer::delete(&ctx.db, &identity);\n | ^^^^^^^^^^^^ use of undeclared type `OnlinePlayer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:24:8\n |\n 23 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 24 | pub fn client_disconnected(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {client_disconnected}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:24:33\n |\n 24 | pub fn client_disconnected(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:24:8\n |\n23 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n24 | pub fn client_disconnected(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {client_disconnected}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0422, E0433.\nFor more information about an error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 10 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 295, + "output_tokens": 1419, + "generation_duration_ms": 15919, + "started_at": "2026-03-27T21:11:39.435555800Z", + "finished_at": "2026-03-27T21:15:50.594151700Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[spacetimedb::table(name = user, private)]\npub struct User {\n #[primary_key]\n pub identity: Identity,\n pub name: String,\n}\n\n#[spacetimedb::table(name = message, public)]\npub struct Message {\n #[primary_key, auto_inc]\n pub id: u64,\n #[index(btree)]\n pub sender: Identity,\n pub text: String,\n}\n\n#[spacetimedb::reducer]\npub fn register(ctx: &ReducerContext, name: String) {\n if User::get(&ctx.sender).is_some() {\n panic!(\"already registered\");\n }\n User::insert(User {\n identity: ctx.sender,\n name,\n });\n}\n\n#[spacetimedb::reducer]\npub fn post_message(ctx: &ReducerContext, text: String) {\n if User::get(&ctx.sender).is_none() {\n panic!(\"not registered\");\n }\n Message::insert(Message {\n id: 0,\n sender: ctx.sender,\n text,\n });\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling blake3 v1.8.3\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\rust\\server\\gpt-5-2-codex\\llm)\nerror: expected one of `(`, `::`, `=`, `[`, `]`, or `{`, found `,`\n --> src\\lib.rs:13:18\n |\n12 | pub struct Message {\n | ------- while parsing this struct\n13 | #[primary_key, auto_inc]\n | ^ expected one of `(`, `::`, `=`, `[`, `]`, or `{`\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = user, private)]\n | ^^^^^^\n\nerror: unexpected token, expected `]`\n --> src\\lib.rs:13:18\n |\n13 | #[primary_key, auto_inc]\n | ^\n\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 389, + "output_tokens": 778, + "generation_duration_ms": 12744, + "started_at": "2026-03-27T21:04:43.686697400Z", + "finished_at": "2026-03-27T21:08:05.306647900Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, Identity, ReducerContext};\n\n#[table(name = \"config\", public = false)]\npub struct Config {\n #[primary_key]\n pub id: u32,\n pub admin: Identity,\n}\n\n#[table(name = \"admin_log\", public = true)]\npub struct AdminLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub action: String,\n}\n\n#[reducer]\npub fn bootstrap_admin(ctx: ReducerContext) {\n if Config::get(&ctx, 0).is_some() {\n panic!(\"already bootstrapped\");\n }\n Config::insert(\n &ctx,\n Config {\n id: 0,\n admin: ctx.sender,\n },\n );\n}\n\n#[reducer]\npub fn admin_action(ctx: ReducerContext, action: String) {\n let config = match Config::get(&ctx, 0) {\n Some(c) => c,\n None => panic!(\"not bootstrapped\"),\n };\n if ctx.sender != config.admin {\n panic!(\"not admin\");\n }\n AdminLog::insert(\n &ctx,\n AdminLog {\n id: 0,\n action,\n },\n );\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\rust\\server\\gpt-5-2-codex\\llm)\nerror: expected `,`\n --> src\\lib.rs:4:33\n |\n4 | #[table(name = \"config\", public = false)]\n | ^\n\nerror: expected `,`\n --> src\\lib.rs:11:36\n |\n11 | #[table(name = \"admin_log\", public = true)]\n | ^\n\nerror[E0422]: cannot find struct, variant or union type `Config` in this scope\n --> src\\lib.rs:26:9\n |\n26 | Config {\n | ^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `AdminLog` in this scope\n --> src\\lib.rs:44:9\n |\n44 | AdminLog {\n | ^^^^^^^^ not found in this scope\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:35\n |\n2 | use spacetimedb::{reducer, table, Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0433]: failed to resolve: use of undeclared type `Config`\n --> src\\lib.rs:21:8\n |\n21 | if Config::get(&ctx, 0).is_some() {\n | ^^^^^^ use of undeclared type `Config`\n\nerror[E0433]: failed to resolve: use of undeclared type `Config`\n --> src\\lib.rs:24:5\n |\n24 | Config::insert(\n | ^^^^^^ use of undeclared type `Config`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:28:24\n |\n28 | admin: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n28 | admin: ctx.sender(),\n | ++\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:20:8\n |\n 19 | #[reducer]\n | ---------- required by a bound introduced by this call\n 20 | pub fn bootstrap_admin(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {bootstrap_admin}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:20:29\n |\n 20 | pub fn bootstrap_admin(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:20:8\n |\n19 | #[reducer]\n | ---------- required by a bound introduced by this call\n20 | pub fn bootstrap_admin(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {bootstrap_admin}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0433]: failed to resolve: use of undeclared type `Config`\n --> src\\lib.rs:35:24\n |\n35 | let config = match Config::get(&ctx, 0) {\n | ^^^^^^ use of undeclared type `Config`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:39:12\n |\n39 | if ctx.sender != config.admin {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n39 | if ctx.sender() != config.admin {\n | ++\n\nerror[E0433]: failed to resolve: use of undeclared type `AdminLog`\n --> src\\lib.rs:42:5\n |\n42 | AdminLog::insert(\n | ^^^^^^^^ use of undeclared type `AdminLog`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:34:8\n |\n 33 | #[reducer]\n | ---------- required by a bound introduced by this call\n 34 | pub fn admin_action(ctx: ReducerContext, action: String) {\n | ^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, std::string::String) {admin_action}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:34:26\n |\n 34 | pub fn admin_action(ctx: ReducerContext, action: String) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:34:8\n |\n33 | #[reducer]\n | ---------- required by a bound introduced by this call\n34 | pub fn admin_action(ctx: ReducerContext, action: String) {\n | ^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, std::string::String) {admin_action}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0422, E0433, E0616.\nFor more information about an error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 16 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 402, + "output_tokens": 1058, + "generation_duration_ms": 13477, + "started_at": "2026-03-27T21:04:43.688213800Z", + "finished_at": "2026-03-27T21:07:52.041481200Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, Identity, ReducerContext};\n\n#[table(name = \"user\", public = false)]\npub struct User {\n #[primary_key]\n pub identity: Identity,\n pub role: String,\n}\n\n#[reducer]\npub fn register(ctx: ReducerContext) {\n if User::get(&ctx.sender).is_some() {\n panic!(\"already registered\");\n }\n User::insert(User {\n identity: ctx.sender,\n role: \"member\".to_string(),\n });\n}\n\n#[reducer]\npub fn promote(ctx: ReducerContext, target: Identity) {\n match User::get(&ctx.sender) {\n Some(user) => {\n if user.role != \"admin\" {\n panic!(\"not admin\");\n }\n }\n None => panic!(\"not registered\"),\n }\n\n match User::get(&target) {\n Some(mut user) => {\n user.role = \"admin\".to_string();\n User::update(user);\n }\n None => panic!(\"target not registered\"),\n }\n}\n\n#[reducer]\npub fn member_action(ctx: ReducerContext) {\n if User::get(&ctx.sender).is_none() {\n panic!(\"not registered\");\n }\n}\n\n#[reducer]\npub fn admin_action(ctx: ReducerContext) {\n match User::get(&ctx.sender) {\n Some(user) => {\n if user.role != \"admin\" {\n panic!(\"not admin\");\n }\n }\n None => panic!(\"not registered\"),\n }\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\rust\\server\\gpt-5-2-codex\\llm)\nerror: expected `,`\n --> src\\lib.rs:4:31\n |\n4 | #[table(name = \"user\", public = false)]\n | ^\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:16:18\n |\n16 | User::insert(User {\n | ^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:13:8\n |\n13 | if User::get(&ctx.sender).is_some() {\n | ^^^^ use of undeclared type `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:13:23\n |\n13 | if User::get(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n13 | if User::get(&ctx.sender()).is_some() {\n | ++\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:16:5\n |\n16 | User::insert(User {\n | ^^^^ use of undeclared type `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:17:23\n |\n17 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n17 | identity: ctx.sender(),\n | ++\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:12:8\n |\n 11 | #[reducer]\n | ---------- required by a bound introduced by this call\n 12 | pub fn register(ctx: ReducerContext) {\n | ^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {register}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:12:22\n |\n 12 | pub fn register(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:12:8\n |\n11 | #[reducer]\n | ---------- required by a bound introduced by this call\n12 | pub fn register(ctx: ReducerContext) {\n | ^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {register}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:24:11\n |\n24 | match User::get(&ctx.sender) {\n | ^^^^ use of undeclared type `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:24:26\n |\n24 | match User::get(&ctx.sender) {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n24 | match User::get(&ctx.sender()) {\n | ++\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:33:11\n |\n33 | match User::get(&target) {\n | ^^^^ use of undeclared type `User`\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:36:13\n |\n36 | User::update(user);\n | ^^^^ use of undeclared type `User`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:23:8\n |\n 22 | #[reducer]\n | ---------- required by a bound introduced by this call\n 23 | pub fn promote(ctx: ReducerContext, target: Identity) {\n | ^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, Identity) {promote}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:23:21\n |\n 23 | pub fn promote(ctx: ReducerContext, target: Identity) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:23:8\n |\n22 | #[reducer]\n | ---------- required by a bound introduced by this call\n23 | pub fn promote(ctx: ReducerContext, target: Identity) {\n | ^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext, Identity) {promote}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:44:8\n |\n44 | if User::get(&ctx.sender).is_none() {\n | ^^^^ use of undeclared type `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:44:23\n |\n44 | if User::get(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n44 | if User::get(&ctx.sender()).is_none() {\n | ++\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:43:8\n |\n 42 | #[reducer]\n | ---------- required by a bound introduced by this call\n 43 | pub fn member_action(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {member_action}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:43:27\n |\n 43 | pub fn member_action(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:43:8\n |\n42 | #[reducer]\n | ---------- required by a bound introduced by this call\n43 | pub fn member_action(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {member_action}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:51:11\n |\n51 | match User::get(&ctx.sender) {\n | ^^^^ use of undeclared type `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:51:26\n |\n51 | match User::get(&ctx.sender) {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n51 | match User::get(&ctx.sender()) {\n | ++\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:50:8\n |\n 49 | #[reducer]\n | ---------- required by a bound introduced by this call\n 50 | pub fn admin_action(ctx: ReducerContext) {\n | ^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {admin_action}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:50:26\n |\n 50 | pub fn admin_action(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `ReducerContext`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:50:8\n |\n49 | #[reducer]\n | ---------- required by a bound introduced by this call\n50 | pub fn admin_action(ctx: ReducerContext) {\n | ^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(ReducerContext) {admin_action}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0422, E0433, E0616.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 26 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 458, + "output_tokens": 1346, + "generation_duration_ms": 13632, + "started_at": "2026-03-27T21:04:43.689759700Z", + "finished_at": "2026-03-27T21:07:54.327983800Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[spacetimedb::table(name = \"admin\")]\npub struct Admin {\n #[primarykey]\n pub identity: Identity,\n}\n\n#[spacetimedb::table(name = \"banned\")]\npub struct Banned {\n #[primarykey]\n pub identity: Identity,\n}\n\n#[spacetimedb::table(name = \"player\", public)]\npub struct Player {\n #[primarykey]\n pub identity: Identity,\n pub name: String,\n}\n\n#[spacetimedb::reducer]\npub fn add_admin(ctx: &ReducerContext, target: Identity) {\n if Admin::find(ctx.sender).is_none() {\n panic!(\"not admin\");\n }\n Admin::insert_or_ignore(Admin { identity: target });\n}\n\n#[spacetimedb::reducer]\npub fn ban_player(ctx: &ReducerContext, target: Identity) {\n if Admin::find(ctx.sender).is_none() {\n panic!(\"not admin\");\n }\n Banned::insert_or_ignore(Banned { identity: target });\n if Player::find(target).is_some() {\n Player::delete(target);\n }\n}\n\n#[spacetimedb::reducer]\npub fn join_game(ctx: &ReducerContext, name: String) {\n if Banned::find(ctx.sender).is_some() {\n panic!(\"banned\");\n }\n if Player::find(ctx.sender).is_some() {\n panic!(\"already in game\");\n }\n Player::insert(Player {\n identity: ctx.sender,\n name,\n });\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling getrandom v0.2.17\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling itertools v0.12.1\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling num-traits v0.2.19\n Compiling lean_string v0.5.3\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"admin\"` with `accessor = admin`\n --> src\\lib.rs:4:29\n |\n4 | #[spacetimedb::table(name = \"admin\")]\n | ^^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"banned\"` with `accessor = banned`\n --> src\\lib.rs:10:29\n |\n10 | #[spacetimedb::table(name = \"banned\")]\n | ^^^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"player\"` with `accessor = player`\n --> src\\lib.rs:16:29\n |\n16 | #[spacetimedb::table(name = \"player\", public)]\n | ^^^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:24:8\n |\n 23 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 24 | pub fn add_admin(ctx: &ReducerContext, target: Identity) {\n | ^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a {type error}, {type error}) {add_admin}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:24:8\n |\n23 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n24 | pub fn add_admin(ctx: &ReducerContext, target: Identity) {\n | ^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a {type error}, {type error}) {add_admin}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:32:8\n |\n 31 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 32 | pub fn ban_player(ctx: &ReducerContext, target: Identity) {\n | ^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a {type error}, {type error}) {ban_player}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:32:8\n |\n31 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n32 | pub fn ban_player(ctx: &ReducerContext, target: Identity) {\n | ^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a {type error}, {type error}) {ban_player}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0432.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 446, + "output_tokens": 1774, + "generation_duration_ms": 14410, + "started_at": "2026-03-27T21:04:43.691248500Z", + "finished_at": "2026-03-27T21:08:08.269073600Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{Identity, ReducerContext};\n\n#[spacetimedb::table(name = \"rate_limit\", private)]\nstruct RateLimit {\n #[primarykey]\n identity: Identity,\n last_call_us: i64,\n}\n\n#[spacetimedb::table(name = \"action_log\", public)]\nstruct ActionLog {\n #[primarykey]\n #[auto_inc]\n id: u64,\n identity: Identity,\n payload: String,\n}\n\n#[spacetimedb::reducer]\nfn limited_action(ctx: &ReducerContext, payload: String) {\n let now: i64 = ctx.timestamp.to_micros_since_unix_epoch();\n if let Some(row) = RateLimit::get(ctx.sender) {\n if now - row.last_call_us < 1_000_000 {\n panic!(\"rate limited\");\n }\n }\n RateLimit::insert(RateLimit {\n identity: ctx.sender,\n last_call_us: now,\n });\n ActionLog::insert(ActionLog {\n id: 0,\n identity: ctx.sender,\n payload,\n });\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling log v0.4.29\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\rust\\server\\gpt-5-2-codex\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"rate_limit\"` with `accessor = rate_limit`\n --> src\\lib.rs:4:29\n |\n4 | #[spacetimedb::table(name = \"rate_limit\", private)]\n | ^^^^^^^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"action_log\"` with `accessor = action_log`\n --> src\\lib.rs:11:29\n |\n11 | #[spacetimedb::table(name = \"action_log\", public)]\n | ^^^^^^^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `RateLimit` in this scope\n --> src\\lib.rs:28:23\n |\n28 | RateLimit::insert(RateLimit {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `ActionLog` in this scope\n --> src\\lib.rs:32:23\n |\n32 | ActionLog::insert(ActionLog {\n | ^^^^^^^^^ not found in this scope\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0433]: failed to resolve: use of undeclared type `RateLimit`\n --> src\\lib.rs:23:24\n |\n23 | if let Some(row) = RateLimit::get(ctx.sender) {\n | ^^^^^^^^^ use of undeclared type `RateLimit`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:23:43\n |\n23 | if let Some(row) = RateLimit::get(ctx.sender) {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n23 | if let Some(row) = RateLimit::get(ctx.sender()) {\n | ++\n\nerror[E0433]: failed to resolve: use of undeclared type `RateLimit`\n --> src\\lib.rs:28:5\n |\n28 | RateLimit::insert(RateLimit {\n | ^^^^^^^^^ use of undeclared type `RateLimit`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:29:23\n |\n29 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n29 | identity: ctx.sender(),\n | ++\n\nerror[E0433]: failed to resolve: use of undeclared type `ActionLog`\n --> src\\lib.rs:32:5\n |\n32 | ActionLog::insert(ActionLog {\n | ^^^^^^^^^ use of undeclared type `ActionLog`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:34:23\n |\n34 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n34 | identity: ctx.sender(),\n | ++\n\nSome errors have detailed explanations: E0422, E0433, E0616.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 10 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 423, + "output_tokens": 713, + "generation_duration_ms": 9849, + "started_at": "2026-03-27T21:04:43.692799400Z", + "finished_at": "2026-03-27T21:07:53.529533300Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[spacetimedb(table)]\npub struct Document {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub title: String,\n}\n\n#[spacetimedb(table)]\npub struct DocumentShare {\n #[index(btree)]\n pub document_id: u64,\n #[index(btree)]\n pub shared_with: Identity,\n}\n\n#[spacetimedb(reducer)]\npub fn create_document(ctx: ReducerContext, title: String) {\n Document::insert(Document {\n id: 0,\n owner: ctx.sender,\n title,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn share_document(ctx: ReducerContext, document_id: u64, target: Identity) {\n let doc = match Document::get(&document_id) {\n Some(d) => d,\n None => panic!(\"not found\"),\n };\n if doc.owner != ctx.sender {\n panic!(\"not owner\");\n }\n DocumentShare::insert(DocumentShare {\n document_id,\n shared_with: target,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn edit_document(ctx: ReducerContext, document_id: u64, new_title: String) {\n let mut doc = match Document::get(&document_id) {\n Some(d) => d,\n None => panic!(\"not found\"),\n };\n let authorized = doc.owner == ctx.sender\n || DocumentShare::filter_by_document_id(&document_id)\n .any(|s| s.shared_with == ctx.sender);\n if !authorized {\n panic!(\"unauthorized\");\n }\n doc.title = new_title;\n doc.update();\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling num-traits v0.2.19\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:46:3\n |\n46 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:31:3\n |\n31 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:22:3\n |\n22 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `Document` in the current scope\n --> src\\lib.rs:24:15\n |\n 5 | pub struct Document {\n | ------------------- function or associated item `insert` not found for this struct\n...\n24 | Document::insert(Document {\n | ^^^^^^ function or associated item not found in `Document`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `get` found for struct `Document` in the current scope\n --> src\\lib.rs:33:31\n |\n 5 | pub struct Document {\n | ------------------- function or associated item `get` not found for this struct\n...\n33 | let doc = match Document::get(&document_id) {\n | ^^^ function or associated item not found in `Document`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `get`, perhaps you need to implement one of them:\n candidate #1: `MaybeError`\n candidate #2: `SliceIndex`\n\nerror[E0599]: no function or associated item named `insert` found for struct `DocumentShare` in the current scope\n --> src\\lib.rs:40:20\n |\n15 | pub struct DocumentShare {\n | ------------------------ function or associated item `insert` not found for this struct\n...\n40 | DocumentShare::insert(DocumentShare {\n | ^^^^^^ function or associated item not found in `DocumentShare`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `get` found for struct `Document` in the current scope\n --> src\\lib.rs:48:35\n |\n 5 | pub struct Document {\n | ------------------- function or associated item `get` not found for this struct\n...\n48 | let mut doc = match Document::get(&document_id) {\n | ^^^ function or associated item not found in `Document`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `get`, perhaps you need to implement one of them:\n candidate #1: `MaybeError`\n candidate #2: `SliceIndex`\n\nerror[E0599]: no function or associated item named `filter_by_document_id` found for struct `DocumentShare` in the current scope\n --> src\\lib.rs:53:27\n |\n15 | pub struct DocumentShare {\n | ------------------------ function or associated item `filter_by_document_id` not found for this struct\n...\n53 | || DocumentShare::filter_by_document_id(&document_id)\n | ^^^^^^^^^^^^^^^^^^^^^ function or associated item not found in `DocumentShare`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 16 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 488, + "output_tokens": 1338, + "generation_duration_ms": 13819, + "started_at": "2026-03-27T21:04:43.694185Z", + "finished_at": "2026-03-27T21:08:00.522350600Z" + } + } + }, + { + "name": "Claude Opus 4.6", + "route_api_model": "claude-opus-4-6", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext};\n\n#[table(name = EmptyTable, public)]\npub struct EmptyTable {\n #[primary_key]\n pub id: i32,\n}\n\n#[reducer]\npub fn empty_reducer_no_args(_ctx: &ReducerContext) {}\n\n#[reducer]\npub fn empty_reducer_with_int(_ctx: &ReducerContext, _count: i32) {}\n\n#[reducer]\npub fn empty_reducer_with_string(_ctx: &ReducerContext, _name: String) {}\n\n#[reducer]\npub fn empty_reducer_with_two_args(_ctx: &ReducerContext, _count: i32, _name: String) {}\n\n#[reducer]\npub fn empty_reducer_with_three_args(_ctx: &ReducerContext, _active: bool, _ratio: f32, _label: String) {}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = EmptyTable` with `accessor = EmptyTable`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = EmptyTable, public)]\n | ^^^^^^\n\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 401, + "output_tokens": 224, + "generation_duration_ms": 3900, + "started_at": "2026-03-27T21:07:38.142734700Z", + "finished_at": "2026-03-27T21:09:09.952798500Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, ReducerContext};\n\n#[table(name = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[table(name = product, public)]\npub struct Product {\n #[primary_key]\n pub id: i32,\n pub title: String,\n pub price: f32,\n pub in_stock: bool,\n}\n\n#[table(name = note, public)]\npub struct Note {\n #[primary_key]\n pub id: i32,\n pub body: String,\n pub rating: i64,\n pub pinned: bool,\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = user, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = product` with `accessor = product`.\n --> src\\lib.rs:13:9\n |\n13 | #[table(name = product, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = note` with `accessor = note`.\n --> src\\lib.rs:22:9\n |\n22 | #[table(name = note, public)]\n | ^^^^^^\n\nwarning: unused import: `ReducerContext`\n --> src\\lib.rs:2:26\n |\n2 | use spacetimedb::{table, ReducerContext};\n | ^^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 394, + "output_tokens": 188, + "generation_duration_ms": 3683, + "started_at": "2026-03-27T21:07:39.573711600Z", + "finished_at": "2026-03-27T21:11:27.248775700Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ScheduleAt, Table, TimeDuration};\n\n#[spacetimedb::table(name = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb::reducer]\npub fn tick(_ctx: &spacetimedb::ReducerContext, _timer: TickTimer) {\n // Called each tick\n}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &spacetimedb::ReducerContext) {\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(TimeDuration::from_micros(50_000)),\n });\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling smallvec v1.15.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ethnum v1.5.2\n Compiling blake3 v1.8.3\n Compiling digest v0.10.7\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = tick_timer` with `accessor = tick_timer`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = tick_timer, scheduled(tick))]\n | ^^^^^^\n\nerror[E0425]: cannot find type `TickTimer` in this scope\n --> src\\lib.rs:13:57\n |\n13 | pub fn tick(_ctx: &spacetimedb::ReducerContext, _timer: TickTimer) {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `TickTimer` in this scope\n --> src\\lib.rs:19:32\n |\n19 | ctx.db.tick_timer().insert(TickTimer {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:13:8\n |\n 12 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 13 | pub fn tick(_ctx: &spacetimedb::ReducerContext, _timer: TickTimer) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {tick}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:13:8\n |\n12 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n13 | pub fn tick(_ctx: &spacetimedb::ReducerContext, _timer: TickTimer) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {tick}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0599]: no method named `tick_timer` found for struct `Local` in the current scope\n --> src\\lib.rs:19:12\n |\n19 | ctx.db.tick_timer().insert(TickTimer {\n | ^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0277, E0422, E0425, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 364, + "output_tokens": 221, + "generation_duration_ms": 7036, + "started_at": "2026-03-27T21:07:44.680002700Z", + "finished_at": "2026-03-27T21:11:49.982971900Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb::table(name = entity, public)]\npub struct Entity {\n #[primary_key]\n pub id: i32,\n pub pos: Position,\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling castaway v0.2.4\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = entity` with `accessor = entity`.\n --> src\\lib.rs:10:22\n |\n10 | #[spacetimedb::table(name = entity, public)]\n | ^^^^^^\n\nwarning: unused import: `Table`\n --> src\\lib.rs:2:34\n |\n2 | use spacetimedb::{SpacetimeType, Table};\n | ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 1 previous error; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 319, + "output_tokens": 102, + "generation_duration_ms": 4963, + "started_at": "2026-03-27T21:07:49.566124400Z", + "finished_at": "2026-03-27T21:10:48.417824400Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[table(name = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn insert_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n ctx.db.user().insert(User { id, name, age, active });\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling itertools v0.12.1\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling syn v2.0.117\n Compiling http v1.4.0\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = user, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:15:26\n |\n15 | ctx.db.user().insert(User { id, name, age, active });\n | ^^^^ not found in this scope\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:15:12\n |\n15 | ctx.db.user().insert(User { id, name, age, active });\n | ^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 356, + "output_tokens": 138, + "generation_duration_ms": 4013, + "started_at": "2026-03-27T21:07:54.337092100Z", + "finished_at": "2026-03-27T21:11:25.040256Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n let existing = ctx.db.user().id().find(id);\n if let Some(_old) = existing {\n ctx.db.user().id().update(User {\n id,\n name,\n age,\n active,\n });\n }\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling ethnum v1.5.2\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = user, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:17:35\n |\n17 | ctx.db.user().id().update(User {\n | ^^^^ not found in this scope\n\nwarning: unused import: `Table`\n --> src\\lib.rs:2:35\n |\n2 | use spacetimedb::{ReducerContext, Table};\n | ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:15:27\n |\n15 | let existing = ctx.db.user().id().find(id);\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:17:16\n |\n17 | ctx.db.user().id().update(User {\n | ^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 362, + "output_tokens": 188, + "generation_duration_ms": 5277, + "started_at": "2026-03-27T21:07:59.335319500Z", + "finished_at": "2026-03-27T21:11:42.678749600Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn delete_user(ctx: &ReducerContext, id: i32) {\n ctx.db.user().id().delete(&id);\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling cc v1.2.58\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = user, public)]\n | ^^^^^^\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:15:12\n |\n15 | ctx.db.user().id().delete(&id);\n | ^^^^ method not found in `Local`\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 325, + "output_tokens": 125, + "generation_duration_ms": 5196, + "started_at": "2026-03-27T21:08:09.709375800Z", + "finished_at": "2026-03-27T21:11:36.611745200Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{Table, ReducerContext, table, reducer};\n\n#[table(name = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn crud(ctx: &ReducerContext) {\n ctx.db.user().insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n\n ctx.db.user().insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n\n let mut alice = ctx.db.user().id().find(1).expect(\"user 1 not found\");\n alice.name = \"Alice2\".to_string();\n alice.age = 31;\n alice.active = false;\n ctx.db.user().id().update(alice);\n\n ctx.db.user().id().delete(2);\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling cc v1.2.58\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = user, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:15:26\n |\n15 | ctx.db.user().insert(User {\n | ^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:22:26\n |\n22 | ctx.db.user().insert(User {\n | ^^^^ not found in this scope\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:15:12\n |\n15 | ctx.db.user().insert(User {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:22:12\n |\n22 | ctx.db.user().insert(User {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:29:28\n |\n29 | let mut alice = ctx.db.user().id().find(1).expect(\"user 1 not found\");\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:33:12\n |\n33 | ctx.db.user().id().update(alice);\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:35:12\n |\n35 | ctx.db.user().id().delete(2);\n | ^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 392, + "output_tokens": 276, + "generation_duration_ms": 5052, + "started_at": "2026-03-27T21:08:23.943774700Z", + "finished_at": "2026-03-27T21:11:49.568778100Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{Table, ReducerContext};\n\n#[spacetimedb::table(name = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb::table(name = result, public)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub name: String,\n}\n\n#[spacetimedb::reducer]\npub fn lookup_user_name(ctx: &ReducerContext, id: i32) {\n if let Some(user) = ctx.db.user().id().find(id) {\n ctx.db.result().insert(ResultRow {\n id: user.id,\n name: user.name,\n });\n }\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling sha3 v0.10.8\n Compiling lean_string v0.5.3\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = user, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = result` with `accessor = result`.\n --> src\\lib.rs:13:22\n |\n13 | #[spacetimedb::table(name = result, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `ResultRow` in this scope\n --> src\\lib.rs:23:32\n |\n23 | ctx.db.result().insert(ResultRow {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:22:32\n |\n22 | if let Some(user) = ctx.db.user().id().find(id) {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `result` found for struct `Local` in the current scope\n --> src\\lib.rs:23:16\n |\n23 | ctx.db.result().insert(ResultRow {\n | ^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 388, + "output_tokens": 217, + "generation_duration_ms": 5131, + "started_at": "2026-03-27T21:09:09.952945300Z", + "finished_at": "2026-03-27T21:12:24.513482900Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, Table, ReducerContext};\n\n#[table(name = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.user().insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n ctx.db.user().insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = user, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:15:26\n |\n15 | ctx.db.user().insert(User {\n | ^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:21:26\n |\n21 | ctx.db.user().insert(User {\n | ^^^^ not found in this scope\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:15:12\n |\n15 | ctx.db.user().insert(User {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:21:12\n |\n21 | ctx.db.user().insert(User {\n | ^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 358, + "output_tokens": 192, + "generation_duration_ms": 4625, + "started_at": "2026-03-27T21:10:48.417954900Z", + "finished_at": "2026-03-27T21:12:33.274441200Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, Table, ReducerContext};\n\n#[table(name = event, public)]\npub struct Event {\n #[primary_key]\n #[auto_inc]\n pub id: i32,\n pub kind: String,\n}\n\n#[reducer(client_connected)]\npub fn client_connected(ctx: &ReducerContext) {\n ctx.db.event().insert(Event {\n id: 0,\n kind: \"connected\".to_string(),\n });\n}\n\n#[reducer(client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) {\n ctx.db.event().insert(Event {\n id: 0,\n kind: \"disconnected\".to_string(),\n });\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling getrandom v0.2.17\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = event` with `accessor = event`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = event, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Event` in this scope\n --> src\\lib.rs:14:27\n |\n14 | ctx.db.event().insert(Event {\n | ^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Event` in this scope\n --> src\\lib.rs:22:27\n |\n22 | ctx.db.event().insert(Event {\n | ^^^^^ not found in this scope\n\nerror[E0599]: no method named `event` found for struct `Local` in the current scope\n --> src\\lib.rs:14:12\n |\n14 | ctx.db.event().insert(Event {\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `event` found for struct `Local` in the current scope\n --> src\\lib.rs:22:12\n |\n22 | ctx.db.event().insert(Event {\n | ^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 343, + "output_tokens": 193, + "generation_duration_ms": 4529, + "started_at": "2026-03-27T21:11:25.041807300Z", + "finished_at": "2026-03-27T21:15:24.971582900Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext, Table};\n\n#[table(name = result, public)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub sum: i32,\n}\n\nfn add(a: i32, b: i32) -> i32 {\n a + b\n}\n\n#[reducer]\npub fn compute_sum(ctx: &ReducerContext, id: i32, a: i32, b: i32) {\n ctx.db.result().insert(ResultRow {\n id,\n sum: add(a, b),\n });\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling cc v1.2.58\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling blake3 v1.8.3\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = result` with `accessor = result`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = result, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `ResultRow` in this scope\n --> src\\lib.rs:17:28\n |\n17 | ctx.db.result().insert(ResultRow {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `result` found for struct `Local` in the current scope\n --> src\\lib.rs:17:12\n |\n17 | ctx.db.result().insert(ResultRow {\n | ^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 369, + "output_tokens": 158, + "generation_duration_ms": 4172, + "started_at": "2026-03-27T21:11:27.249077800Z", + "finished_at": "2026-03-27T21:15:15.392426300Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{SpacetimeType, ReducerContext};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Score {\n pub left: i32,\n pub right: i32,\n}\n\n#[spacetimedb::table(name = result, public)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Score,\n}\n\n#[spacetimedb::reducer]\npub fn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\n ctx.db.result().insert(ResultRow {\n id,\n value: Score { left, right },\n });\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling itertools v0.12.1\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = result` with `accessor = result`.\n --> src\\lib.rs:10:22\n |\n10 | #[spacetimedb::table(name = result, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `ResultRow` in this scope\n --> src\\lib.rs:19:28\n |\n19 | ctx.db.result().insert(ResultRow {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `result` found for struct `Local` in the current scope\n --> src\\lib.rs:19:12\n |\n19 | ctx.db.result().insert(ResultRow {\n | ^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 373, + "output_tokens": 179, + "generation_duration_ms": 4626, + "started_at": "2026-03-27T21:17:16.144697700Z", + "finished_at": "2026-03-27T21:20:50.664974200Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{SpacetimeType, Table, reducer};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb::table(name = result, public)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Shape,\n}\n\n#[reducer]\npub fn set_circle(ctx: &spacetimedb::ReducerContext, id: i32, radius: i32) {\n ctx.db.result().insert(ResultRow {\n id,\n value: Shape::Circle(radius),\n });\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling cc v1.2.58\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand v0.8.5\n Compiling blake3 v1.8.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = result` with `accessor = result`.\n --> src\\lib.rs:16:22\n |\n16 | #[spacetimedb::table(name = result, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `ResultRow` in this scope\n --> src\\lib.rs:25:28\n |\n25 | ctx.db.result().insert(ResultRow {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `result` found for struct `Local` in the current scope\n --> src\\lib.rs:25:12\n |\n25 | ctx.db.result().insert(ResultRow {\n | ^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 395, + "output_tokens": 210, + "generation_duration_ms": 5417, + "started_at": "2026-03-27T21:17:35.132607400Z", + "finished_at": "2026-03-27T21:21:02.813523400Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = primitive, public)]\npub struct Primitive {\n #[primary_key]\n pub id: i32,\n pub count: i32,\n pub total: i64,\n pub price: f32,\n pub ratio: f64,\n pub active: bool,\n pub name: String,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.primitive().insert(Primitive {\n id: 1,\n count: 2,\n total: 3000000000,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\".to_string(),\n });\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = primitive` with `accessor = primitive`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = primitive, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Primitive` in this scope\n --> src\\lib.rs:18:31\n |\n18 | ctx.db.primitive().insert(Primitive {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `primitive` found for struct `Local` in the current scope\n --> src\\lib.rs:18:12\n |\n18 | ctx.db.primitive().insert(Primitive {\n | ^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 374, + "output_tokens": 204, + "generation_duration_ms": 4103, + "started_at": "2026-03-27T21:17:54.680116Z", + "finished_at": "2026-03-27T21:21:06.704094800Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{SpacetimeType, ReducerContext, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Address {\n pub street: String,\n pub zip: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb::table(name = profile, public)]\npub struct Profile {\n #[primary_key]\n pub id: i32,\n pub home: Address,\n pub work: Address,\n pub pos: Position,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.profile().insert(Profile {\n id: 1,\n home: Address {\n street: \"1 Main\".to_string(),\n zip: 11111,\n },\n work: Address {\n street: \"2 Broad\".to_string(),\n zip: 22222,\n },\n pos: Position { x: 7, y: 9 },\n });\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = profile` with `accessor = profile`.\n --> src\\lib.rs:16:22\n |\n16 | #[spacetimedb::table(name = profile, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Profile` in this scope\n --> src\\lib.rs:27:29\n |\n27 | ctx.db.profile().insert(Profile {\n | ^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `profile` found for struct `Local` in the current scope\n --> src\\lib.rs:27:12\n |\n27 | ctx.db.profile().insert(Profile {\n | ^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 421, + "output_tokens": 284, + "generation_duration_ms": 4833, + "started_at": "2026-03-27T21:19:57.053428200Z", + "finished_at": "2026-03-27T21:21:23.548858300Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{SpacetimeType, Table, reducer};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb::table(name = drawing, public)]\npub struct Drawing {\n #[primary_key]\n pub id: i32,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.drawing().insert(Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n });\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = drawing` with `accessor = drawing`.\n --> src\\lib.rs:16:22\n |\n16 | #[spacetimedb::table(name = drawing, public)]\n | ^^^^^^\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:25:19\n |\n25 | pub fn seed(ctx: &ReducerContext) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0422]: cannot find struct, variant or union type `Drawing` in this scope\n --> src\\lib.rs:26:29\n |\n26 | ctx.db.drawing().insert(Drawing {\n | ^^^^^^^ not found in this scope\n\nSome errors have detailed explanations: E0422, E0425.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 404, + "output_tokens": 223, + "generation_duration_ms": 4285, + "started_at": "2026-03-27T21:20:02.831325Z", + "finished_at": "2026-03-27T21:22:48.209384100Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ScheduleAt, Table, TimeDuration};\n\n#[spacetimedb::table(name = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb::reducer]\npub fn tick(_ctx: &spacetimedb::ReducerContext, _row: TickTimer) {\n // scheduled reducer body\n}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &spacetimedb::ReducerContext) {\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(TimeDuration::from_micros(50_000)),\n });\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling blake3 v1.8.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling lean_string v0.5.3\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = tick_timer` with `accessor = tick_timer`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = tick_timer, scheduled(tick))]\n | ^^^^^^\n\nerror[E0425]: cannot find type `TickTimer` in this scope\n --> src\\lib.rs:13:55\n |\n13 | pub fn tick(_ctx: &spacetimedb::ReducerContext, _row: TickTimer) {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `TickTimer` in this scope\n --> src\\lib.rs:19:32\n |\n19 | ctx.db.tick_timer().insert(TickTimer {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:13:8\n |\n 12 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 13 | pub fn tick(_ctx: &spacetimedb::ReducerContext, _row: TickTimer) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {tick}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:13:8\n |\n12 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n13 | pub fn tick(_ctx: &spacetimedb::ReducerContext, _row: TickTimer) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {tick}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0599]: no method named `tick_timer` found for struct `Local` in the current scope\n --> src\\lib.rs:19:12\n |\n19 | ctx.db.tick_timer().insert(TickTimer {\n | ^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0277, E0422, E0425, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 365, + "output_tokens": 221, + "generation_duration_ms": 8233, + "started_at": "2026-03-27T21:20:03.800246100Z", + "finished_at": "2026-03-27T21:21:36.212031100Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = account, public)]\n#[spacetimedb::index(btree, name = by_name, name)]\npub struct Account {\n #[primarykey]\n pub id: i32,\n #[unique]\n pub email: String,\n pub name: String,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.account().insert(Account {\n id: 1,\n email: \"a@example.com\".to_string(),\n name: \"Alice\".to_string(),\n });\n ctx.db.account().insert(Account {\n id: 2,\n email: \"b@example.com\".to_string(),\n name: \"Bob\".to_string(),\n });\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = account` with `accessor = account`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = account, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Account` in this scope\n --> src\\lib.rs:16:29\n |\n16 | ctx.db.account().insert(Account {\n | ^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Account` in this scope\n --> src\\lib.rs:21:29\n |\n21 | ctx.db.account().insert(Account {\n | ^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `account` found for struct `Local` in the current scope\n --> src\\lib.rs:16:12\n |\n16 | ctx.db.account().insert(Account {\n | ^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `account` found for struct `Local` in the current scope\n --> src\\lib.rs:21:12\n |\n21 | ctx.db.account().insert(Account {\n | ^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 358, + "output_tokens": 218, + "generation_duration_ms": 4959, + "started_at": "2026-03-27T21:20:27.525754Z", + "finished_at": "2026-03-27T21:23:37.945445400Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = user, public)]\npub struct User {\n #[primary_key]\n pub user_id: i32,\n pub name: String,\n}\n\n#[spacetimedb::table(name = group, public)]\npub struct Group {\n #[primary_key]\n pub group_id: i32,\n pub title: String,\n}\n\n#[spacetimedb::table(name = membership, public)]\n#[index(btree, name = by_user, user_id)]\n#[index(btree, name = by_group, group_id)]\npub struct Membership {\n #[primary_key]\n pub id: i32,\n pub user_id: i32,\n pub group_id: i32,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.user().insert(User {\n user_id: 1,\n name: \"Alice\".to_string(),\n });\n ctx.db.user().insert(User {\n user_id: 2,\n name: \"Bob\".to_string(),\n });\n\n ctx.db.group().insert(Group {\n group_id: 10,\n title: \"Admin\".to_string(),\n });\n ctx.db.group().insert(Group {\n group_id: 20,\n title: \"Dev\".to_string(),\n });\n\n ctx.db.membership().insert(Membership {\n id: 1,\n user_id: 1,\n group_id: 10,\n });\n ctx.db.membership().insert(Membership {\n id: 2,\n user_id: 1,\n group_id: 20,\n });\n ctx.db.membership().insert(Membership {\n id: 3,\n user_id: 2,\n group_id: 20,\n });\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = user, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = group` with `accessor = group`.\n --> src\\lib.rs:11:22\n |\n11 | #[spacetimedb::table(name = group, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = membership` with `accessor = membership`.\n --> src\\lib.rs:18:22\n |\n18 | #[spacetimedb::table(name = membership, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:30:26\n |\n30 | ctx.db.user().insert(User {\n | ^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:34:26\n |\n34 | ctx.db.user().insert(User {\n | ^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Group` in this scope\n --> src\\lib.rs:39:27\n |\n39 | ctx.db.group().insert(Group {\n | ^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Group` in this scope\n --> src\\lib.rs:43:27\n |\n43 | ctx.db.group().insert(Group {\n | ^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Membership` in this scope\n --> src\\lib.rs:48:32\n |\n48 | ctx.db.membership().insert(Membership {\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Membership` in this scope\n --> src\\lib.rs:53:32\n |\n53 | ctx.db.membership().insert(Membership {\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Membership` in this scope\n --> src\\lib.rs:58:32\n |\n58 | ctx.db.membership().insert(Membership {\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:30:12\n |\n30 | ctx.db.user().insert(User {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:34:12\n |\n34 | ctx.db.user().insert(User {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `group` found for struct `Local` in the current scope\n --> src\\lib.rs:39:12\n |\n39 | ctx.db.group().insert(Group {\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `group` found for struct `Local` in the current scope\n --> src\\lib.rs:43:12\n |\n43 | ctx.db.group().insert(Group {\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `membership` found for struct `Local` in the current scope\n --> src\\lib.rs:48:12\n |\n48 | ctx.db.membership().insert(Membership {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `membership` found for struct `Local` in the current scope\n --> src\\lib.rs:53:12\n |\n53 | ctx.db.membership().insert(Membership {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `membership` found for struct `Local` in the current scope\n --> src\\lib.rs:58:12\n |\n58 | ctx.db.membership().insert(Membership {\n | ^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 17 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 544, + "output_tokens": 498, + "generation_duration_ms": 6664, + "started_at": "2026-03-27T21:20:48.706862700Z", + "finished_at": "2026-03-27T21:23:48.526027100Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = entity, public)]\npub struct Entity {\n #[primary_key]\n pub id: i32,\n}\n\n#[spacetimedb::table(name = position, public)]\npub struct Position {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb::table(name = velocity, public)]\npub struct Velocity {\n #[primary_key]\n pub entity_id: i32,\n pub vx: i32,\n pub vy: i32,\n}\n\n#[spacetimedb::table(name = next_position, public)]\npub struct NextPosition {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.entity().insert(Entity { id: 1 });\n ctx.db.entity().insert(Entity { id: 2 });\n\n ctx.db.position().insert(Position { entity_id: 1, x: 0, y: 0 });\n ctx.db.position().insert(Position { entity_id: 2, x: 10, y: 0 });\n\n ctx.db.velocity().insert(Velocity { entity_id: 1, vx: 1, vy: 0 });\n ctx.db.velocity().insert(Velocity { entity_id: 2, vx: -2, vy: 3 });\n}\n\n#[spacetimedb::reducer]\npub fn step(ctx: &ReducerContext) {\n let positions: Vec = ctx.db.position().iter().collect();\n for pos in positions {\n if let Some(vel) = ctx.db.velocity().entity_id().find(pos.entity_id) {\n let new_x = pos.x + vel.vx;\n let new_y = pos.y + vel.vy;\n let np = NextPosition {\n entity_id: pos.entity_id,\n x: new_x,\n y: new_y,\n };\n if ctx.db.next_position().entity_id().find(pos.entity_id).is_some() {\n ctx.db.next_position().entity_id().update(np);\n } else {\n ctx.db.next_position().insert(np);\n }\n }\n }\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling cc v1.2.58\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = entity` with `accessor = entity`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = entity, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = position` with `accessor = position`.\n --> src\\lib.rs:10:22\n |\n10 | #[spacetimedb::table(name = position, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = velocity` with `accessor = velocity`.\n --> src\\lib.rs:18:22\n |\n18 | #[spacetimedb::table(name = velocity, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = next_position` with `accessor = next_position`.\n --> src\\lib.rs:26:22\n |\n26 | #[spacetimedb::table(name = next_position, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Entity` in this scope\n --> src\\lib.rs:36:28\n |\n36 | ctx.db.entity().insert(Entity { id: 1 });\n | ^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Entity` in this scope\n --> src\\lib.rs:37:28\n |\n37 | ctx.db.entity().insert(Entity { id: 2 });\n | ^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Position` in this scope\n --> src\\lib.rs:39:30\n |\n39 | ctx.db.position().insert(Position { entity_id: 1, x: 0, y: 0 });\n | ^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Position` in this scope\n --> src\\lib.rs:40:30\n |\n40 | ctx.db.position().insert(Position { entity_id: 2, x: 10, y: 0 });\n | ^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Velocity` in this scope\n --> src\\lib.rs:42:30\n |\n42 | ctx.db.velocity().insert(Velocity { entity_id: 1, vx: 1, vy: 0 });\n | ^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Velocity` in this scope\n --> src\\lib.rs:43:30\n |\n43 | ctx.db.velocity().insert(Velocity { entity_id: 2, vx: -2, vy: 3 });\n | ^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Position` in this scope\n --> src\\lib.rs:48:24\n |\n48 | let positions: Vec = ctx.db.position().iter().collect();\n | ^^^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n47 | pub fn step(ctx: &ReducerContext) {\n | ++++++++++\n\nerror[E0422]: cannot find struct, variant or union type `NextPosition` in this scope\n --> src\\lib.rs:53:22\n |\n53 | let np = NextPosition {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `entity` found for struct `Local` in the current scope\n --> src\\lib.rs:36:12\n |\n36 | ctx.db.entity().insert(Entity { id: 1 });\n | ^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `entity` found for struct `Local` in the current scope\n --> src\\lib.rs:37:12\n |\n37 | ctx.db.entity().insert(Entity { id: 2 });\n | ^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `position` found for struct `Local` in the current scope\n --> src\\lib.rs:39:12\n |\n39 | ctx.db.position().insert(Position { entity_id: 1, x: 0, y: 0 });\n | ^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `position` found for struct `Local` in the current scope\n --> src\\lib.rs:40:12\n |\n40 | ctx.db.position().insert(Position { entity_id: 2, x: 10, y: 0 });\n | ^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `velocity` found for struct `Local` in the current scope\n --> src\\lib.rs:42:12\n |\n42 | ctx.db.velocity().insert(Velocity { entity_id: 1, vx: 1, vy: 0 });\n | ^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `velocity` found for struct `Local` in the current scope\n --> src\\lib.rs:43:12\n |\n43 | ctx.db.velocity().insert(Velocity { entity_id: 2, vx: -2, vy: 3 });\n | ^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `position` found for struct `Local` in the current scope\n --> src\\lib.rs:48:43\n |\n48 | let positions: Vec = ctx.db.position().iter().collect();\n | ^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `velocity` found for struct `Local` in the current scope\n --> src\\lib.rs:50:35\n |\n50 | if let Some(vel) = ctx.db.velocity().entity_id().find(pos.entity_id) {\n | ^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `next_position` found for struct `Local` in the current scope\n --> src\\lib.rs:58:23\n |\n58 | if ctx.db.next_position().entity_id().find(pos.entity_id).is_some() {\n | ^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `next_position` found for struct `Local` in the current scope\n --> src\\lib.rs:59:24\n |\n59 | ctx.db.next_position().entity_id().update(np);\n | ^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `next_position` found for struct `Local` in the current scope\n --> src\\lib.rs:61:24\n |\n61 | ctx.db.next_position().insert(np);\n | ^^^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0425, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 23 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 516, + "output_tokens": 647, + "generation_duration_ms": 9011, + "started_at": "2026-03-27T21:20:50.665153100Z", + "finished_at": "2026-03-27T21:22:54.602255300Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, Table, SpacetimeType};\n\n#[table(name = log, public)]\n#[index(btree, name = by_user_day, user_id, day)]\npub struct Log {\n #[primary_key]\n pub id: i32,\n pub user_id: i32,\n pub day: i32,\n pub message: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.log().insert(Log {\n id: 1,\n user_id: 7,\n day: 1,\n message: \"a\".to_string(),\n });\n ctx.db.log().insert(Log {\n id: 2,\n user_id: 7,\n day: 2,\n message: \"b\".to_string(),\n });\n ctx.db.log().insert(Log {\n id: 3,\n user_id: 9,\n day: 1,\n message: \"c\".to_string(),\n });\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling scoped-tls v1.0.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = log` with `accessor = log`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = log, public)]\n | ^^^^^^\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:15:19\n |\n15 | pub fn seed(ctx: &ReducerContext) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0422]: cannot find struct, variant or union type `Log` in this scope\n --> src\\lib.rs:16:25\n |\n16 | ctx.db.log().insert(Log {\n | ^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Log` in this scope\n --> src\\lib.rs:22:25\n |\n22 | ctx.db.log().insert(Log {\n | ^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Log` in this scope\n --> src\\lib.rs:28:25\n |\n28 | ctx.db.log().insert(Log {\n | ^^^ not found in this scope\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{table, reducer, Table, SpacetimeType};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nSome errors have detailed explanations: E0422, E0425.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 416, + "output_tokens": 271, + "generation_duration_ms": 4681, + "started_at": "2026-03-27T21:21:02.814436300Z", + "finished_at": "2026-03-27T21:23:42.737157Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, Table, SpacetimeType, ReducerContext, AnonymousViewContext};\n\n#[table(name = announcement, public)]\npub struct Announcement {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub message: String,\n #[index(btree)]\n pub active: bool,\n}\n\n#[table(name = active_announcements, public, scheduled(dummy_unused))]\npub struct ActiveAnnouncement {\n pub id: u64,\n pub message: String,\n pub active: bool,\n}\n\n#[spacetimedb::view(name = active_announcements, public)]\nfn active_announcements(ctx: &AnonymousViewContext) -> Vec {\n ctx.db.announcement().active().filter(|a| a.active).collect()\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling cc v1.2.58\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling castaway v0.2.4\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling lean_string v0.5.3\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = announcement` with `accessor = announcement`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = announcement, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = active_announcements` with `accessor = active_announcements`.\n --> src\\lib.rs:14:9\n |\n14 | #[table(name = active_announcements, public, scheduled(dummy_unused))]\n | ^^^^^^\n\nerror: expected string literal\n --> src\\lib.rs:21:28\n |\n21 | #[spacetimedb::view(name = active_announcements, public)]\n | ^^^^^^^^^^^^^^^^^^^^\n\nerror[E0425]: cannot find type `Announcement` in this scope\n --> src\\lib.rs:22:60\n |\n22 | fn active_announcements(ctx: &AnonymousViewContext) -> Vec {\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n22 | fn active_announcements(ctx: &AnonymousViewContext) -> Vec {\n | ++++++++++++++\n\nwarning: unused imports: `ReducerContext`, `SpacetimeType`, `Table`, and `reducer`\n --> src\\lib.rs:2:26\n |\n2 | use spacetimedb::{table, reducer, Table, SpacetimeType, ReducerContext, AnonymousViewContext};\n | ^^^^^^^ ^^^^^ ^^^^^^^^^^^^^ ^^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `announcement` found for struct `LocalReadOnly` in the current scope\n --> src\\lib.rs:23:12\n |\n23 | ctx.db.announcement().active().filter(|a| a.active).collect()\n | ^^^^^^^^^^^^ method not found in `LocalReadOnly`\n\nSome errors have detailed explanations: E0425, E0599.\nFor more information about an error, try `rustc --explain E0425`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 347, + "output_tokens": 218, + "generation_duration_ms": 5268, + "started_at": "2026-03-27T21:15:23.437577900Z", + "finished_at": "2026-03-27T21:17:16.144524400Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, Identity, Table};\n\n#[table(name = profile, public)]\npub struct Profile {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub identity: Identity,\n pub name: String,\n pub bio: String,\n}\n\n#[table(name = my_profile, public, scheduled(view_my_profile))]\npub struct __my_profile_dummy {\n #[primary_key]\n pub __dummy: u64,\n}\n\n// Actually, let me reconsider the view approach for SpacetimeDB 1.6.\n// SpacetimeDB doesn't have a built-in \"view\" macro in the traditional sense.\n// Let me use the correct approach.\n\n// In SpacetimeDB 1.x, per-user views are not a first-class feature in the way described.\n// However, based on the task requirements, let me implement this using the pattern\n// that SpacetimeDB supports: client queries or reducers that filter by sender.\n\n// Let me restart with the correct approach:\n\n// SpacetimeDB 1.6 does not have a `view` attribute. The task likely expects\n// a reducer or subscription query pattern. But the task says \"view\" with ViewContext.\n// This might refer to a newer or specific API. Let me implement what makes sense.\n\n// Given the hard constraints, let me try using the pattern described:\n\nuse spacetimedb::{table, Identity, Table, ReducerContext};\n\n#[table(name = profile, public)]\npub struct Profile {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub identity: Identity,\n pub name: String,\n pub bio: String,\n}\n\n#[spacetimedb::reducer]\npub fn my_profile(ctx: &ReducerContext) -> Option {\n ctx.db.profile().identity().find(&ctx.sender)\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling cc v1.2.58\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling ethnum v1.5.2\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\rust\\server\\claude-opus-4-6\\llm)\nerror[E0252]: the name `table` is defined multiple times\n --> src\\lib.rs:37:19\n |\n 2 | use spacetimedb::{table, reducer, Identity, Table};\n | ----- previous import of the module `table` here\n...\n37 | use spacetimedb::{table, Identity, Table, ReducerContext};\n | ^^^^^--\n | |\n | `table` reimported here\n | help: remove unnecessary import\n |\n = note: `table` must be defined only once in the type namespace of this module\n\nerror[E0252]: the name `Identity` is defined multiple times\n --> src\\lib.rs:37:26\n |\n 2 | use spacetimedb::{table, reducer, Identity, Table};\n | -------- previous import of the type `Identity` here\n...\n37 | use spacetimedb::{table, Identity, Table, ReducerContext};\n | ^^^^^^^^--\n | |\n | `Identity` reimported here\n | help: remove unnecessary import\n |\n = note: `Identity` must be defined only once in the type namespace of this module\n\nerror[E0252]: the name `Table` is defined multiple times\n --> src\\lib.rs:37:36\n |\n 2 | use spacetimedb::{table, reducer, Identity, Table};\n | ----- previous import of the trait `Table` here\n...\n37 | use spacetimedb::{table, Identity, Table, ReducerContext};\n | ^^^^^--\n | |\n | `Table` reimported here\n | help: remove unnecessary import\n |\n = note: `Table` must be defined only once in the type namespace of this module\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = profile` with `accessor = profile`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = profile, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = my_profile` with `accessor = my_profile`.\n --> src\\lib.rs:15:9\n |\n15 | #[table(name = my_profile, public, scheduled(view_my_profile))]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = profile` with `accessor = profile`.\n --> src\\lib.rs:39:9\n |\n39 | #[table(name = profile, public)]\n | ^^^^^^\n\nerror[E0425]: cannot find type `Profile` in this scope\n --> src\\lib.rs:51:51\n |\n51 | pub fn my_profile(ctx: &ReducerContext) -> Option {\n | ^^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n51 | pub fn my_profile(ctx: &ReducerContext) -> Option {\n | +++++++++\n\nerror[E0425]: cannot find type `Profile` in this scope\n --> src\\lib.rs:51:51\n |\n51 | pub fn my_profile(ctx: &ReducerContext) -> Option {\n | ^^^^^^^ not found in this scope\n\nwarning: unused imports: `Identity`, `Table`, and `reducer`\n --> src\\lib.rs:2:26\n |\n2 | use spacetimedb::{table, reducer, Identity, Table};\n | ^^^^^^^ ^^^^^^^^ ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused imports: `Identity`, `Table`, and `table`\n --> src\\lib.rs:37:19\n |\n37 | use spacetimedb::{table, Identity, Table, ReducerContext};\n | ^^^^^ ^^^^^^^^ ^^^^^\n\nerror[E0599]: no method named `profile` found for struct `Local` in the current scope\n --> src\\lib.rs:52:12\n |\n52 | ctx.db.profile().identity().find(&ctx.sender)\n | ^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:52:43\n |\n52 | ctx.db.profile().identity().find(&ctx.sender)\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n52 | ctx.db.profile().identity().find(&ctx.sender())\n | ++\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:51:8\n |\n 50 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 51 | pub fn my_profile(ctx: &ReducerContext) -> Option {\n | ^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext) -> Option<{type error}> {my_profile}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:51:8\n |\n50 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n51 | pub fn my_profile(ctx: &ReducerContext) -> Option {\n | ^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext) -> Option<{type error}> {my_profile}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0252, E0277, E0425, E0599, E0616.\nFor more information about an error, try `rustc --explain E0252`.\nwarning: `spacetime-module` (lib) generated 2 warnings\nerror: could not compile `spacetime-module` (lib) due to 12 previous errors; 2 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 394, + "output_tokens": 485, + "generation_duration_ms": 10974, + "started_at": "2026-03-27T21:15:24.971697600Z", + "finished_at": "2026-03-27T21:17:54.679953400Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{Table, ReducerContext};\n\n#[spacetimedb::table(name = damage_event, public, scheduled(EventTimer))]\npub struct DamageEvent {\n pub entity_id: u64,\n pub damage: u32,\n pub source: String,\n}\n\n#[spacetimedb::reducer]\npub fn deal_damage(ctx: &ReducerContext, entity_id: u64, damage: u32, source: String) {\n ctx.db.damage_event().insert(DamageEvent {\n entity_id,\n damage,\n source,\n });\n}", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling rand_chacha v0.3.1\n Compiling decorum v0.3.1\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = damage_event` with `accessor = damage_event`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = damage_event, public, scheduled(EventTimer))]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `DamageEvent` in this scope\n --> src\\lib.rs:13:34\n |\n13 | ctx.db.damage_event().insert(DamageEvent {\n | ^^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `damage_event` found for struct `Local` in the current scope\n --> src\\lib.rs:13:12\n |\n13 | ctx.db.damage_event().insert(DamageEvent {\n | ^^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 361, + "output_tokens": 154, + "generation_duration_ms": 4338, + "started_at": "2026-03-27T21:11:49.983143600Z", + "finished_at": "2026-03-27T21:15:28.629103900Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = player, public)]\npub struct Player {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub nickname: Option,\n pub high_score: Option,\n}\n\n#[spacetimedb::reducer]\npub fn create_player(ctx: &ReducerContext, name: String, nickname: Option, high_score: Option) {\n ctx.db.player().insert(Player {\n id: 0,\n name,\n nickname,\n high_score,\n });\n}", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling cc v1.2.58\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling syn v2.0.117\n Compiling http v1.4.0\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = player` with `accessor = player`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = player, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Player` in this scope\n --> src\\lib.rs:16:28\n |\n16 | ctx.db.player().insert(Player {\n | ^^^^^^ not found in this scope\n\nerror[E0599]: no method named `player` found for struct `Local` in the current scope\n --> src\\lib.rs:16:12\n |\n16 | ctx.db.player().insert(Player {\n | ^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 384, + "output_tokens": 175, + "generation_duration_ms": 4253, + "started_at": "2026-03-27T21:12:24.513606800Z", + "finished_at": "2026-03-27T21:15:23.437431800Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Identity, Table};\n\n#[spacetimedb::table(name = message, public)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub text: String,\n}\n\n#[spacetimedb::reducer]\npub fn create_message(ctx: &ReducerContext, text: String) {\n ctx.db.message().insert(Message {\n id: 0,\n owner: ctx.sender,\n text,\n });\n}\n\n#[spacetimedb::reducer]\npub fn delete_message(ctx: &ReducerContext, id: u64) {\n let msg = ctx.db.message().id().find(id).expect(\"not found\");\n if msg.owner != ctx.sender {\n panic!(\"unauthorized\");\n }\n ctx.db.message().id().delete(id);\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling bytemuck v1.25.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling rand_core v0.6.4\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = message` with `accessor = message`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = message, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Message` in this scope\n --> src\\lib.rs:16:29\n |\n16 | ctx.db.message().insert(Message {\n | ^^^^^^^ not found in this scope\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:35\n |\n2 | use spacetimedb::{ReducerContext, Identity, Table};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `message` found for struct `Local` in the current scope\n --> src\\lib.rs:16:12\n |\n16 | ctx.db.message().insert(Message {\n | ^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:18:20\n |\n18 | owner: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n18 | owner: ctx.sender(),\n | ++\n\nerror[E0599]: no method named `message` found for struct `Local` in the current scope\n --> src\\lib.rs:25:22\n |\n25 | let msg = ctx.db.message().id().find(id).expect(\"not found\");\n | ^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:26:25\n |\n26 | if msg.owner != ctx.sender {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n26 | if msg.owner != ctx.sender() {\n | ++\n\nerror[E0599]: no method named `message` found for struct `Local` in the current scope\n --> src\\lib.rs:29:12\n |\n29 | ctx.db.message().id().delete(id);\n | ^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599, E0616.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 423, + "output_tokens": 245, + "generation_duration_ms": 5775, + "started_at": "2026-03-27T21:04:43.705255300Z", + "finished_at": "2026-03-27T21:07:54.336881900Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, Table, ReducerContext};\n\n#[table(name = user_internal)]\npub struct UserInternal {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub email: String,\n pub password_hash: String,\n}\n\n#[table(name = user_public, public)]\npub struct UserPublic {\n #[primary_key]\n pub id: u64,\n pub name: String,\n}\n\n#[reducer]\npub fn register_user(ctx: &ReducerContext, name: String, email: String, password_hash: String) {\n let inserted = ctx.db.user_internal().insert(UserInternal {\n id: 0,\n name: name.clone(),\n email,\n password_hash,\n });\n\n ctx.db.user_public().insert(UserPublic {\n id: inserted.id,\n name,\n });\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user_internal` with `accessor = user_internal`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = user_internal)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user_public` with `accessor = user_public`.\n --> src\\lib.rs:14:9\n |\n14 | #[table(name = user_public, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `UserInternal` in this scope\n --> src\\lib.rs:23:50\n |\n23 | let inserted = ctx.db.user_internal().insert(UserInternal {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `UserPublic` in this scope\n --> src\\lib.rs:30:33\n |\n30 | ctx.db.user_public().insert(UserPublic {\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `user_internal` found for struct `Local` in the current scope\n --> src\\lib.rs:23:27\n |\n23 | let inserted = ctx.db.user_internal().insert(UserInternal {\n | ^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user_public` found for struct `Local` in the current scope\n --> src\\lib.rs:30:12\n |\n30 | ctx.db.user_public().insert(UserPublic {\n | ^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 450, + "output_tokens": 248, + "generation_duration_ms": 4771, + "started_at": "2026-03-27T21:04:43.705980600Z", + "finished_at": "2026-03-27T21:07:38.000234700Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = author, public)]\npub struct Author {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb::table(name = post, public)]\npub struct Post {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub author_id: u64,\n pub title: String,\n}\n\n#[spacetimedb::reducer]\npub fn delete_author(ctx: &ReducerContext, author_id: u64) {\n let posts_to_delete: Vec = ctx.db.post().iter().filter(|p| p.author_id == author_id).collect();\n for post in posts_to_delete {\n ctx.db.post().id().delete(post.id);\n }\n ctx.db.author().id().delete(author_id);\n}", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling cc v1.2.58\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling getrandom v0.2.17\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling ppv-lite86 v0.2.21\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = author` with `accessor = author`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = author, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = post` with `accessor = post`.\n --> src\\lib.rs:12:22\n |\n12 | #[spacetimedb::table(name = post, public)]\n | ^^^^^^\n\nerror[E0425]: cannot find type `Post` in this scope\n --> src\\lib.rs:24:30\n |\n24 | let posts_to_delete: Vec = ctx.db.post().iter().filter(|p| p.author_id == author_id).collect();\n | ^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n23 | pub fn delete_author(ctx: &ReducerContext, author_id: u64) {\n | ++++++\n\nerror[E0599]: no method named `post` found for struct `Local` in the current scope\n --> src\\lib.rs:24:45\n |\n24 | let posts_to_delete: Vec = ctx.db.post().iter().filter(|p| p.author_id == author_id).collect();\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `post` found for struct `Local` in the current scope\n --> src\\lib.rs:26:16\n |\n26 | ctx.db.post().id().delete(post.id);\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `author` found for struct `Local` in the current scope\n --> src\\lib.rs:28:12\n |\n28 | ctx.db.author().id().delete(author_id);\n | ^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0425, E0599.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 404, + "output_tokens": 264, + "generation_duration_ms": 4718, + "started_at": "2026-03-27T21:12:33.274568700Z", + "finished_at": "2026-03-27T21:16:02.048193500Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{Table, reducer, ReducerContext};\n\n#[spacetimedb::table(name = order, public)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub category: String,\n pub amount: u64,\n pub fulfilled: bool,\n}\n\n#[spacetimedb::table(name = category_stats, public)]\npub struct CategoryStats {\n #[primary_key]\n pub category: String,\n pub total_amount: u64,\n pub order_count: u32,\n}\n\n#[reducer]\npub fn compute_stats(ctx: &ReducerContext, category: String) {\n let mut total_amount: u64 = 0;\n let mut order_count: u32 = 0;\n\n for o in ctx.db.order().iter().filter(|o| o.category == category) {\n total_amount += o.amount;\n order_count += 1;\n }\n\n if let Some(existing) = ctx.db.category_stats().category().find(&category) {\n ctx.db.category_stats().category().delete(&category);\n }\n\n ctx.db.category_stats().insert(CategoryStats {\n category,\n total_amount,\n order_count,\n });\n}", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = order` with `accessor = order`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = order, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = category_stats` with `accessor = category_stats`.\n --> src\\lib.rs:15:22\n |\n15 | #[spacetimedb::table(name = category_stats, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `CategoryStats` in this scope\n --> src\\lib.rs:37:36\n |\n37 | ctx.db.category_stats().insert(CategoryStats {\n | ^^^^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `order` found for struct `Local` in the current scope\n --> src\\lib.rs:28:21\n |\n28 | for o in ctx.db.order().iter().filter(|o| o.category == category) {\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `category_stats` found for struct `Local` in the current scope\n --> src\\lib.rs:33:36\n |\n33 | if let Some(existing) = ctx.db.category_stats().category().find(&category) {\n | ^^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `category_stats` found for struct `Local` in the current scope\n --> src\\lib.rs:34:16\n |\n34 | ctx.db.category_stats().category().delete(&category);\n | ^^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `category_stats` found for struct `Local` in the current scope\n --> src\\lib.rs:37:12\n |\n37 | ctx.db.category_stats().insert(CategoryStats {\n | ^^^^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 423, + "output_tokens": 339, + "generation_duration_ms": 5674, + "started_at": "2026-03-27T21:15:06.268841400Z", + "finished_at": "2026-03-27T21:17:10.278035Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{Table, table, reducer, ReducerContext};\n\n#[table(name = customer, public)]\npub struct Customer {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n}\n\n#[table(name = order, public)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub customer_id: u64,\n pub product: String,\n pub amount: u32,\n}\n\n#[table(name = order_detail, public)]\npub struct OrderDetail {\n #[primary_key]\n pub order_id: u64,\n pub customer_name: String,\n pub product: String,\n pub amount: u32,\n}\n\n#[reducer]\npub fn build_order_details(ctx: &ReducerContext) {\n let orders: Vec = ctx.db.order().iter().collect();\n for o in orders {\n if let Some(c) = ctx.db.customer().id().find(o.customer_id) {\n ctx.db.order_detail().insert(OrderDetail {\n order_id: o.id,\n customer_name: c.name.clone(),\n product: o.product.clone(),\n amount: o.amount,\n });\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = customer` with `accessor = customer`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = customer, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = order` with `accessor = order`.\n --> src\\lib.rs:12:9\n |\n12 | #[table(name = order, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = order_detail` with `accessor = order_detail`.\n --> src\\lib.rs:23:9\n |\n23 | #[table(name = order_detail, public)]\n | ^^^^^^\n\nerror[E0425]: cannot find type `Order` in this scope\n --> src\\lib.rs:34:21\n |\n34 | let orders: Vec = ctx.db.order().iter().collect();\n | ^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n33 | pub fn build_order_details(ctx: &ReducerContext) {\n | +++++++\n\nerror[E0422]: cannot find struct, variant or union type `OrderDetail` in this scope\n --> src\\lib.rs:37:42\n |\n37 | ctx.db.order_detail().insert(OrderDetail {\n | ^^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `order` found for struct `Local` in the current scope\n --> src\\lib.rs:34:37\n |\n34 | let orders: Vec = ctx.db.order().iter().collect();\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `customer` found for struct `Local` in the current scope\n --> src\\lib.rs:36:33\n |\n36 | if let Some(c) = ctx.db.customer().id().find(o.customer_id) {\n | ^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `order_detail` found for struct `Local` in the current scope\n --> src\\lib.rs:37:20\n |\n37 | ctx.db.order_detail().insert(OrderDetail {\n | ^^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0425, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 483, + "output_tokens": 351, + "generation_duration_ms": 5700, + "started_at": "2026-03-27T21:15:07.920887600Z", + "finished_at": "2026-03-27T21:17:09.839976500Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = account, public)]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub display_name: String,\n}\n\n#[spacetimedb::reducer]\npub fn create_account(ctx: &ReducerContext, email: String, display_name: String) {\n ctx.db.account().insert(Account {\n id: 0,\n email,\n display_name,\n });\n}", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand_chacha v0.3.1\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling lean_string v0.5.3\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = account` with `accessor = account`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = account, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Account` in this scope\n --> src\\lib.rs:16:29\n |\n16 | ctx.db.account().insert(Account {\n | ^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `account` found for struct `Local` in the current scope\n --> src\\lib.rs:16:12\n |\n16 | ctx.db.account().insert(Account {\n | ^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 364, + "output_tokens": 156, + "generation_duration_ms": 4217, + "started_at": "2026-03-27T21:15:15.392544500Z", + "finished_at": "2026-03-27T21:16:56.263302400Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = product, public)]\npub struct Product {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n #[index(btree)]\n pub price: u32,\n}\n\n#[spacetimedb::table(name = price_range_result, public)]\npub struct PriceRangeResult {\n #[primary_key]\n pub product_id: u64,\n pub name: String,\n pub price: u32,\n}\n\n#[spacetimedb::reducer]\npub fn find_in_price_range(ctx: &ReducerContext, min_price: u32, max_price: u32) {\n for product in ctx.db.product().iter() {\n if product.price >= min_price && product.price <= max_price {\n ctx.db.price_range_result().insert(PriceRangeResult {\n product_id: product.id,\n name: product.name.clone(),\n price: product.price,\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling uuid v1.23.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling itertools v0.12.1\n Compiling scoped-tls v1.0.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = product` with `accessor = product`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = product, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = price_range_result` with `accessor = price_range_result`.\n --> src\\lib.rs:14:22\n |\n14 | #[spacetimedb::table(name = price_range_result, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `PriceRangeResult` in this scope\n --> src\\lib.rs:26:48\n |\n26 | ctx.db.price_range_result().insert(PriceRangeResult {\n | ^^^^^^^^^^^^^^^^ not found in this scope\n\nerror[E0599]: `Local` is not an iterator\n --> src\\lib.rs:24:27\n |\n 24 | for product in ctx.db.product().iter() {\n | ^^^^^^^ `Local` is not an iterator\n |\n ::: D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\lib.rs:1507:1\n |\n1507 | pub struct Local {}\n | ---------------- doesn't satisfy `Local: Iterator`\n |\n = note: the following trait bounds were not satisfied:\n `Local: Iterator`\n which is required by `&mut Local: Iterator`\n\nerror[E0599]: no method named `price_range_result` found for struct `Local` in the current scope\n --> src\\lib.rs:26:20\n |\n26 | ctx.db.price_range_result().insert(PriceRangeResult {\n | ^^^^^^^^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 446, + "output_tokens": 292, + "generation_duration_ms": 7074, + "started_at": "2026-03-27T21:15:28.629329700Z", + "finished_at": "2026-03-27T21:17:35.132464600Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = player, public)]\npub struct Player {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub score: u64,\n}\n\n#[spacetimedb::table(name = leaderboard, public)]\npub struct LeaderboardEntry {\n #[primary_key]\n pub rank: u32,\n pub player_name: String,\n pub score: u64,\n}\n\n#[spacetimedb::reducer]\npub fn build_leaderboard(ctx: &ReducerContext, limit: u32) {\n // Clear existing leaderboard entries\n let existing: Vec = ctx.db.leaderboard().iter().collect();\n for entry in existing {\n ctx.db.leaderboard().delete(entry);\n }\n\n // Collect all players and sort by score descending\n let mut players: Vec = ctx.db.player().iter().collect();\n players.sort_by(|a, b| b.score.cmp(&a.score));\n\n // Take the first `limit` entries and insert into leaderboard\n for (i, p) in players.into_iter().take(limit as usize).enumerate() {\n ctx.db.leaderboard().insert(LeaderboardEntry {\n rank: (i as u32) + 1,\n player_name: p.name,\n score: p.score,\n });\n }\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = player` with `accessor = player`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = player, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = leaderboard` with `accessor = leaderboard`.\n --> src\\lib.rs:13:22\n |\n13 | #[spacetimedb::table(name = leaderboard, public)]\n | ^^^^^^\n\nerror[E0425]: cannot find type `LeaderboardEntry` in this scope\n --> src\\lib.rs:24:23\n |\n24 | let existing: Vec = ctx.db.leaderboard().iter().collect();\n | ^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n22 | pub fn build_leaderboard(ctx: &ReducerContext, limit: u32) {\n | ++++++++++++++++++\n\nerror[E0425]: cannot find type `Player` in this scope\n --> src\\lib.rs:30:26\n |\n30 | let mut players: Vec = ctx.db.player().iter().collect();\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n22 | pub fn build_leaderboard(ctx: &ReducerContext, limit: u32) {\n | ++++++++\n\nerror[E0422]: cannot find struct, variant or union type `LeaderboardEntry` in this scope\n --> src\\lib.rs:35:37\n |\n35 | ctx.db.leaderboard().insert(LeaderboardEntry {\n | ^^^^^^^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `leaderboard` found for struct `Local` in the current scope\n --> src\\lib.rs:24:50\n |\n24 | let existing: Vec = ctx.db.leaderboard().iter().collect();\n | ^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `leaderboard` found for struct `Local` in the current scope\n --> src\\lib.rs:26:16\n |\n26 | ctx.db.leaderboard().delete(entry);\n | ^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `player` found for struct `Local` in the current scope\n --> src\\lib.rs:30:43\n |\n30 | let mut players: Vec = ctx.db.player().iter().collect();\n | ^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `leaderboard` found for struct `Local` in the current scope\n --> src\\lib.rs:35:16\n |\n35 | ctx.db.leaderboard().insert(LeaderboardEntry {\n | ^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0425, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 433, + "output_tokens": 387, + "generation_duration_ms": 6274, + "started_at": "2026-03-27T21:15:39.653638Z", + "finished_at": "2026-03-27T21:19:57.050192700Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\n\n#[spacetimedb::table(name = task, public)]\npub struct Task {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub title: String,\n pub completed: bool,\n}\n\n#[spacetimedb::table(name = first_incomplete, public)]\npub struct FirstIncomplete {\n #[primary_key]\n pub task_id: u64,\n pub title: String,\n}\n\n#[spacetimedb::reducer]\npub fn find_first_incomplete(ctx: &ReducerContext) {\n if let Some(t) = ctx.db.task().iter().find(|t| !t.completed) {\n ctx.db.first_incomplete().insert(FirstIncomplete {\n task_id: t.id,\n title: t.title.clone(),\n });\n }\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling http v1.4.0\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = task` with `accessor = task`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = task, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = first_incomplete` with `accessor = first_incomplete`.\n --> src\\lib.rs:13:22\n |\n13 | #[spacetimedb::table(name = first_incomplete, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `FirstIncomplete` in this scope\n --> src\\lib.rs:23:42\n |\n23 | ctx.db.first_incomplete().insert(FirstIncomplete {\n | ^^^^^^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `task` found for struct `Local` in the current scope\n --> src\\lib.rs:22:29\n |\n22 | if let Some(t) = ctx.db.task().iter().find(|t| !t.completed) {\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `first_incomplete` found for struct `Local` in the current scope\n --> src\\lib.rs:23:16\n |\n23 | ctx.db.first_incomplete().insert(FirstIncomplete {\n | ^^^^^^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 397, + "output_tokens": 230, + "generation_duration_ms": 5403, + "started_at": "2026-03-27T21:16:02.048364500Z", + "finished_at": "2026-03-27T21:20:03.800137500Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table};\nuse std::collections::HashSet;\n\n#[spacetimedb::table(name = order, public)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub amount: u32,\n}\n\n#[spacetimedb::table(name = distinct_category, public)]\npub struct DistinctCategory {\n #[primary_key]\n pub category: String,\n}\n\n#[spacetimedb::reducer]\npub fn collect_distinct_categories(ctx: &ReducerContext) {\n let mut seen = HashSet::new();\n for o in ctx.db.order().iter() {\n seen.insert(o.category.clone());\n }\n for category in seen {\n ctx.db.distinct_category().insert(DistinctCategory { category });\n }\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = order` with `accessor = order`.\n --> src\\lib.rs:5:22\n |\n5 | #[spacetimedb::table(name = order, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = distinct_category` with `accessor = distinct_category`.\n --> src\\lib.rs:14:22\n |\n14 | #[spacetimedb::table(name = distinct_category, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `DistinctCategory` in this scope\n --> src\\lib.rs:27:43\n |\n27 | ctx.db.distinct_category().insert(DistinctCategory { category });\n | ^^^^^^^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `order` found for struct `Local` in the current scope\n --> src\\lib.rs:23:21\n |\n23 | for o in ctx.db.order().iter() {\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `distinct_category` found for struct `Local` in the current scope\n --> src\\lib.rs:27:16\n |\n27 | ctx.db.distinct_category().insert(DistinctCategory { category });\n | ^^^^^^^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 394, + "output_tokens": 232, + "generation_duration_ms": 4282, + "started_at": "2026-03-27T21:16:56.263512700Z", + "finished_at": "2026-03-27T21:20:02.831217900Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{Table, ReducerContext, table, reducer};\n\n#[table(name = user, public)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub active: bool,\n}\n\n#[table(name = user_stats, public)]\npub struct UserStats {\n #[primary_key]\n pub key: String,\n pub count: u64,\n}\n\n#[reducer]\npub fn compute_user_counts(ctx: &ReducerContext) {\n let total = ctx.db.user().iter().count() as u64;\n let active = ctx.db.user().iter().filter(|u| u.active).count() as u64;\n\n ctx.db.user_stats().insert(UserStats {\n key: \"total\".to_string(),\n count: total,\n });\n\n ctx.db.user_stats().insert(UserStats {\n key: \"active\".to_string(),\n count: active,\n });\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = user, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user_stats` with `accessor = user_stats`.\n --> src\\lib.rs:13:9\n |\n13 | #[table(name = user_stats, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `UserStats` in this scope\n --> src\\lib.rs:25:32\n |\n25 | ctx.db.user_stats().insert(UserStats {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `UserStats` in this scope\n --> src\\lib.rs:30:32\n |\n30 | ctx.db.user_stats().insert(UserStats {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:22:24\n |\n22 | let total = ctx.db.user().iter().count() as u64;\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:23:25\n |\n23 | let active = ctx.db.user().iter().filter(|u| u.active).count() as u64;\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user_stats` found for struct `Local` in the current scope\n --> src\\lib.rs:25:12\n |\n25 | ctx.db.user_stats().insert(UserStats {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user_stats` found for struct `Local` in the current scope\n --> src\\lib.rs:30:12\n |\n30 | ctx.db.user_stats().insert(UserStats {\n | ^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 439, + "output_tokens": 263, + "generation_duration_ms": 5605, + "started_at": "2026-03-27T21:17:09.840140600Z", + "finished_at": "2026-03-27T21:20:48.706674700Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{Table, ReducerContext};\n\n#[spacetimedb::table(name = event_log, public)]\n#[spacetimedb::index(btree, name = idx_category_severity, category, severity)]\npub struct EventLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub severity: u32,\n pub message: String,\n}\n\n#[spacetimedb::table(name = filtered_event, public)]\npub struct FilteredEvent {\n #[primary_key]\n pub event_id: u64,\n pub message: String,\n}\n\n#[spacetimedb::reducer]\npub fn filter_events(ctx: &ReducerContext, category: String, severity: u32) {\n for row in ctx.db.event_log().iter() {\n if row.category == category && row.severity == severity {\n ctx.db.filtered_event().insert(FilteredEvent {\n event_id: row.id,\n message: row.message.clone(),\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling lean_string v0.5.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = event_log` with `accessor = event_log`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = event_log, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = filtered_event` with `accessor = filtered_event`.\n --> src\\lib.rs:15:22\n |\n15 | #[spacetimedb::table(name = filtered_event, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `FilteredEvent` in this scope\n --> src\\lib.rs:26:44\n |\n26 | ctx.db.filtered_event().insert(FilteredEvent {\n | ^^^^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `event_log` found for struct `Local` in the current scope\n --> src\\lib.rs:24:23\n |\n24 | for row in ctx.db.event_log().iter() {\n | ^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `filtered_event` found for struct `Local` in the current scope\n --> src\\lib.rs:26:20\n |\n26 | ctx.db.filtered_event().insert(FilteredEvent {\n | ^^^^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 434, + "output_tokens": 279, + "generation_duration_ms": 5872, + "started_at": "2026-03-27T21:17:10.278251700Z", + "finished_at": "2026-03-27T21:20:27.525546500Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table, ScheduleAt};\nuse std::time::Duration;\n\n#[spacetimedb::table(name = reminder, scheduled(send_reminder), public)]\npub struct Reminder {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n pub message: String,\n}\n\n#[spacetimedb::reducer]\npub fn send_reminder(_ctx: &ReducerContext, _reminder: Reminder) {\n // do nothing\n}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &ReducerContext) {\n let fire_time = ctx.timestamp + Duration::from_secs(60);\n ctx.db.reminder().insert(Reminder {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Time(fire_time),\n message: String::from(\"hello\"),\n });\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ppv-lite86 v0.2.21\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand_chacha v0.3.1\n Compiling digest v0.10.7\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = reminder` with `accessor = reminder`.\n --> src\\lib.rs:5:22\n |\n5 | #[spacetimedb::table(name = reminder, scheduled(send_reminder), public)]\n | ^^^^^^\n\nerror[E0425]: cannot find type `Reminder` in this scope\n --> src\\lib.rs:15:56\n |\n15 | pub fn send_reminder(_ctx: &ReducerContext, _reminder: Reminder) {\n | ^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Reminder` in this scope\n --> src\\lib.rs:22:30\n |\n22 | ctx.db.reminder().insert(Reminder {\n | ^^^^^^^^ not found in this scope\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:15:8\n |\n 14 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 15 | pub fn send_reminder(_ctx: &ReducerContext, _reminder: Reminder) {\n | ^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {send_reminder}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:15:8\n |\n14 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n15 | pub fn send_reminder(_ctx: &ReducerContext, _reminder: Reminder) {\n | ^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a ReducerContext, {type error}) {send_reminder}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0599]: no method named `reminder` found for struct `Local` in the current scope\n --> src\\lib.rs:22:12\n |\n22 | ctx.db.reminder().insert(Reminder {\n | ^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0277, E0422, E0425, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 402, + "output_tokens": 244, + "generation_duration_ms": 6163, + "started_at": "2026-03-27T21:11:36.611976700Z", + "finished_at": "2026-03-27T21:15:39.653524700Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Table, ScheduleAt};\nuse std::time::Duration;\n\n#[spacetimedb::table(name = cleanup_job, scheduled(run_cleanup))]\npub struct CleanupJob {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb::reducer]\nfn run_cleanup(_ctx: &ReducerContext, _job: &CleanupJob) {\n // intentionally does nothing\n}\n\n#[spacetimedb::reducer(init)]\nfn init(ctx: &ReducerContext) {\n ctx.db.cleanup_job().insert(CleanupJob {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_secs(60)),\n });\n}\n\n#[spacetimedb::reducer]\nfn cancel_cleanup(ctx: &ReducerContext, scheduled_id: u64) {\n ctx.db.cleanup_job().delete_by_scheduled_id(&scheduled_id);\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling getrandom v0.2.17\n Compiling memchr v2.8.0\n Compiling itertools v0.12.1\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling castaway v0.2.4\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = cleanup_job` with `accessor = cleanup_job`.\n --> src\\lib.rs:5:22\n |\n5 | #[spacetimedb::table(name = cleanup_job, scheduled(run_cleanup))]\n | ^^^^^^\n\nerror[E0425]: cannot find type `CleanupJob` in this scope\n --> src\\lib.rs:14:46\n |\n14 | fn run_cleanup(_ctx: &ReducerContext, _job: &CleanupJob) {\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `CleanupJob` in this scope\n --> src\\lib.rs:20:33\n |\n20 | ctx.db.cleanup_job().insert(CleanupJob {\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `cleanup_job` found for struct `Local` in the current scope\n --> src\\lib.rs:20:12\n |\n20 | ctx.db.cleanup_job().insert(CleanupJob {\n | ^^^^^^^^^^^ method not found in `Local`\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:22:44\n |\n22 | scheduled_at: ScheduleAt::Interval(Duration::from_secs(60)),\n | -------------------- ^^^^^^^^^^^^^^^^^^^^^^^ expected `TimeDuration`, found `Duration`\n | |\n | arguments to this enum variant are incorrect\n |\nnote: tuple variant defined here\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\scheduler.rs:24:5\n |\n24 | Interval(TimeDuration),\n | ^^^^^^^^\nhelp: call `Into::into` on this expression to convert `std::time::Duration` into `TimeDuration`\n |\n22 | scheduled_at: ScheduleAt::Interval(Duration::from_secs(60).into()),\n | +++++++\n\nerror[E0599]: no method named `cleanup_job` found for struct `Local` in the current scope\n --> src\\lib.rs:28:12\n |\n28 | ctx.db.cleanup_job().delete_by_scheduled_id(&scheduled_id);\n | ^^^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0308, E0422, E0425, E0599.\nFor more information about an error, try `rustc --explain E0308`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 402, + "output_tokens": 279, + "generation_duration_ms": 5530, + "started_at": "2026-03-27T21:11:42.678979200Z", + "finished_at": "2026-03-27T21:15:06.268703400Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{Identity, Timestamp, ReducerContext, Table};\n\n#[spacetimedb::table(name = online_player, public)]\npub struct OnlinePlayer {\n #[primary_key]\n identity: Identity,\n connected_at: Timestamp,\n}\n\n#[spacetimedb::reducer(client_connected)]\npub fn client_connected(ctx: &ReducerContext) {\n ctx.db.online_player().insert(OnlinePlayer {\n identity: ctx.sender,\n connected_at: ctx.timestamp,\n });\n}\n\n#[spacetimedb::reducer(client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) {\n ctx.db.online_player().identity().delete(&ctx.sender);\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = online_player` with `accessor = online_player`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = online_player, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `OnlinePlayer` in this scope\n --> src\\lib.rs:13:35\n |\n13 | ctx.db.online_player().insert(OnlinePlayer {\n | ^^^^^^^^^^^^ not found in this scope\n\nwarning: unused imports: `Identity` and `Timestamp`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{Identity, Timestamp, ReducerContext, Table};\n | ^^^^^^^^ ^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `online_player` found for struct `Local` in the current scope\n --> src\\lib.rs:13:12\n |\n13 | ctx.db.online_player().insert(OnlinePlayer {\n | ^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:14:23\n |\n14 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n14 | identity: ctx.sender(),\n | ++\n\nerror[E0599]: no method named `online_player` found for struct `Local` in the current scope\n --> src\\lib.rs:21:12\n |\n21 | ctx.db.online_player().identity().delete(&ctx.sender);\n | ^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:21:51\n |\n21 | ctx.db.online_player().identity().delete(&ctx.sender);\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n21 | ctx.db.online_player().identity().delete(&ctx.sender());\n | ++\n\nSome errors have detailed explanations: E0422, E0599, E0616.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 353, + "output_tokens": 193, + "generation_duration_ms": 4538, + "started_at": "2026-03-27T21:11:49.568979500Z", + "finished_at": "2026-03-27T21:15:07.920785900Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, Table, Identity};\n\n#[table(name = user, private)]\npub struct User {\n #[primary_key]\n identity: Identity,\n name: String,\n}\n\n#[table(name = message, public)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n id: u64,\n #[index(btree)]\n sender: Identity,\n text: String,\n}\n\n#[reducer]\npub fn register(ctx: &ReducerContext, name: String) {\n if ctx.db.user().identity().find(&ctx.sender).is_some() {\n panic!(\"already registered\");\n }\n ctx.db.user().insert(User {\n identity: ctx.sender,\n name,\n });\n}\n\n#[reducer]\npub fn post_message(ctx: &ReducerContext, text: String) {\n if ctx.db.user().identity().find(&ctx.sender).is_none() {\n panic!(\"not registered\");\n }\n ctx.db.message().insert(Message {\n id: 0,\n sender: ctx.sender,\n text,\n });\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = user, private)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = message` with `accessor = message`.\n --> src\\lib.rs:11:9\n |\n11 | #[table(name = message, public)]\n | ^^^^^^\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:22:23\n |\n22 | pub fn register(ctx: &ReducerContext, name: String) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:26:26\n |\n26 | ctx.db.user().insert(User {\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:33:27\n |\n33 | pub fn post_message(ctx: &ReducerContext, text: String) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0422]: cannot find struct, variant or union type `Message` in this scope\n --> src\\lib.rs:37:29\n |\n37 | ctx.db.message().insert(Message {\n | ^^^^^^^ not found in this scope\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{table, reducer, Table, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nSome errors have detailed explanations: E0422, E0425.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 451, + "output_tokens": 297, + "generation_duration_ms": 8600, + "started_at": "2026-03-27T21:04:43.706760200Z", + "finished_at": "2026-03-27T21:07:39.573610300Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, Table, Identity, ReducerContext};\n\n#[table(name = config, private)]\npub struct Config {\n #[primary_key]\n pub id: u32,\n pub admin: Identity,\n}\n\n#[table(name = admin_log, public)]\npub struct AdminLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub action: String,\n}\n\n#[reducer]\npub fn bootstrap_admin(ctx: &ReducerContext) {\n if ctx.db.config().id().find(0).is_some() {\n panic!(\"already bootstrapped\");\n }\n ctx.db.config().insert(Config {\n id: 0,\n admin: ctx.sender,\n });\n}\n\n#[reducer]\npub fn admin_action(ctx: &ReducerContext, action: String) {\n let config = ctx.db.config().id().find(0).expect(\"not bootstrapped\");\n if ctx.sender != config.admin {\n panic!(\"not admin\");\n }\n ctx.db.admin_log().insert(AdminLog {\n id: 0,\n action,\n });\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling cc v1.2.58\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = config` with `accessor = config`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = config, private)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = admin_log` with `accessor = admin_log`.\n --> src\\lib.rs:11:9\n |\n11 | #[table(name = admin_log, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Config` in this scope\n --> src\\lib.rs:24:28\n |\n24 | ctx.db.config().insert(Config {\n | ^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `AdminLog` in this scope\n --> src\\lib.rs:36:31\n |\n36 | ctx.db.admin_log().insert(AdminLog {\n | ^^^^^^^^ not found in this scope\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{table, reducer, Table, Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `config` found for struct `Local` in the current scope\n --> src\\lib.rs:21:15\n |\n21 | if ctx.db.config().id().find(0).is_some() {\n | ^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `config` found for struct `Local` in the current scope\n --> src\\lib.rs:24:12\n |\n24 | ctx.db.config().insert(Config {\n | ^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:26:20\n |\n26 | admin: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n26 | admin: ctx.sender(),\n | ++\n\nerror[E0599]: no method named `config` found for struct `Local` in the current scope\n --> src\\lib.rs:32:25\n |\n32 | let config = ctx.db.config().id().find(0).expect(\"not bootstrapped\");\n | ^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:33:12\n |\n33 | if ctx.sender != config.admin {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n33 | if ctx.sender() != config.admin {\n | ++\n\nerror[E0599]: no method named `admin_log` found for struct `Local` in the current scope\n --> src\\lib.rs:36:12\n |\n36 | ctx.db.admin_log().insert(AdminLog {\n | ^^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599, E0616.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 10 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 464, + "output_tokens": 302, + "generation_duration_ms": 5959, + "started_at": "2026-03-27T21:04:43.707561200Z", + "finished_at": "2026-03-27T21:07:59.335100200Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Identity, Table};\n\n#[spacetimedb::table(name = user, private)]\npub struct User {\n #[primary_key]\n identity: Identity,\n role: String,\n}\n\n#[spacetimedb::reducer]\npub fn register(ctx: &ReducerContext) {\n if ctx.db.user().identity().find(ctx.sender).is_some() {\n panic!(\"already registered\");\n }\n ctx.db.user().insert(User {\n identity: ctx.sender,\n role: \"member\".to_string(),\n });\n}\n\n#[spacetimedb::reducer]\npub fn promote(ctx: &ReducerContext, target: Identity) {\n let caller = ctx.db.user().identity().find(ctx.sender).expect(\"not registered\");\n if caller.role != \"admin\" {\n panic!(\"not admin\");\n }\n let mut target_user = ctx.db.user().identity().find(target).expect(\"target not registered\");\n target_user.role = \"admin\".to_string();\n ctx.db.user().identity().update(target_user);\n}\n\n#[spacetimedb::reducer]\npub fn member_action(ctx: &ReducerContext) {\n let _user = ctx.db.user().identity().find(ctx.sender).expect(\"not registered\");\n}\n\n#[spacetimedb::reducer]\npub fn admin_action(ctx: &ReducerContext) {\n let user = ctx.db.user().identity().find(ctx.sender).expect(\"not registered\");\n if user.role != \"admin\" {\n panic!(\"not admin\");\n }\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling uuid v1.23.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling cc v1.2.58\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling lean_string v0.5.3\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = user, private)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:16:26\n |\n16 | ctx.db.user().insert(User {\n | ^^^^ not found in this scope\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:13:15\n |\n13 | if ctx.db.user().identity().find(ctx.sender).is_some() {\n | ^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:13:42\n |\n13 | if ctx.db.user().identity().find(ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n13 | if ctx.db.user().identity().find(ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:16:12\n |\n16 | ctx.db.user().insert(User {\n | ^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:17:23\n |\n17 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n17 | identity: ctx.sender(),\n | ++\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:24:25\n |\n24 | let caller = ctx.db.user().identity().find(ctx.sender).expect(\"not registered\");\n | ^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:24:52\n |\n24 | let caller = ctx.db.user().identity().find(ctx.sender).expect(\"not registered\");\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n24 | let caller = ctx.db.user().identity().find(ctx.sender()).expect(\"not registered\");\n | ++\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:28:34\n |\n28 | let mut target_user = ctx.db.user().identity().find(target).expect(\"target not registered\");\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:30:12\n |\n30 | ctx.db.user().identity().update(target_user);\n | ^^^^ method not found in `Local`\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:35:24\n |\n35 | let _user = ctx.db.user().identity().find(ctx.sender).expect(\"not registered\");\n | ^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:35:51\n |\n35 | let _user = ctx.db.user().identity().find(ctx.sender).expect(\"not registered\");\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n35 | let _user = ctx.db.user().identity().find(ctx.sender()).expect(\"not registered\");\n | ++\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:40:23\n |\n40 | let user = ctx.db.user().identity().find(ctx.sender).expect(\"not registered\");\n | ^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:40:50\n |\n40 | let user = ctx.db.user().identity().find(ctx.sender).expect(\"not registered\");\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n40 | let user = ctx.db.user().identity().find(ctx.sender()).expect(\"not registered\");\n | ++\n\nSome errors have detailed explanations: E0422, E0599, E0616.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 14 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 529, + "output_tokens": 415, + "generation_duration_ms": 9481, + "started_at": "2026-03-27T21:04:43.708314400Z", + "finished_at": "2026-03-27T21:07:49.565977400Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Identity, Table};\n\n#[spacetimedb::table(name = admin, private)]\npub struct Admin {\n #[primary_key]\n pub identity: Identity,\n}\n\n#[spacetimedb::table(name = banned, private)]\npub struct Banned {\n #[primary_key]\n pub identity: Identity,\n}\n\n#[spacetimedb::table(name = player, public)]\npub struct Player {\n #[primary_key]\n pub identity: Identity,\n pub name: String,\n}\n\n#[spacetimedb::reducer]\npub fn add_admin(ctx: &ReducerContext, target: Identity) {\n if ctx.db.admin().identity().find(&ctx.sender).is_none() {\n panic!(\"not admin\");\n }\n let _ = ctx.db.admin().try_insert(Admin { identity: target });\n}\n\n#[spacetimedb::reducer]\npub fn ban_player(ctx: &ReducerContext, target: Identity) {\n if ctx.db.admin().identity().find(&ctx.sender).is_none() {\n panic!(\"not admin\");\n }\n ctx.db.banned().insert(Banned { identity: target });\n if let Some(player) = ctx.db.player().identity().find(&target) {\n ctx.db.player().identity().delete(&target);\n }\n}\n\n#[spacetimedb::reducer]\npub fn join_game(ctx: &ReducerContext, name: String) {\n if ctx.db.banned().identity().find(&ctx.sender).is_some() {\n panic!(\"banned\");\n }\n ctx.db.player().insert(Player { identity: ctx.sender, name });\n}\n\n#[spacetimedb::reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.admin().insert(Admin { identity: ctx.sender });\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling itertools v0.12.1\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = admin` with `accessor = admin`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = admin, private)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = banned` with `accessor = banned`.\n --> src\\lib.rs:10:22\n |\n10 | #[spacetimedb::table(name = banned, private)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = player` with `accessor = player`.\n --> src\\lib.rs:16:22\n |\n16 | #[spacetimedb::table(name = player, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Admin` in this scope\n --> src\\lib.rs:28:39\n |\n28 | let _ = ctx.db.admin().try_insert(Admin { identity: target });\n | ^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Banned` in this scope\n --> src\\lib.rs:36:28\n |\n36 | ctx.db.banned().insert(Banned { identity: target });\n | ^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Player` in this scope\n --> src\\lib.rs:47:28\n |\n47 | ctx.db.player().insert(Player { identity: ctx.sender, name });\n | ^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Admin` in this scope\n --> src\\lib.rs:52:27\n |\n52 | ctx.db.admin().insert(Admin { identity: ctx.sender });\n | ^^^^^ not found in this scope\n\nerror[E0599]: no method named `admin` found for struct `Local` in the current scope\n --> src\\lib.rs:25:15\n |\n25 | if ctx.db.admin().identity().find(&ctx.sender).is_none() {\n | ^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:25:44\n |\n25 | if ctx.db.admin().identity().find(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n25 | if ctx.db.admin().identity().find(&ctx.sender()).is_none() {\n | ++\n\nerror[E0599]: no method named `admin` found for struct `Local` in the current scope\n --> src\\lib.rs:28:20\n |\n28 | let _ = ctx.db.admin().try_insert(Admin { identity: target });\n | ^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `admin` found for struct `Local` in the current scope\n --> src\\lib.rs:33:15\n |\n33 | if ctx.db.admin().identity().find(&ctx.sender).is_none() {\n | ^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:33:44\n |\n33 | if ctx.db.admin().identity().find(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n33 | if ctx.db.admin().identity().find(&ctx.sender()).is_none() {\n | ++\n\nerror[E0599]: no method named `banned` found for struct `Local` in the current scope\n --> src\\lib.rs:36:12\n |\n36 | ctx.db.banned().insert(Banned { identity: target });\n | ^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `player` found for struct `Local` in the current scope\n --> src\\lib.rs:37:34\n |\n37 | if let Some(player) = ctx.db.player().identity().find(&target) {\n | ^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `player` found for struct `Local` in the current scope\n --> src\\lib.rs:38:16\n |\n38 | ctx.db.player().identity().delete(&target);\n | ^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `banned` found for struct `Local` in the current scope\n --> src\\lib.rs:44:15\n |\n44 | if ctx.db.banned().identity().find(&ctx.sender).is_some() {\n | ^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:44:45\n |\n44 | if ctx.db.banned().identity().find(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n44 | if ctx.db.banned().identity().find(&ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no method named `player` found for struct `Local` in the current scope\n --> src\\lib.rs:47:12\n |\n47 | ctx.db.player().insert(Player { identity: ctx.sender, name });\n | ^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:47:51\n |\n47 | ctx.db.player().insert(Player { identity: ctx.sender, name });\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n47 | ctx.db.player().insert(Player { identity: ctx.sender(), name });\n | ++\n\nerror[E0599]: no method named `admin` found for struct `Local` in the current scope\n --> src\\lib.rs:52:12\n |\n52 | ctx.db.admin().insert(Admin { identity: ctx.sender });\n | ^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:52:49\n |\n52 | ctx.db.admin().insert(Admin { identity: ctx.sender });\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n52 | ctx.db.admin().insert(Admin { identity: ctx.sender() });\n | ++\n\nSome errors have detailed explanations: E0422, E0599, E0616.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 21 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 513, + "output_tokens": 478, + "generation_duration_ms": 9286, + "started_at": "2026-03-27T21:04:43.709262400Z", + "finished_at": "2026-03-27T21:08:09.709249600Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Identity, Table, Timestamp};\n\n#[spacetimedb::table(name = rate_limit, private)]\npub struct RateLimit {\n #[primary_key]\n pub identity: Identity,\n pub last_call_us: i64,\n}\n\n#[spacetimedb::table(name = action_log, public)]\npub struct ActionLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub identity: Identity,\n pub payload: String,\n}\n\n#[spacetimedb::reducer]\npub fn limited_action(ctx: &ReducerContext, payload: String) {\n let now = ctx.timestamp.to_micros_since_unix_epoch();\n\n if let Some(existing) = ctx.db.rate_limit().identity().find(&ctx.sender) {\n if (now - existing.last_call_us) < 1_000_000 {\n panic!(\"rate limited\");\n }\n ctx.db.rate_limit().identity().update(RateLimit {\n identity: ctx.sender,\n last_call_us: now,\n });\n } else {\n ctx.db.rate_limit().insert(RateLimit {\n identity: ctx.sender,\n last_call_us: now,\n });\n }\n\n ctx.db.action_log().insert(ActionLog {\n id: 0,\n identity: ctx.sender,\n payload,\n });\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling cc v1.2.58\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling http v1.4.0\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = rate_limit` with `accessor = rate_limit`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = rate_limit, private)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = action_log` with `accessor = action_log`.\n --> src\\lib.rs:11:22\n |\n11 | #[spacetimedb::table(name = action_log, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `RateLimit` in this scope\n --> src\\lib.rs:28:47\n |\n28 | ctx.db.rate_limit().identity().update(RateLimit {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `RateLimit` in this scope\n --> src\\lib.rs:33:36\n |\n33 | ctx.db.rate_limit().insert(RateLimit {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `ActionLog` in this scope\n --> src\\lib.rs:39:32\n |\n39 | ctx.db.action_log().insert(ActionLog {\n | ^^^^^^^^^ not found in this scope\n\nwarning: unused imports: `Identity` and `Timestamp`\n --> src\\lib.rs:2:35\n |\n2 | use spacetimedb::{ReducerContext, Identity, Table, Timestamp};\n | ^^^^^^^^ ^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no method named `rate_limit` found for struct `Local` in the current scope\n --> src\\lib.rs:24:36\n |\n24 | if let Some(existing) = ctx.db.rate_limit().identity().find(&ctx.sender) {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:24:70\n |\n24 | if let Some(existing) = ctx.db.rate_limit().identity().find(&ctx.sender) {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n24 | if let Some(existing) = ctx.db.rate_limit().identity().find(&ctx.sender()) {\n | ++\n\nerror[E0599]: no method named `rate_limit` found for struct `Local` in the current scope\n --> src\\lib.rs:28:16\n |\n28 | ctx.db.rate_limit().identity().update(RateLimit {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:29:27\n |\n29 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n29 | identity: ctx.sender(),\n | ++\n\nerror[E0599]: no method named `rate_limit` found for struct `Local` in the current scope\n --> src\\lib.rs:33:16\n |\n33 | ctx.db.rate_limit().insert(RateLimit {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:34:27\n |\n34 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n34 | identity: ctx.sender(),\n | ++\n\nerror[E0599]: no method named `action_log` found for struct `Local` in the current scope\n --> src\\lib.rs:39:12\n |\n39 | ctx.db.action_log().insert(ActionLog {\n | ^^^^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:41:23\n |\n41 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n41 | identity: ctx.sender(),\n | ++\n\nSome errors have detailed explanations: E0422, E0599, E0616.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 13 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 496, + "output_tokens": 373, + "generation_duration_ms": 8779, + "started_at": "2026-03-27T21:04:43.710274900Z", + "finished_at": "2026-03-27T21:08:23.943567800Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, Table, Identity, ReducerContext};\n\n#[table(name = document, public)]\npub struct Document {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub title: String,\n}\n\n#[table(name = document_share, public)]\npub struct DocumentShare {\n #[index(btree)]\n pub document_id: u64,\n #[index(btree)]\n pub shared_with: Identity,\n}\n\n#[reducer]\npub fn create_document(ctx: &ReducerContext, title: String) {\n ctx.db.document().insert(Document {\n id: 0,\n owner: ctx.sender,\n title,\n });\n}\n\n#[reducer]\npub fn share_document(ctx: &ReducerContext, document_id: u64, target: Identity) {\n let doc = ctx.db.document().id().find(document_id).expect(\"not found\");\n if doc.owner != ctx.sender {\n panic!(\"not owner\");\n }\n ctx.db.document_share().insert(DocumentShare {\n document_id,\n shared_with: target,\n });\n}\n\n#[reducer]\npub fn edit_document(ctx: &ReducerContext, document_id: u64, new_title: String) {\n let mut doc = ctx.db.document().id().find(document_id).expect(\"not found\");\n let is_owner = doc.owner == ctx.sender;\n let is_shared = ctx.db.document_share().document_id().filter(document_id).any(|s| s.shared_with == ctx.sender);\n if !is_owner && !is_shared {\n panic!(\"unauthorized\");\n }\n doc.title = new_title;\n ctx.db.document().id().update(doc);\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\rust\\server\\claude-opus-4-6\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = document` with `accessor = document`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = document, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = document_share` with `accessor = document_share`.\n --> src\\lib.rs:14:9\n |\n14 | #[table(name = document_share, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Document` in this scope\n --> src\\lib.rs:24:30\n |\n24 | ctx.db.document().insert(Document {\n | ^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `DocumentShare` in this scope\n --> src\\lib.rs:37:36\n |\n37 | ctx.db.document_share().insert(DocumentShare {\n | ^^^^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `document` found for struct `Local` in the current scope\n --> src\\lib.rs:24:12\n |\n24 | ctx.db.document().insert(Document {\n | ^^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:26:20\n |\n26 | owner: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n26 | owner: ctx.sender(),\n | ++\n\nerror[E0599]: no method named `document` found for struct `Local` in the current scope\n --> src\\lib.rs:33:22\n |\n33 | let doc = ctx.db.document().id().find(document_id).expect(\"not found\");\n | ^^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:34:25\n |\n34 | if doc.owner != ctx.sender {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n34 | if doc.owner != ctx.sender() {\n | ++\n\nerror[E0599]: no method named `document_share` found for struct `Local` in the current scope\n --> src\\lib.rs:37:12\n |\n37 | ctx.db.document_share().insert(DocumentShare {\n | ^^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0599]: no method named `document` found for struct `Local` in the current scope\n --> src\\lib.rs:45:26\n |\n45 | let mut doc = ctx.db.document().id().find(document_id).expect(\"not found\");\n | ^^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:46:37\n |\n46 | let is_owner = doc.owner == ctx.sender;\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n46 | let is_owner = doc.owner == ctx.sender();\n | ++\n\nerror[E0599]: no method named `document_share` found for struct `Local` in the current scope\n --> src\\lib.rs:47:28\n |\n47 | let is_shared = ctx.db.document_share().document_id().filter(document_id).any(|s| s.shared_with == ctx.sender);\n | ^^^^^^^^^^^^^^ method not found in `Local`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:47:108\n |\n47 | let is_shared = ctx.db.document_share().document_id().filter(document_id).any(|s| s.shared_with == ctx.sender);\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n47 | let is_shared = ctx.db.document_share().document_id().filter(document_id).any(|s| s.shared_with == ctx.sender());\n | ++\n\nerror[E0599]: no method named `document` found for struct `Local` in the current scope\n --> src\\lib.rs:52:12\n |\n52 | ctx.db.document().id().update(doc);\n | ^^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599, E0616.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 14 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 568, + "output_tokens": 482, + "generation_duration_ms": 9114, + "started_at": "2026-03-27T21:04:43.711651300Z", + "finished_at": "2026-03-27T21:07:44.679803900Z" + } + } + }, + { + "name": "GPT-5-mini", + "route_api_model": "gpt-5-mini", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "#![allow(dead_code)]\n\nuse spacetime::prelude::*;\n\n#[spacetime::backend]\npub mod backend {\n use super::*;\n\n #[spacetime::table]\n pub struct EmptyTable {\n #[spacetime(primary_key)]\n pub id: i32,\n }\n\n #[spacetime::reducer]\n pub fn empty_reducer_no_args() {}\n\n #[spacetime::reducer]\n pub fn empty_reducer_with_int(count: i32) {}\n\n #[spacetime::reducer]\n pub fn empty_reducer_with_string(name: String) {}\n\n #[spacetime::reducer]\n pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n\n #[spacetime::reducer]\n pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling cc v1.2.58\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling blake3 v1.8.3\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling http v1.4.0\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling castaway v0.2.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling lean_string v0.5.3\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:5\n |\n4 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n4 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:6:3\n |\n6 | #[spacetime::backend]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:10:7\n |\n10 | #[spacetime::table]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:16:7\n |\n16 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:19:7\n |\n19 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:22:7\n |\n22 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:25:7\n |\n25 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:28:7\n |\n28 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:12:11\n |\n12 | #[spacetime(primary_key)]\n | ^^^^^^^^^\n\nwarning: unused import: `super::*`\n --> src\\lib.rs:8:9\n |\n8 | use super::*;\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused variable: `count`\n --> src\\lib.rs:20:35\n |\n20 | pub fn empty_reducer_with_int(count: i32) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_count`\n |\n = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused variable: `name`\n --> src\\lib.rs:23:38\n |\n23 | pub fn empty_reducer_with_string(name: String) {}\n | ^^^^ help: if this is intentional, prefix it with an underscore: `_name`\n\nwarning: unused variable: `count`\n --> src\\lib.rs:26:40\n |\n26 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_count`\n\nwarning: unused variable: `name`\n --> src\\lib.rs:26:52\n |\n26 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^ help: if this is intentional, prefix it with an underscore: `_name`\n\nwarning: unused variable: `active`\n --> src\\lib.rs:29:42\n |\n29 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^^ help: if this is intentional, prefix it with an underscore: `_active`\n\nwarning: unused variable: `ratio`\n --> src\\lib.rs:29:56\n |\n29 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_ratio`\n\nwarning: unused variable: `label`\n --> src\\lib.rs:29:68\n |\n29 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_label`\n\nFor more information about this error, try `rustc --explain E0433`.\nwarning: `spacetime-module` (lib) generated 8 warnings\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors; 8 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 343, + "output_tokens": 1338, + "generation_duration_ms": 22970, + "started_at": "2026-03-27T21:07:46.444980200Z", + "finished_at": "2026-03-27T21:11:48.815273500Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime_db::prelude::*;\n\n#[spacetime_db::table(name = \"user\")]\n#[derive(Clone, Debug)]\npub struct User {\n #[spacetime_db::primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetime_db::table(name = \"product\")]\n#[derive(Clone, Debug)]\npub struct Product {\n #[spacetime_db::primary_key]\n pub id: i32,\n pub title: String,\n pub price: f32,\n pub in_stock: bool,\n}\n\n#[spacetime_db::table(name = \"note\")]\n#[derive(Clone, Debug)]\npub struct Note {\n #[spacetime_db::primary_key]\n pub id: i32,\n pub body: String,\n pub rating: i64,\n pub pinned: bool,\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling scoped-tls v1.0.1\n Compiling ppv-lite86 v0.2.21\n Compiling http v1.4.0\n Compiling rand_chacha v0.3.1\n Compiling cc v1.2.58\n Compiling rand v0.8.5\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime_db`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime_db::prelude::*;\n | ^^^^^^^^^^^^ use of unresolved module or unlinked crate `spacetime_db`\n |\nhelp: there is a crate or module with a similar name\n |\n2 - use spacetime_db::prelude::*;\n2 + use spacetimedb::prelude::*;\n |\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime_db`\n --> src\\lib.rs:24:3\n |\n24 | #[spacetime_db::table(name = \"note\")]\n | ^^^^^^^^^^^^ use of unresolved module or unlinked crate `spacetime_db`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime_db`\n --> src\\lib.rs:27:7\n |\n27 | #[spacetime_db::primary_key]\n | ^^^^^^^^^^^^ use of unresolved module or unlinked crate `spacetime_db`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime_db`\n --> src\\lib.rs:14:3\n |\n14 | #[spacetime_db::table(name = \"product\")]\n | ^^^^^^^^^^^^ use of unresolved module or unlinked crate `spacetime_db`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime_db`\n --> src\\lib.rs:17:7\n |\n17 | #[spacetime_db::primary_key]\n | ^^^^^^^^^^^^ use of unresolved module or unlinked crate `spacetime_db`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime_db`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime_db::table(name = \"user\")]\n | ^^^^^^^^^^^^ use of unresolved module or unlinked crate `spacetime_db`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime_db`\n --> src\\lib.rs:7:7\n |\n7 | #[spacetime_db::primary_key]\n | ^^^^^^^^^^^^ use of unresolved module or unlinked crate `spacetime_db`\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 340, + "output_tokens": 1463, + "generation_duration_ms": 29485, + "started_at": "2026-03-27T21:07:53.599821700Z", + "finished_at": "2026-03-27T21:11:43.634750500Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\nuse spacetime::schedule::ScheduleAt;\nuse spacetime::reducer::ReducerResult;\n\n#[spacetime::table(name = \"tick_timer\")]\n#[spacetime::scheduled(reducer = \"tick\", column = \"scheduled_at\")]\npub struct TickTimer {\n #[spacetime::primary_key]\n #[spacetime::auto_increment]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetime::reducer(name = \"tick\", table = \"tick_timer\", scheduled = true)]\npub fn tick(_ctx: &mut spacetime::ReducerContext, _row: &TickTimer) -> ReducerResult {\n // Scheduled reducer triggered by tick_timer; no-op implementation.\n Ok(())\n}\n\n#[spacetime::reducer(name = \"init\")]\npub fn init(ctx: &mut spacetime::ReducerContext) -> ReducerResult {\n // Insert exactly one row into tick_timer scheduling a repeating interval of 50_000 microseconds.\n let row = TickTimer {\n scheduled_id: 0, // auto-increment\n scheduled_at: ScheduleAt::repeating_microseconds(50_000),\n };\n ctx.insert_row::(row)?;\n Ok(())\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling cc v1.2.58\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:3:5\n |\n3 | use spacetime::schedule::ScheduleAt;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n3 | use spacetimedb::schedule::ScheduleAt;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:5\n |\n4 | use spacetime::reducer::ReducerResult;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n4 | use spacetimedb::reducer::ReducerResult;\n | ++\n\nerror[E0432]: unresolved imports `spacetime::schedule::ScheduleAt`, `spacetime::reducer::ReducerResult`\n --> src\\lib.rs:3:5\n |\n3 | use spacetime::schedule::ScheduleAt;\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n4 | use spacetime::reducer::ReducerResult;\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:21:3\n |\n21 | #[spacetime::reducer(name = \"init\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:15:3\n |\n15 | #[spacetime::reducer(name = \"tick\", table = \"tick_timer\", scheduled = true)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:6:3\n |\n6 | #[spacetime::table(name = \"tick_timer\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:7:3\n |\n7 | #[spacetime::scheduled(reducer = \"tick\", column = \"scheduled_at\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:9:7\n |\n9 | #[spacetime::primary_key]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:10:7\n |\n10 | #[spacetime::auto_increment]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0425]: cannot find type `tick_timer` in this scope\n --> src\\lib.rs:28:22\n |\n 8 | pub struct TickTimer {\n | -------------------- similarly named struct `TickTimer` defined here\n...\n28 | ctx.insert_row::(row)?;\n | ^^^^^^^^^^\n |\nhelp: a struct with a similar name exists\n |\n28 - ctx.insert_row::(row)?;\n28 + ctx.insert_row::(row)?;\n |\nhelp: you might be missing a type parameter\n |\n22 | pub fn init(ctx: &mut spacetime::ReducerContext) -> ReducerResult {\n | ++++++++++++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:16:24\n |\n16 | pub fn tick(_ctx: &mut spacetime::ReducerContext, _row: &TickTimer) -> ReducerResult {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n16 | pub fn tick(_ctx: &mut spacetimedb::ReducerContext, _row: &TickTimer) -> ReducerResult {\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:22:23\n |\n22 | pub fn init(ctx: &mut spacetime::ReducerContext) -> ReducerResult {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n22 | pub fn init(ctx: &mut spacetimedb::ReducerContext) -> ReducerResult {\n | ++\n\nSome errors have detailed explanations: E0425, E0432, E0433.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 13 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 307, + "output_tokens": 2300, + "generation_duration_ms": 37957, + "started_at": "2026-03-27T21:07:54.481077400Z", + "finished_at": "2026-03-27T21:11:41.247275100Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "pub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\npub struct Entity {\n pub id: i32,\n pub pos: Position,\n}\n\npub const SPACETIME_SCHEMA: &str = r#\"spacetimedb 1.6 {\n struct Position {\n x: i32,\n y: i32,\n }\n\n table entity {\n Struct: Entity\n Fields:\n id: i32 (primary key)\n pos: Position\n }\n}\"#;", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling num-traits v0.2.19\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\rust\\server\\gpt-5-mini\\llm)\n Finished `release` profile [optimized] target(s) in 3m 11s\nOptimising module with wasm-opt...\nError: unable to determine ABI of module (may be on an spacetime version < 0.8)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:62420/v1/database/basics-t-003-struct-in-table-gpt-5-mini-llm?clear=true&host_type=Wasm)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:62420 => http://127.0.0.1:62420\nThis will DESTROY the current basics-t-003-struct-in-table-gpt-5-mini-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 272, + "output_tokens": 2054, + "generation_duration_ms": 30566, + "started_at": "2026-03-27T21:07:59.407558500Z", + "finished_at": "2026-03-27T21:11:45.324147Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetime::table(name = \"user\")]\npub struct User {\n #[spacetime(primary_key)]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetime::reducer]\npub fn insert_user(ctx: &mut spacetime::ReducerContext, id: i32, name: String, age: i32, active: bool) {\n let row = User { id, name, age, active };\n ctx.insert(row).expect(\"failed to insert user\");\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling castaway v0.2.4\n Compiling generic-array v0.14.7\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:13:3\n |\n13 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::table(name = \"user\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[spacetime(primary_key)]\n | ^^^^^^^^^\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:14:30\n |\n14 | pub fn insert_user(ctx: &mut spacetime::ReducerContext, id: i32, name: String, age: i32, active: bool) {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n14 | pub fn insert_user(ctx: &mut spacetimedb::ReducerContext, id: i32, name: String, age: i32, active: bool) {\n | ++\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 306, + "output_tokens": 1277, + "generation_duration_ms": 28244, + "started_at": "2026-03-27T21:08:06.499236500Z", + "finished_at": "2026-03-27T21:11:42.405639900Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use std::collections::HashMap;\nuse std::sync::{Mutex, OnceLock};\n\npub mod user {\n use super::{HashMap, Mutex, OnceLock};\n\n #[derive(Clone, Debug)]\n pub struct User {\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n }\n\n static TABLE: OnceLock>> = OnceLock::new();\n\n pub fn table() -> &'static Mutex> {\n TABLE.get_or_init(|| Mutex::new(HashMap::new()))\n }\n}\n\npub fn update_user(id: i32, name: String, age: i32, active: bool) {\n let mut tbl = user::table().lock().unwrap();\n let updated = user::User { id, name, age, active };\n tbl.insert(id, updated);\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling getrandom v0.2.17\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling digest v0.10.7\n Compiling rand v0.8.5\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\rust\\server\\gpt-5-mini\\llm)\n Finished `release` profile [optimized] target(s) in 1m 45s\nOptimising module with wasm-opt...\nError: unable to determine ABI of module (may be on an spacetime version < 0.8)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:62420/v1/database/basics-t-005-update-gpt-5-mini-llm?clear=true&host_type=Wasm)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:62420 => http://127.0.0.1:62420\nThis will DESTROY the current basics-t-005-update-gpt-5-mini-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 312, + "output_tokens": 2071, + "generation_duration_ms": 34900, + "started_at": "2026-03-27T21:08:17.833477Z", + "finished_at": "2026-03-27T21:12:25.596325900Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "#![allow(dead_code)]\n\nuse spacetime::{ReducerCtx, Result};\n\n#[spacetime::table(name = \"user\")]\npub struct User {\n #[spacetime(primary_key)]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetime::reducer]\npub fn delete_user(ctx: &mut ReducerCtx, id: i32) -> Result<()> {\n ctx.delete::(id)\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\rust\\server\\gpt-5-mini\\llm)\nerror[E0432]: unresolved import `spacetime`\n --> src\\lib.rs:4:5\n |\n4 | use spacetime::{ReducerCtx, Result};\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n4 | use spacetimedb::{ReducerCtx, Result};\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:15:3\n |\n15 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:6:3\n |\n6 | #[spacetime::table(name = \"user\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[spacetime(primary_key)]\n | ^^^^^^^^^\n\nSome errors have detailed explanations: E0432, E0433.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 279, + "output_tokens": 1074, + "generation_duration_ms": 17979, + "started_at": "2026-03-27T21:08:18.198690700Z", + "finished_at": "2026-03-27T21:11:55.696103900Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetime_db::prelude::*;\n\nspacetime_db::table! {\n user => struct User {\n id: i32 [primary_key],\n name: String,\n age: i32,\n active: bool,\n }\n}\n\nspacetime_db::reducer! {\n fn crud(ctx: &mut spacetime_db::ReducerCtx) {\n ctx.insert(user, User { id: 1, name: \"Alice\".to_string(), age: 30, active: true });\n ctx.insert(user, User { id: 2, name: \"Bob\".to_string(), age: 22, active: false });\n ctx.update(user, 1, |u: &mut User| {\n u.name = \"Alice2\".to_string();\n u.age = 31;\n u.active = false;\n });\n ctx.delete(user, 2);\n }\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling cc v1.2.58\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime_db`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime_db::prelude::*;\n | ^^^^^^^^^^^^ use of unresolved module or unlinked crate `spacetime_db`\n |\nhelp: there is a crate or module with a similar name\n |\n2 - use spacetime_db::prelude::*;\n2 + use spacetimedb::prelude::*;\n |\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime_db`\n --> src\\lib.rs:13:1\n |\n13 | spacetime_db::reducer! {\n | ^^^^^^^^^^^^ use of unresolved module or unlinked crate `spacetime_db`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime_db`\n --> src\\lib.rs:4:1\n |\n4 | spacetime_db::table! {\n | ^^^^^^^^^^^^ use of unresolved module or unlinked crate `spacetime_db`\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 344, + "output_tokens": 1946, + "generation_duration_ms": 33819, + "started_at": "2026-03-27T21:08:29.380553800Z", + "finished_at": "2026-03-27T21:12:20.983887600Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetime::table(name = \"user\", primary_key = \"id\")]\n#[derive(Clone, Debug)]\npub struct User {\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetime::table(name = \"result\", primary_key = \"id\")]\n#[derive(Clone, Debug)]\npub struct ResultRow {\n pub id: i32,\n pub name: String,\n}\n\n#[spacetime::reducer]\npub fn lookup_user_name(ctx: &mut Context, id: i32) {\n // Lookup the user by primary-key index and, if found, insert a projection into result.\n if let Some(u) = ctx.index_lookup::(\"user\", &id) {\n let row = ResultRow {\n id: u.id,\n name: u.name.clone(),\n };\n ctx.insert::(\"result\", row);\n }\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:20:3\n |\n20 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:13:3\n |\n13 | #[spacetime::table(name = \"result\", primary_key = \"id\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::table(name = \"user\", primary_key = \"id\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0425]: cannot find type `Context` in this scope\n --> src\\lib.rs:21:35\n |\n21 | pub fn lookup_user_name(ctx: &mut Context, id: i32) {\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use std::task::Context;\n |\n\nSome errors have detailed explanations: E0425, E0433.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 336, + "output_tokens": 1816, + "generation_duration_ms": 24940, + "started_at": "2026-03-27T21:11:41.247427200Z", + "finished_at": "2026-03-27T21:15:08.560477200Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use std::result::Result;\n\n#[derive(Clone, Debug, PartialEq, Eq)]\npub struct User {\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n// The following types and traits are minimal placeholders to match SpacetimeDB\n// 1.6 reducer-style initialization signatures in this single-file module.\n// In a real SpacetimeDB backend these would come from the spacetime runtime.\npub struct InitCtx {\n // placeholder storage for seeded rows; in real runtime this would be the DB\n pub seeded_users: Vec,\n}\n\nimpl InitCtx {\n pub fn new() -> Self {\n InitCtx { seeded_users: Vec::new() }\n }\n\n pub fn insert_user(&mut self, user: User) {\n self.seeded_users.push(user);\n }\n}\n\npub enum InitError {}\n\npub type InitResult = Result<(), InitError>;\n\n/// init reducer: insert exactly these rows on initialization\n/// - (id=1, name=\"Alice\", age=30, active=true)\n/// - (id=2, name=\"Bob\", age=22, active=false)\npub fn init(ctx: &mut InitCtx) -> InitResult {\n ctx.insert_user(User { id: 1, name: \"Alice\".to_string(), age: 30, active: true });\n ctx.insert_user(User { id: 2, name: \"Bob\".to_string(), age: 22, active: false });\n Ok(())\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling num-traits v0.2.19\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\rust\\server\\gpt-5-mini\\llm)\n Finished `release` profile [optimized] target(s) in 3m 16s\nOptimising module with wasm-opt...\nError: unable to determine ABI of module (may be on an spacetime version < 0.8)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:62420/v1/database/basics-t-009-init-gpt-5-mini-llm?clear=true&host_type=Wasm)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:62420 => http://127.0.0.1:62420\nThis will DESTROY the current basics-t-009-init-gpt-5-mini-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 312, + "output_tokens": 2460, + "generation_duration_ms": 32998, + "started_at": "2026-03-27T21:11:42.405808900Z", + "finished_at": "2026-03-27T21:15:37.670583800Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetime::table(name = \"event\")]\n#[derive(Clone, Debug)]\npub struct Event {\n #[spacetime::primary_key(auto)]\n pub id: i32,\n pub kind: String,\n}\n\n#[spacetime::reducer]\npub fn client_connected(ctx: &mut spacetime::ReducerContext) -> Result<(), spacetime::Error> {\n let row = Event {\n id: Default::default(),\n kind: \"connected\".to_string(),\n };\n ctx.insert(\"event\", &row)?;\n Ok(())\n}\n\n#[spacetime::reducer]\npub fn client_disconnected(ctx: &mut spacetime::ReducerContext) -> Result<(), spacetime::Error> {\n let row = Event {\n id: Default::default(),\n kind: \"disconnected\".to_string(),\n };\n ctx.insert(\"event\", &row)?;\n Ok(())\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling itertools v0.12.1\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling sha3 v0.10.8\n Compiling lean_string v0.5.3\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:22:3\n |\n22 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:12:3\n |\n12 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::table(name = \"event\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:7:7\n |\n7 | #[spacetime::primary_key(auto)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:13:35\n |\n13 | pub fn client_connected(ctx: &mut spacetime::ReducerContext) -> Result<(), spacetime::Error> {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n13 | pub fn client_connected(ctx: &mut spacetimedb::ReducerContext) -> Result<(), spacetime::Error> {\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:13:76\n |\n13 | pub fn client_connected(ctx: &mut spacetime::ReducerContext) -> Result<(), spacetime::Error> {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n13 | pub fn client_connected(ctx: &mut spacetime::ReducerContext) -> Result<(), spacetimedb::Error> {\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:23:38\n |\n23 | pub fn client_disconnected(ctx: &mut spacetime::ReducerContext) -> Result<(), spacetime::Error> {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n23 | pub fn client_disconnected(ctx: &mut spacetimedb::ReducerContext) -> Result<(), spacetime::Error> {\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:23:79\n |\n23 | pub fn client_disconnected(ctx: &mut spacetime::ReducerContext) -> Result<(), spacetime::Error> {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n23 | pub fn client_disconnected(ctx: &mut spacetime::ReducerContext) -> Result<(), spacetimedb::Error> {\n | ++\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 296, + "output_tokens": 2036, + "generation_duration_ms": 24219, + "started_at": "2026-03-27T21:11:43.634997700Z", + "finished_at": "2026-03-27T21:15:41.244976400Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetime::table(name = \"result\")]\nstruct ResultRow {\n #[spacetime::primary_key]\n id: i32,\n sum: i32,\n}\n\n#[spacetime::helper]\nfn add(a: i32, b: i32) -> i32 {\n a + b\n}\n\n#[spacetime::reducer]\nfn compute_sum(id: i32, a: i32, b: i32) -> ResultRow {\n ResultRow { id, sum: add(a, b) }\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:16:3\n |\n16 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:11:3\n |\n11 | #[spacetime::helper]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::table(name = \"result\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:6:7\n |\n6 | #[spacetime::primary_key]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 316, + "output_tokens": 1804, + "generation_duration_ms": 27484, + "started_at": "2026-03-27T21:11:45.324304700Z", + "finished_at": "2026-03-27T21:15:11.033040200Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "#[derive(Clone, Debug, PartialEq)]\npub struct Score {\n pub left: i32,\n pub right: i32,\n}\n\n#[derive(Clone, Debug, PartialEq)]\npub struct ResultRow {\n pub id: i32,\n pub value: Score,\n}\n\npub fn set_score(id: i32, left: i32, right: i32) -> ResultRow {\n ResultRow {\n id,\n value: Score { left, right },\n }\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\rust\\server\\gpt-5-mini\\llm)\n Finished `release` profile [optimized] target(s) in 2m 08s\nOptimising module with wasm-opt...\nError: unable to determine ABI of module (may be on an spacetime version < 0.8)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:62420/v1/database/schema-t-012-spacetime-product-type-gpt-5-mini-llm?clear=true&host_type=Wasm)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:62420 => http://127.0.0.1:62420\nThis will DESTROY the current schema-t-012-spacetime-product-type-gpt-5-mini-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 320, + "output_tokens": 2540, + "generation_duration_ms": 44237, + "started_at": "2026-03-27T21:20:02.894475300Z", + "finished_at": "2026-03-27T21:23:16.211227400Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "#[derive(Clone, Debug, PartialEq)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(Clone, Debug, PartialEq)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetime::table(name = \"result\")]\npub struct ResultRow {\n #[spacetime(primary_key)]\n pub id: i32,\n pub value: Shape,\n}\n\n#[spacetime::reducer]\npub fn set_circle(id: i32, radius: i32) {\n result::insert(ResultRow { id, value: Shape::Circle(radius) });\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling cc v1.2.58\n Compiling log v0.4.29\n Compiling getrandom v0.2.17\n Compiling serde_json v1.0.149\n Compiling itertools v0.12.1\n Compiling blake3 v1.8.3\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling scoped-tls v1.0.1\n Compiling castaway v0.2.4\n Compiling rand_core v0.6.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling generic-array v0.14.7\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:14:3\n |\n14 | #[spacetime::table(name = \"result\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:21:3\n |\n21 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[spacetime(primary_key)]\n | ^^^^^^^^^\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `result`\n --> src\\lib.rs:23:5\n |\n23 | result::insert(ResultRow { id, value: Shape::Circle(radius) });\n | ^^^^^^\n | |\n | use of unresolved module or unlinked crate `result`\n | help: an enum with a similar name exists: `Result`\n |\n = help: if you wanted to use a crate named `result`, use `cargo add result` to add it to your `Cargo.toml`\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 335, + "output_tokens": 1841, + "generation_duration_ms": 23130, + "started_at": "2026-03-27T21:20:03.501875300Z", + "finished_at": "2026-03-27T21:23:04.115955500Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetime::table(name = \"primitive\", struct = \"Primitive\")]\n#[derive(Clone, Debug)]\npub struct Primitive {\n #[spacetime::primary_key]\n pub id: i32,\n pub count: i32,\n pub total: i64,\n pub price: f32,\n pub ratio: f64,\n pub active: bool,\n pub name: String,\n}\n\n#[spacetime::reducer]\npub fn seed(ctx: &mut spacetime::Context) -> Result<(), spacetime::Error> {\n let row = Primitive {\n id: 1,\n count: 2,\n total: 3000000000,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\".to_string(),\n };\n ctx.insert_table_row(\"primitive\", &row)?;\n Ok(())\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling ethnum v1.5.2\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:17:3\n |\n17 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::table(name = \"primitive\", struct = \"Primitive\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:7:7\n |\n7 | #[spacetime::primary_key]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:18:23\n |\n18 | pub fn seed(ctx: &mut spacetime::Context) -> Result<(), spacetime::Error> {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n18 | pub fn seed(ctx: &mut spacetimedb::Context) -> Result<(), spacetime::Error> {\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:18:57\n |\n18 | pub fn seed(ctx: &mut spacetime::Context) -> Result<(), spacetime::Error> {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n18 | pub fn seed(ctx: &mut spacetime::Context) -> Result<(), spacetimedb::Error> {\n | ++\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 329, + "output_tokens": 1965, + "generation_duration_ms": 18121, + "started_at": "2026-03-27T21:20:20.543410700Z", + "finished_at": "2026-03-27T21:23:13.139515Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[derive(Clone, Debug, PartialEq, Eq, spacetime::Type)]\npub struct Address {\n pub street: String,\n pub zip: i32,\n}\n\n#[derive(Clone, Debug, PartialEq, Eq, spacetime::Type)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetime::table(name = \"profile\")]\n#[derive(Clone, Debug, spacetime::Table)]\npub struct Profile {\n #[spacetime::primary]\n pub id: i32,\n pub home: Address,\n pub work: Address,\n pub pos: Position,\n}\n\n#[spacetime::reducer(table = \"profile\", name = \"seed\")]\npub fn seed(ctx: &mut spacetime::ReducerContext) {\n ctx.insert(Profile {\n id: 1,\n home: Address {\n street: \"1 Main\".to_owned(),\n zip: 11111,\n },\n work: Address {\n street: \"2 Broad\".to_owned(),\n zip: 22222,\n },\n pos: Position { x: 7, y: 9 },\n });\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling num-traits v0.2.19\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling syn v2.0.117\n Compiling cc v1.2.58\n Compiling digest v0.10.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling blake3 v1.8.3\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:26:3\n |\n26 | #[spacetime::reducer(table = \"profile\", name = \"seed\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:16:3\n |\n16 | #[spacetime::table(name = \"profile\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:17:24\n |\n17 | #[derive(Clone, Debug, spacetime::Table)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:19:7\n |\n19 | #[spacetime::primary]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:10:39\n |\n10 | #[derive(Clone, Debug, PartialEq, Eq, spacetime::Type)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:39\n |\n4 | #[derive(Clone, Debug, PartialEq, Eq, spacetime::Type)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:27:23\n |\n27 | pub fn seed(ctx: &mut spacetime::ReducerContext) {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n27 | pub fn seed(ctx: &mut spacetimedb::ReducerContext) {\n | ++\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 368, + "output_tokens": 1968, + "generation_duration_ms": 17853, + "started_at": "2026-03-27T21:21:28.227954500Z", + "finished_at": "2026-03-27T21:24:24.438247300Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use serde::{Deserialize, Serialize};\n\n#[derive(Clone, Debug, Serialize, Deserialize, PartialEq, Eq)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(Clone, Debug, Serialize, Deserialize, PartialEq, Eq)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[derive(Clone, Debug, Serialize, Deserialize, PartialEq, Eq)]\npub struct Drawing {\n pub id: i32,\n pub a: Shape,\n pub b: Shape,\n}\n\npub mod drawing {\n pub use crate::Drawing;\n}\n\n/// Reducer 'seed': returns exactly one row to be inserted into the drawing table.\npub fn seed() -> Vec {\n vec![Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n }]\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\gpt-5-mini\\llm)\nerror[E0432]: unresolved import `serde`\n --> src\\lib.rs:2:5\n |\n2 | use serde::{Deserialize, Serialize};\n | ^^^^^ use of unresolved module or unlinked crate `serde`\n |\n = help: if you wanted to use a crate named `serde`, use `cargo add serde` to add it to your `Cargo.toml`\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 345, + "output_tokens": 2494, + "generation_duration_ms": 25253, + "started_at": "2026-03-27T21:21:48.694635300Z", + "finished_at": "2026-03-27T21:24:15.902482200Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetime::db]\npub struct Db {\n #[spacetime::table]\n pub tick_timer: Table,\n}\n\n#[spacetime::table]\npub struct TickTimer {\n #[spacetime(primary_key, auto_increment)]\n pub scheduled_id: u64,\n #[spacetime(scheduled, reducer = \"tick\", column = \"scheduled_at\")]\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetime::scheduled]\npub fn tick(_row: &TickTimer) {\n // Scheduled reducer that accepts the scheduled row.\n}\n\n#[spacetime::init]\npub fn init(db: &mut Db) {\n // Insert exactly one row into tick_timer that schedules a repeating interval of 50_000 microseconds.\n let _ = db.tick_timer.insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Repeating { interval_micros: 50_000 },\n });\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling getrandom v0.2.17\n Compiling log v0.4.29\n Compiling itertools v0.12.1\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:23:3\n |\n23 | #[spacetime::init]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:18:3\n |\n18 | #[spacetime::scheduled]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:10:3\n |\n10 | #[spacetime::table]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::db]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:6:7\n |\n6 | #[spacetime::table]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:12:7\n |\n12 | #[spacetime(primary_key, auto_increment)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[spacetime(scheduled, reducer = \"tick\", column = \"scheduled_at\")]\n | ^^^^^^^^^\n\nerror[E0425]: cannot find type `Table` in this scope\n --> src\\lib.rs:7:21\n |\n7 | pub tick_timer: Table,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n2 + use spacetimedb::Table;\n |\n\nerror[E0425]: cannot find type `ScheduleAt` in this scope\n --> src\\lib.rs:15:23\n |\n15 | pub scheduled_at: ScheduleAt,\n | ^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 2 + use spacetimedb::ScheduleAt;\n |\n\nerror[E0433]: failed to resolve: use of undeclared type `ScheduleAt`\n --> src\\lib.rs:28:23\n |\n28 | scheduled_at: ScheduleAt::Repeating { interval_micros: 50_000 },\n | ^^^^^^^^^^ use of undeclared type `ScheduleAt`\n |\nhelp: consider importing this enum\n |\n 2 + use spacetimedb::ScheduleAt;\n |\n\nSome errors have detailed explanations: E0425, E0433.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 11 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 309, + "output_tokens": 2308, + "generation_duration_ms": 23749, + "started_at": "2026-03-27T21:23:04.116141900Z", + "finished_at": "2026-03-27T21:25:55.758444300Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\nspacetime::db! {\n backend t_018_constraints {\n table account {\n struct Account {\n id: i32,\n email: String,\n name: String,\n }\n\n primary_key (id);\n unique (email);\n index by_name: btree(name);\n }\n\n reducer seed {\n insert account { id: 1, email: \"a@example.com\", name: \"Alice\" };\n insert account { id: 2, email: \"b@example.com\", name: \"Bob\" };\n }\n }\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling getrandom v0.2.17\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling castaway v0.2.4\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ethnum v1.5.2\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:1\n |\n4 | spacetime::db! {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 302, + "output_tokens": 2282, + "generation_duration_ms": 23638, + "started_at": "2026-03-27T21:23:10.751939800Z", + "finished_at": "2026-03-27T21:25:39.068851700Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use std::vec::Vec;\n\n#[derive(Clone, Debug, PartialEq, Eq)]\npub struct User {\n pub user_id: i32,\n pub name: String,\n}\n\n#[derive(Clone, Debug, PartialEq, Eq)]\npub struct Group {\n pub group_id: i32,\n pub title: String,\n}\n\n#[derive(Clone, Debug, PartialEq, Eq)]\npub struct Membership {\n pub id: i32,\n pub user_id: i32,\n pub group_id: i32,\n}\n\npub fn seed() -> (Vec, Vec, Vec) {\n let users = vec![\n User { user_id: 1, name: \"Alice\".to_string() },\n User { user_id: 2, name: \"Bob\".to_string() },\n ];\n\n let groups = vec![\n Group { group_id: 10, title: \"Admin\".to_string() },\n Group { group_id: 20, title: \"Dev\".to_string() },\n ];\n\n let memberships = vec![\n Membership { id: 1, user_id: 1, group_id: 10 },\n Membership { id: 2, user_id: 1, group_id: 20 },\n Membership { id: 3, user_id: 2, group_id: 20 },\n ];\n\n (users, groups, memberships)\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling num-traits v0.2.19\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\rust\\server\\gpt-5-mini\\llm)\n Finished `release` profile [optimized] target(s) in 1m 23s\nOptimising module with wasm-opt...\nError: unable to determine ABI of module (may be on an spacetime version < 0.8)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:62420/v1/database/schema-t-019-many-to-many-gpt-5-mini-llm?clear=true&host_type=Wasm)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:62420 => http://127.0.0.1:62420\nThis will DESTROY the current schema-t-019-many-to-many-gpt-5-mini-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 460, + "output_tokens": 1948, + "generation_duration_ms": 23604, + "started_at": "2026-03-27T21:23:13.139666400Z", + "finished_at": "2026-03-27T21:25:17.409489400Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use std::collections::HashMap;\nuse std::sync::Mutex;\nuse once_cell::sync::Lazy;\n\n#[derive(Clone, Debug)]\npub struct Entity {\n pub id: i32,\n}\n\n#[derive(Clone, Debug)]\npub struct Position {\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[derive(Clone, Debug)]\npub struct Velocity {\n pub entity_id: i32,\n pub vx: i32,\n pub vy: i32,\n}\n\n#[derive(Clone, Debug)]\npub struct NextPosition {\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n// In-memory tables to simulate SpacetimeDB tables for this backend module.\nstatic entity: Lazy>> = Lazy::new(|| Mutex::new(HashMap::new()));\nstatic position: Lazy>> = Lazy::new(|| Mutex::new(HashMap::new()));\nstatic velocity: Lazy>> = Lazy::new(|| Mutex::new(HashMap::new()));\nstatic next_position: Lazy>> = Lazy::new(|| Mutex::new(HashMap::new()));\n\n/// Reducer: seed\n/// Insert the two entities with positions and velocities:\n/// - (id=1, pos=(0,0), vel=(1,0))\n/// - (id=2, pos=(10,0), vel=(-2,3))\npub fn seed() {\n {\n let mut e = entity.lock().unwrap();\n e.insert(1, Entity { id: 1 });\n e.insert(2, Entity { id: 2 });\n }\n\n {\n let mut p = position.lock().unwrap();\n p.insert(1, Position { entity_id: 1, x: 0, y: 0 });\n p.insert(2, Position { entity_id: 2, x: 10, y: 0 });\n }\n\n {\n let mut v = velocity.lock().unwrap();\n v.insert(1, Velocity { entity_id: 1, vx: 1, vy: 0 });\n v.insert(2, Velocity { entity_id: 2, vx: -2, vy: 3 });\n }\n}\n\n/// Reducer: step\n/// For each position, find velocity by entity_id; compute (x+vx, y+vy)\n/// and upsert into next_position by entity_id.\npub fn step() {\n // Snapshot positions to avoid holding the lock while computing/upserting.\n let positions_snapshot: Vec = {\n let p = position.lock().unwrap();\n p.values().cloned().collect()\n };\n\n for pos in positions_snapshot {\n let v_opt = {\n let vmap = velocity.lock().unwrap();\n vmap.get(&pos.entity_id).cloned()\n };\n\n if let Some(v) = v_opt {\n let np = NextPosition {\n entity_id: pos.entity_id,\n x: pos.x + v.vx,\n y: pos.y + v.vy,\n };\n let mut nmap = next_position.lock().unwrap();\n nmap.insert(np.entity_id, np);\n }\n }\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling cc v1.2.58\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `once_cell`\n --> src\\lib.rs:4:5\n |\n4 | use once_cell::sync::Lazy;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `once_cell`\n |\n = help: if you wanted to use a crate named `once_cell`, use `cargo add once_cell` to add it to your `Cargo.toml`\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 442, + "output_tokens": 2902, + "generation_duration_ms": 24952, + "started_at": "2026-03-27T21:23:16.211388100Z", + "finished_at": "2026-03-27T21:25:56.515010900Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\nconst SCHEMA: &str = \"\ntable log {\n struct Log {\n id: i32,\n user_id: i32,\n day: i32,\n message: String,\n }\n primary_key(id)\n index by_user_day: btree(user_id, day)\n}\n\";\n\n#[spacetime::table(name = \"log\")]\n#[derive(Clone, Debug, PartialEq, Eq)]\npub struct Log {\n #[spacetime::primary_key]\n pub id: i32,\n pub user_id: i32,\n pub day: i32,\n pub message: String,\n}\n\n#[spacetime::index(table = \"log\", name = \"by_user_day\", ty = \"btree\", cols = \"user_id,day\")]\nstruct by_user_day_index;\n\n#[spacetime::reducer]\npub fn seed(ctx: &mut spacetime::SeedContext) -> Result<(), spacetime::Error> {\n ctx.insert::(Log { id: 1, user_id: 7, day: 1, message: \"a\".to_string() })?;\n ctx.insert::(Log { id: 2, user_id: 7, day: 2, message: \"b\".to_string() })?;\n ctx.insert::(Log { id: 3, user_id: 9, day: 1, message: \"c\".to_string() })?;\n Ok(())\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:30:3\n |\n30 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:27:3\n |\n27 | #[spacetime::index(table = \"log\", name = \"by_user_day\", ty = \"btree\", cols = \"user_id,day\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:17:3\n |\n17 | #[spacetime::table(name = \"log\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:20:7\n |\n20 | #[spacetime::primary_key]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nwarning: type `by_user_day_index` should have an upper camel case name\n --> src\\lib.rs:28:8\n |\n28 | struct by_user_day_index;\n | ^^^^^^^^^^^^^^^^^ help: convert the identifier to upper camel case: `ByUserDayIndex`\n |\n = note: `#[warn(non_camel_case_types)]` (part of `#[warn(nonstandard_style)]`) on by default\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:31:23\n |\n31 | pub fn seed(ctx: &mut spacetime::SeedContext) -> Result<(), spacetime::Error> {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n31 | pub fn seed(ctx: &mut spacetimedb::SeedContext) -> Result<(), spacetime::Error> {\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:31:61\n |\n31 | pub fn seed(ctx: &mut spacetime::SeedContext) -> Result<(), spacetime::Error> {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n31 | pub fn seed(ctx: &mut spacetime::SeedContext) -> Result<(), spacetimedb::Error> {\n | ++\n\nFor more information about this error, try `rustc --explain E0433`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 358, + "output_tokens": 2832, + "generation_duration_ms": 36128, + "started_at": "2026-03-27T21:23:22.369706500Z", + "finished_at": "2026-03-27T21:25:56.305898900Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetime::table(name = \"announcement\", public)]\npub struct Announcement {\n #[spacetime(primary_key, auto_increment)]\n pub id: u64,\n pub message: String,\n #[spacetime(index(btree))]\n pub active: bool,\n}\n\n#[spacetime::view(AnonymousViewContext, public)]\npub fn active_announcements(ctx: &AnonymousViewContext) -> Vec {\n let table = ctx.table::();\n table.index(\"active\").get(&true).cloned().collect()\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling rand_core v0.6.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:13:3\n |\n13 | #[spacetime::view(AnonymousViewContext, public)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::table(name = \"announcement\", public)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[spacetime(primary_key, auto_increment)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[spacetime(index(btree))]\n | ^^^^^^^^^\n\nerror[E0425]: cannot find type `AnonymousViewContext` in this scope\n --> src\\lib.rs:14:35\n |\n14 | pub fn active_announcements(ctx: &AnonymousViewContext) -> Vec {\n | ^^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::AnonymousViewContext;\n |\n\nSome errors have detailed explanations: E0425, E0433.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 295, + "output_tokens": 1945, + "generation_duration_ms": 20554, + "started_at": "2026-03-27T21:15:37.670766500Z", + "finished_at": "2026-03-27T21:18:55.487763500Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetime::table]\n#[derive(Clone, Debug, PartialEq, Eq)]\npub struct Profile {\n #[spacetime(primary_key)]\n #[spacetime(auto_inc)]\n pub id: u64,\n #[spacetime(unique)]\n pub identity: Identity,\n pub name: String,\n pub bio: String,\n}\n\n#[spacetime::view(per_user)]\npub fn my_profile(ctx: ViewContext) -> Option {\n let sender = ctx.sender();\n // Iterate the Profile table and return the profile whose identity matches the caller.\n // This uses the view context to access the table rows.\n for profile in ctx.table::().iter() {\n if profile.identity == sender {\n return Some(profile.clone());\n }\n }\n None\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling cc v1.2.58\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling blake3 v1.8.3\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling ethnum v1.5.2\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling digest v0.10.7\n Compiling rand v0.8.5\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:16:3\n |\n16 | #[spacetime::view(per_user)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::table]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[spacetime(primary_key)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[spacetime(auto_inc)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:10:7\n |\n10 | #[spacetime(unique)]\n | ^^^^^^^^^\n\nerror[E0425]: cannot find type `Identity` in this scope\n --> src\\lib.rs:11:19\n |\n11 | pub identity: Identity,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::Identity;\n |\n\nerror[E0425]: cannot find type `ViewContext` in this scope\n --> src\\lib.rs:17:24\n |\n17 | pub fn my_profile(ctx: ViewContext) -> Option {\n | ^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ViewContext;\n |\n\nSome errors have detailed explanations: E0425, E0433.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 337, + "output_tokens": 1828, + "generation_duration_ms": 19459, + "started_at": "2026-03-27T21:15:41.245161300Z", + "finished_at": "2026-03-27T21:20:03.501747300Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetime::table(name = \"damage_event\", event = true, public = true)]\npub struct DamageEvent {\n pub entity_id: u64,\n pub damage: u32,\n pub source: String,\n}\n\n#[spacetime::reducer]\npub fn deal_damage(ctx: &mut Context, entity_id: u64, damage: u32, source: String) {\n ctx.insert_event::(DamageEvent { entity_id, damage, source });\n}", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling rand_chacha v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling decorum v0.3.1\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:11:3\n |\n11 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::table(name = \"damage_event\", event = true, public = true)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0425]: cannot find type `Context` in this scope\n --> src\\lib.rs:12:30\n |\n12 | pub fn deal_damage(ctx: &mut Context, entity_id: u64, damage: u32, source: String) {\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use std::task::Context;\n |\n\nSome errors have detailed explanations: E0425, E0433.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 308, + "output_tokens": 1983, + "generation_duration_ms": 27764, + "started_at": "2026-03-27T21:12:25.596430700Z", + "finished_at": "2026-03-27T21:15:49.855378500Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetime::table]\npub struct Player {\n #[spacetime(primary_key, auto_inc)]\n pub id: u64,\n pub name: String,\n pub nickname: Option,\n pub high_score: Option,\n}\n\n#[spacetime::reducer]\npub fn create_player(ctx: &mut spacetime::reducer::Context, name: String, nickname: Option, high_score: Option) {\n ctx.insert(Player { id: 0, name, nickname, high_score });\n}", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling decorum v0.3.1\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:13:3\n |\n13 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::table]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[spacetime(primary_key, auto_inc)]\n | ^^^^^^^^^\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:14:32\n |\n14 | pub fn create_player(ctx: &mut spacetime::reducer::Context, name: String, nickname: Option, high_score: Option) {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n14 | pub fn create_player(ctx: &mut spacetimedb::reducer::Context, name: String, nickname: Option, high_score: Option) {\n | ++\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 324, + "output_tokens": 2126, + "generation_duration_ms": 19226, + "started_at": "2026-03-27T21:15:08.560614500Z", + "finished_at": "2026-03-27T21:17:12.521596400Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetime::module]\npub mod t_026_auth_identity_check {\n use super::*;\n\n #[spacetime::table]\n #[derive(Clone, Debug, serde::Serialize, serde::Deserialize)]\n pub struct Message {\n #[spacetime(primary_key, auto_inc)]\n pub id: u64,\n #[spacetime(index, btree)]\n pub owner: Identity,\n pub text: String,\n }\n\n #[spacetime::public_table(message)]\n pub static message: Table = Table::new();\n\n #[spacetime::reducer]\n pub fn create_message(ctx: &mut Ctx, text: String) {\n let msg = Message {\n id: 0,\n owner: ctx.sender.clone(),\n text,\n };\n message.insert(msg);\n }\n\n #[spacetime::reducer]\n pub fn delete_message(ctx: &mut Ctx, id: u64) {\n let opt = message.get(id);\n let msg = match opt {\n Some(m) => m,\n None => panic!(\"not found\"),\n };\n if msg.owner != ctx.sender {\n panic!(\"unauthorized\");\n }\n message.delete(id);\n }\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::module]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:8:7\n |\n8 | #[spacetime::table]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `serde`\n --> src\\lib.rs:9:28\n |\n9 | #[derive(Clone, Debug, serde::Serialize, serde::Deserialize)]\n | ^^^^^ use of unresolved module or unlinked crate `serde`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `serde`\n --> src\\lib.rs:9:46\n |\n9 | #[derive(Clone, Debug, serde::Serialize, serde::Deserialize)]\n | ^^^^^ use of unresolved module or unlinked crate `serde`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:18:7\n |\n18 | #[spacetime::public_table(message)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:21:7\n |\n21 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:31:7\n |\n31 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:11:11\n |\n11 | #[spacetime(primary_key, auto_inc)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:13:11\n |\n13 | #[spacetime(index, btree)]\n | ^^^^^^^^^\n\nerror[E0425]: cannot find type `Identity` in this scope\n --> src\\lib.rs:14:20\n |\n14 | pub owner: Identity,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 6 + use spacetimedb::Identity;\n |\n\nerror[E0425]: cannot find type `Table` in this scope\n --> src\\lib.rs:19:25\n |\n19 | pub static message: Table = Table::new();\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 6 + use spacetimedb::Table;\n |\n\nerror[E0433]: failed to resolve: use of undeclared type `Table`\n --> src\\lib.rs:19:42\n |\n19 | pub static message: Table = Table::new();\n | ^^^^^ use of undeclared type `Table`\n |\nhelp: consider importing this trait\n |\n 6 + use spacetimedb::Table;\n |\n\nerror[E0425]: cannot find type `Ctx` in this scope\n --> src\\lib.rs:22:37\n |\n22 | pub fn create_message(ctx: &mut Ctx, text: String) {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find type `Ctx` in this scope\n --> src\\lib.rs:32:37\n |\n32 | pub fn delete_message(ctx: &mut Ctx, id: u64) {\n | ^^^ not found in this scope\n\nwarning: unused import: `super::*`\n --> src\\lib.rs:6:9\n |\n6 | use super::*;\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nSome errors have detailed explanations: E0425, E0433.\nFor more information about an error, try `rustc --explain E0425`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 15 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 364, + "output_tokens": 1876, + "generation_duration_ms": 27139, + "started_at": "2026-03-27T21:04:43.697138200Z", + "finished_at": "2026-03-27T21:07:53.599624600Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetime::table]\npub struct UserInternal {\n #[spacetime::id]\n #[spacetime::auto_inc]\n pub id: u64,\n pub name: String,\n pub email: String,\n pub password_hash: String,\n}\n\n#[spacetime::table(public)]\npub struct UserPublic {\n #[spacetime::id]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetime::reducer]\npub async fn register_user(\n mut ctx: spacetime::ReducerContext,\n name: String,\n email: String,\n password_hash: String,\n) -> spacetime::Result {\n // Insert into private table (auto-increment id by providing 0)\n let id: u64 = ctx\n .insert::(\"user_internal\", UserInternal {\n id: 0,\n name: name.clone(),\n email,\n password_hash,\n })\n .await?;\n\n // Insert safe fields into public table\n ctx.insert::(\"user_public\", UserPublic {\n id,\n name,\n })\n .await?;\n\n Ok(id)\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling num-traits v0.2.19\n Compiling second-stack v0.3.5\n Compiling cc v1.2.58\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling itertools v0.12.1\n Compiling http v1.4.0\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling syn v2.0.117\n Compiling generic-array v0.14.7\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:21:3\n |\n21 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:14:3\n |\n14 | #[spacetime::table(public)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:16:7\n |\n16 | #[spacetime::id]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::table]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:6:7\n |\n6 | #[spacetime::id]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:7:7\n |\n7 | #[spacetime::auto_inc]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:23:14\n |\n23 | mut ctx: spacetime::ReducerContext,\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n23 | mut ctx: spacetimedb::ReducerContext,\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:27:6\n |\n27 | ) -> spacetime::Result {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n27 | ) -> spacetimedb::Result {\n | ++\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 383, + "output_tokens": 1373, + "generation_duration_ms": 19464, + "started_at": "2026-03-27T21:04:43.697967600Z", + "finished_at": "2026-03-27T21:07:54.480958300Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[derive(Clone, Debug, Default)]\npub struct Author {\n pub id: u64,\n pub name: String,\n}\n\n#[derive(Clone, Debug, Default)]\npub struct Post {\n pub id: u64,\n pub author_id: u64,\n pub title: String,\n}\n\ntable! {\n author: Author {\n id: u64 = primary_key(auto_inc),\n name: String,\n }\n\n post: Post {\n id: u64 = primary_key(auto_inc),\n author_id: u64 = index(btree),\n title: String,\n }\n}\n\nreducer! {\n fn delete_author(ctx, author_id: u64) {\n // Iterate posts with matching author_id and delete each one\n let mut it = ctx.scan_index::(\"author_id\", &author_id);\n while let Some(p) = it.next() {\n ctx.delete::(p.id);\n }\n\n // Then delete the author by id\n ctx.delete::(author_id);\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror: cannot find macro `table` in this scope\n --> src\\lib.rs:17:1\n |\n17 | table! {\n | ^^^^^\n\nerror: cannot find macro `reducer` in this scope\n --> src\\lib.rs:30:1\n |\n30 | reducer! {\n | ^^^^^^^\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 347, + "output_tokens": 2632, + "generation_duration_ms": 33765, + "started_at": "2026-03-27T21:15:11.033235500Z", + "finished_at": "2026-03-27T21:19:01.410235500Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetime::table(name = \"order\")]\npub struct Order {\n #[spacetime(primary_key, auto_inc)]\n pub id: u64,\n #[spacetime(index(btree))]\n pub category: String,\n pub amount: u64,\n pub fulfilled: bool,\n}\n\n#[spacetime::table(name = \"category_stats\")]\npub struct CategoryStats {\n #[spacetime(primary_key)]\n pub category: String,\n pub total_amount: u64,\n pub order_count: u32,\n}\n\n#[spacetime::reducer]\npub fn compute_stats(mut ctx: spacetime::ReducerContext, category: String) {\n let mut total_amount: u64 = 0;\n let mut order_count: u32 = 0;\n\n // Iterate over orders filtered by the indexed \"category\" field.\n // scan_index returns an iterator over matching Order rows for the given category.\n let mut iter = ctx.scan_index::(\"category\", &category);\n while let Some(order) = iter.next() {\n order_count = order_count.saturating_add(1);\n total_amount = total_amount.saturating_add(order.amount);\n }\n\n let stats = CategoryStats {\n category: category.clone(),\n total_amount,\n order_count,\n };\n\n // Insert or update the category_stats table with the aggregated results.\n ctx.insert_or_update::(&category, stats);\n}", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling enum-as-inner v0.6.1\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:22:3\n |\n22 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:14:3\n |\n14 | #[spacetime::table(name = \"category_stats\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::table(name = \"order\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[spacetime(primary_key)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[spacetime(primary_key, auto_inc)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[spacetime(index(btree))]\n | ^^^^^^^^^\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:23:31\n |\n23 | pub fn compute_stats(mut ctx: spacetime::ReducerContext, category: String) {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n23 | pub fn compute_stats(mut ctx: spacetimedb::ReducerContext, category: String) {\n | ++\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 368, + "output_tokens": 1869, + "generation_duration_ms": 30723, + "started_at": "2026-03-27T21:15:26.432684400Z", + "finished_at": "2026-03-27T21:19:33.556892200Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetime::table(name = \"customer\")]\npub struct Customer {\n #[spacetime(primary_key, auto_inc)]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetime::table(name = \"order\")]\npub struct Order {\n #[spacetime(primary_key, auto_inc)]\n pub id: u64,\n #[spacetime(index = \"btree\")]\n pub customer_id: u64,\n pub product: String,\n pub amount: u32,\n}\n\n#[spacetime::table(name = \"order_detail\")]\npub struct OrderDetail {\n #[spacetime(primary_key)]\n pub order_id: u64,\n pub customer_name: String,\n pub product: String,\n pub amount: u32,\n}\n\n#[spacetime::reducer]\npub fn build_order_details(ctx: &mut spacetime::ReducerContext) {\n // Obtain handles to the tables\n let orders = ctx.table::();\n let customers = ctx.table::();\n let mut writer = ctx.writer::();\n\n // Iterate all orders\n for order in orders.iter() {\n // Look up the customer by customer_id\n if let Some(customer) = customers.get(order.customer_id) {\n // Insert an OrderDetail row with the joined data\n let detail = OrderDetail {\n order_id: order.id,\n customer_name: customer.name.clone(),\n product: order.product.clone(),\n amount: order.amount,\n };\n writer.insert(detail);\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling memchr v2.8.0\n Compiling cc v1.2.58\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:30:3\n |\n30 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:21:3\n |\n21 | #[spacetime::table(name = \"order_detail\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:11:3\n |\n11 | #[spacetime::table(name = \"order\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::table(name = \"customer\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:23:7\n |\n23 | #[spacetime(primary_key)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[spacetime(primary_key, auto_inc)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[spacetime(index = \"btree\")]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[spacetime(primary_key, auto_inc)]\n | ^^^^^^^^^\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:31:38\n |\n31 | pub fn build_order_details(ctx: &mut spacetime::ReducerContext) {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n31 | pub fn build_order_details(ctx: &mut spacetimedb::ReducerContext) {\n | ++\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 10 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 417, + "output_tokens": 1925, + "generation_duration_ms": 19978, + "started_at": "2026-03-27T21:15:29.509841700Z", + "finished_at": "2026-03-27T21:20:02.894330100Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetime::table(name = \"account\")]\n#[derive(Clone, Debug)]\npub struct Account {\n #[spacetime::primary_key(auto_inc)]\n pub id: u64,\n #[spacetime::unique]\n pub email: String,\n pub display_name: String,\n}\n\n#[spacetime::reducer]\npub fn create_account(ctx: &mut spacetime::ReducerContext, email: String, display_name: String) {\n ctx.insert(Account { id: 0, email, display_name });\n}", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling num-traits v0.2.19\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:14:3\n |\n14 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::table(name = \"account\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:7:7\n |\n7 | #[spacetime::primary_key(auto_inc)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:9:7\n |\n9 | #[spacetime::unique]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:15:33\n |\n15 | pub fn create_account(ctx: &mut spacetime::ReducerContext, email: String, display_name: String) {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n15 | pub fn create_account(ctx: &mut spacetimedb::ReducerContext, email: String, display_name: String) {\n | ++\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 308, + "output_tokens": 1665, + "generation_duration_ms": 20906, + "started_at": "2026-03-27T21:15:34.475709200Z", + "finished_at": "2026-03-27T21:19:58.462372900Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\nuse spacetime::Context;\n\n#[spacetime::table(name = \"product\")]\npub struct Product {\n #[spacetime(primary_key)]\n #[spacetime(auto_inc)]\n pub id: u64,\n pub name: String,\n #[spacetime(index = \"btree\")]\n pub price: u32,\n}\n\n#[spacetime::table(name = \"price_range_result\")]\npub struct PriceRangeResult {\n #[spacetime(primary_key)]\n pub product_id: u64,\n pub name: String,\n pub price: u32,\n}\n\n#[spacetime::reducer]\npub fn find_in_price_range(ctx: &mut Context, min_price: u32, max_price: u32) {\n // Iterate all products using the generated table accessor\n for product in ctx.table::().scan() {\n if product.price >= min_price && product.price <= max_price {\n let res = PriceRangeResult {\n product_id: product.id,\n name: product.name.clone(),\n price: product.price,\n };\n ctx.table::().insert(res);\n }\n }\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling num-traits v0.2.19\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0432]: unresolved import `spacetime`\n --> src\\lib.rs:3:5\n |\n3 | use spacetime::Context;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n3 | use spacetimedb::Context;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:23:3\n |\n23 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:15:3\n |\n15 | #[spacetime::table(name = \"price_range_result\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:5:3\n |\n5 | #[spacetime::table(name = \"product\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:17:7\n |\n17 | #[spacetime(primary_key)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[spacetime(primary_key)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[spacetime(auto_inc)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:11:7\n |\n11 | #[spacetime(index = \"btree\")]\n | ^^^^^^^^^\n\nSome errors have detailed explanations: E0432, E0433.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 375, + "output_tokens": 2131, + "generation_duration_ms": 26338, + "started_at": "2026-03-27T21:15:49.855526800Z", + "finished_at": "2026-03-27T21:20:20.543099700Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetime::table(name = \"player\")]\npub struct Player {\n #[spacetime(primary_key, auto_inc)]\n pub id: u64,\n pub name: String,\n pub score: u64,\n}\n\n#[spacetime::table(name = \"leaderboard\")]\npub struct LeaderboardEntry {\n #[spacetime(primary_key)]\n pub rank: u32,\n pub player_name: String,\n pub score: u64,\n}\n\n#[spacetime::reducer]\npub fn build_leaderboard(mut ctx: spacetime::ReducerContext, limit: u32) {\n // Collect all players\n let mut players: Vec = ctx.collect::();\n\n // Sort by score descending\n players.sort_by(|a, b| b.score.cmp(&a.score));\n\n // Clear existing leaderboard entries\n ctx.clear::();\n\n // Take top `limit` and insert into leaderboard with rank starting at 1\n for (i, p) in players.into_iter().take(limit as usize).enumerate() {\n let entry = LeaderboardEntry {\n rank: (i + 1) as u32,\n player_name: p.name,\n score: p.score,\n };\n ctx.insert(entry);\n }\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling generic-array v0.14.7\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:20:3\n |\n20 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:12:3\n |\n12 | #[spacetime::table(name = \"leaderboard\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::table(name = \"player\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[spacetime(primary_key)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[spacetime(primary_key, auto_inc)]\n | ^^^^^^^^^\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:21:35\n |\n21 | pub fn build_leaderboard(mut ctx: spacetime::ReducerContext, limit: u32) {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n21 | pub fn build_leaderboard(mut ctx: spacetimedb::ReducerContext, limit: u32) {\n | ++\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 370, + "output_tokens": 1944, + "generation_duration_ms": 347977, + "started_at": "2026-03-27T21:17:12.521807100Z", + "finished_at": "2026-03-27T21:25:58.561933Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime_db::prelude::*;\n\n#[derive(Clone, Debug)]\n#[spacetime(table = \"task\")]\npub struct Task {\n #[spacetime(primary_key, auto_inc)]\n pub id: u64,\n pub title: String,\n pub completed: bool,\n}\n\n#[derive(Clone, Debug)]\n#[spacetime(table = \"first_incomplete\")]\npub struct FirstIncomplete {\n #[spacetime(primary_key)]\n pub task_id: u64,\n pub title: String,\n}\n\n#[spacetime::reducer]\npub fn find_first_incomplete(ctx: &mut spacetime::Context) {\n // Iterate through the task table and find the first incomplete task\n if let Some(task_entry) = ctx.table::().iter().find(|(_, t)| !t.completed) {\n let (_k, task) = task_entry;\n let fi = FirstIncomplete {\n task_id: task.id,\n title: task.title.clone(),\n };\n // Insert the found task into the first_incomplete table\n ctx.insert(fi);\n }\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling generic-array v0.14.7\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling http v1.4.0\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling lean_string v0.5.3\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime_db`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime_db::prelude::*;\n | ^^^^^^^^^^^^ use of unresolved module or unlinked crate `spacetime_db`\n |\nhelp: there is a crate or module with a similar name\n |\n2 - use spacetime_db::prelude::*;\n2 + use spacetimedb::prelude::*;\n |\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:21:3\n |\n21 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetime(table = \"task\")]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[spacetime(primary_key, auto_inc)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[spacetime(table = \"first_incomplete\")]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[spacetime(primary_key)]\n | ^^^^^^^^^\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:22:40\n |\n22 | pub fn find_first_incomplete(ctx: &mut spacetime::Context) {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n22 | pub fn find_first_incomplete(ctx: &mut spacetimedb::Context) {\n | ++\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 343, + "output_tokens": 2399, + "generation_duration_ms": 22145, + "started_at": "2026-03-27T21:18:55.487942900Z", + "finished_at": "2026-03-27T21:21:48.694444Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use std::collections::BTreeSet;\n\n#[derive(Clone, Debug, Default)]\npub struct Order {\n pub id: u64,\n pub category: String,\n pub amount: u32,\n}\n\n#[derive(Clone, Debug, Default)]\npub struct DistinctCategory {\n pub category: String,\n}\n\npub trait ReducerCtx {\n /// Iterate all orders stored in the backend.\n fn scan_orders(&self) -> Box + '_>;\n\n /// Clear all entries from the distinct_category table.\n fn clear_distinct_category(&mut self);\n\n /// Insert a DistinctCategory entry into the distinct_category table.\n fn insert_distinct_category(&mut self, entry: DistinctCategory);\n}\n\n/// Reducer that collects all distinct category values from orders into distinct_category.\npub fn collect_distinct_categories(ctx: &mut dyn ReducerCtx) {\n let mut set: BTreeSet = BTreeSet::new();\n\n for order in ctx.scan_orders() {\n set.insert(order.category);\n }\n\n ctx.clear_distinct_category();\n\n for category in set {\n ctx.insert_distinct_category(DistinctCategory { category });\n }\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling lean_string v0.5.3\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\rust\\server\\gpt-5-mini\\llm)\n Finished `release` profile [optimized] target(s) in 2m 50s\nOptimising module with wasm-opt...\nError: unable to determine ABI of module (may be on an spacetime version < 0.8)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:62420/v1/database/queries-t-035-select-distinct-gpt-5-mini-llm?clear=true&host_type=Wasm)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:62420 => http://127.0.0.1:62420\nThis will DESTROY the current queries-t-035-select-distinct-gpt-5-mini-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 337, + "output_tokens": 2801, + "generation_duration_ms": 30703, + "started_at": "2026-03-27T21:19:01.410366400Z", + "finished_at": "2026-03-27T21:23:22.369600600Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\nuse spacetime::backend::ReducerCtx;\n\n#[spacetime::table]\npub struct User {\n #[spacetime(primary, auto_inc)]\n pub id: u64,\n pub name: String,\n pub active: bool,\n}\n\n#[spacetime::table]\npub struct UserStats {\n #[spacetime(primary)]\n pub key: String,\n pub count: u64,\n}\n\n#[spacetime::reducer]\npub fn compute_user_counts(mut ctx: ReducerCtx) {\n // Count total users without collecting into a Vec\n let total = ctx.table::().iter().count();\n\n // Count active users by filtering and counting\n let active = ctx.table::().iter().filter(|u| u.active).count();\n\n // Insert stats rows\n ctx.insert(UserStats {\n key: \"total\".to_string(),\n count: total as u64,\n }).unwrap();\n\n ctx.insert(UserStats {\n key: \"active\".to_string(),\n count: active as u64,\n }).unwrap();\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling lean_string v0.5.3\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:3:5\n |\n3 | use spacetime::backend::ReducerCtx;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n3 | use spacetimedb::backend::ReducerCtx;\n | ++\n\nerror[E0432]: unresolved import `spacetime::backend::ReducerCtx`\n --> src\\lib.rs:3:5\n |\n3 | use spacetime::backend::ReducerCtx;\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:20:3\n |\n20 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:13:3\n |\n13 | #[spacetime::table]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:5:3\n |\n5 | #[spacetime::table]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[spacetime(primary)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[spacetime(primary, auto_inc)]\n | ^^^^^^^^^\n\nSome errors have detailed explanations: E0432, E0433.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 382, + "output_tokens": 1984, + "generation_duration_ms": 30867, + "started_at": "2026-03-27T21:19:33.557034900Z", + "finished_at": "2026-03-27T21:21:28.227680600Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetime::table(name = \"event_log\")]\n#[derive(Clone, Debug, PartialEq)]\npub struct EventLog {\n #[spacetime::column(primary_key, auto_inc)]\n pub id: u64,\n pub category: String,\n pub severity: u32,\n pub message: String,\n}\n\n#[spacetime::index(\n name = \"event_log_category_severity_idx\",\n table = \"event_log\",\n kind = \"btree\",\n columns = (\"category\", \"severity\")\n)]\npub struct EventLogCategorySeverityIndex;\n\n#[spacetime::table(name = \"filtered_event\")]\n#[derive(Clone, Debug, PartialEq)]\npub struct FilteredEvent {\n #[spacetime::column(primary_key)]\n pub event_id: u64,\n pub message: String,\n}\n\n#[spacetime::reducer]\npub fn filter_events(ctx: &mut spacetime::ReducerContext, category: String, severity: u32) {\n // Iterate all event_log rows\n let mut scanner = ctx.scan_table::(\"event_log\");\n while let Some(row) = scanner.next() {\n // For each row where category matches AND severity matches, insert into filtered_event\n if row.category == category && row.severity == severity {\n let out = FilteredEvent {\n event_id: row.id,\n message: row.message.clone(),\n };\n ctx.insert(\"filtered_event\", &out).expect(\"insert into filtered_event failed\");\n }\n }\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling log v0.4.29\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:30:3\n |\n30 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:22:3\n |\n22 | #[spacetime::table(name = \"filtered_event\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:25:7\n |\n25 | #[spacetime::column(primary_key)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:14:3\n |\n14 | #[spacetime::index(\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::table(name = \"event_log\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:7:7\n |\n7 | #[spacetime::column(primary_key, auto_inc)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:31:32\n |\n31 | pub fn filter_events(ctx: &mut spacetime::ReducerContext, category: String, severity: u32) {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n31 | pub fn filter_events(ctx: &mut spacetimedb::ReducerContext, category: String, severity: u32) {\n | ++\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 373, + "output_tokens": 1836, + "generation_duration_ms": 28467, + "started_at": "2026-03-27T21:19:58.462562500Z", + "finished_at": "2026-03-27T21:23:10.751717700Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use std::time::Duration;\nuse spacetime::prelude::*;\n\n#[spacetime::table(name = \"reminder\", primary_key = \"scheduled_id\", auto_increment = true, reducer = \"send_reminder\")]\n#[derive(Clone)]\npub struct Reminder {\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n pub message: String,\n}\n\n#[spacetime::reducer(kind = \"scheduled\")]\npub fn send_reminder(_ctx: &mut Context, _row: Reminder) {\n // intentionally does nothing\n}\n\n#[spacetime::reducer(kind = \"init\")]\npub fn init(ctx: &mut Context) {\n let fire_time = ctx.timestamp + Duration::from_secs(60);\n let row = Reminder {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Time(fire_time),\n message: String::from(\"Scheduled reminder\"),\n };\n ctx.insert(row);\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:3:5\n |\n3 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n3 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:18:3\n |\n18 | #[spacetime::reducer(kind = \"init\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:13:3\n |\n13 | #[spacetime::reducer(kind = \"scheduled\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:5:3\n |\n5 | #[spacetime::table(name = \"reminder\", primary_key = \"scheduled_id\", auto_increment = true, reducer = \"send_reminder\")]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0425]: cannot find type `ScheduleAt` in this scope\n --> src\\lib.rs:9:23\n |\n9 | pub scheduled_at: ScheduleAt,\n | ^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n2 + use spacetimedb::ScheduleAt;\n |\n\nerror[E0425]: cannot find type `Context` in this scope\n --> src\\lib.rs:14:33\n |\n14 | pub fn send_reminder(_ctx: &mut Context, _row: Reminder) {\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use std::task::Context;\n |\n\nerror[E0425]: cannot find type `Context` in this scope\n --> src\\lib.rs:19:23\n |\n19 | pub fn init(ctx: &mut Context) {\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use std::task::Context;\n |\n\nerror[E0433]: failed to resolve: use of undeclared type `ScheduleAt`\n --> src\\lib.rs:23:23\n |\n23 | scheduled_at: ScheduleAt::Time(fire_time),\n | ^^^^^^^^^^ use of undeclared type `ScheduleAt`\n |\nhelp: consider importing this enum\n |\n 2 + use spacetimedb::ScheduleAt;\n |\n\nSome errors have detailed explanations: E0425, E0433.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 341, + "output_tokens": 2244, + "generation_duration_ms": 23289, + "started_at": "2026-03-27T21:11:48.815400700Z", + "finished_at": "2026-03-27T21:15:29.509646700Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\nuse std::time::Duration;\n\n#[spacetime(table = \"cleanup_job\", reducer = \"run_cleanup\")]\n#[derive(Clone, Debug, serde::Serialize, serde::Deserialize)]\npub struct CleanupJob {\n #[spacetime(primary_key, auto_increment)]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetime::reducer]\npub async fn run_cleanup(_ctx: &mut ReducerContext, _job: CleanupJob) -> SpacetimeResult<()> {\n // scheduled reducer triggered by cleanup_job; intentionally does nothing\n Ok(())\n}\n\n#[spacetime::reducer]\npub async fn init(ctx: &mut ReducerContext) -> SpacetimeResult<()> {\n let job = CleanupJob {\n scheduled_id: 0, // will be auto-incremented\n scheduled_at: ScheduleAt::After(Duration::from_secs(60)),\n };\n ctx.insert_row(\"cleanup_job\", job).await?;\n Ok(())\n}\n\n#[spacetime::reducer]\npub async fn cancel_cleanup(ctx: &mut ReducerContext, scheduled_id: u64) -> SpacetimeResult<()> {\n ctx.delete_row_by_pk(\"cleanup_job\", scheduled_id).await?;\n Ok(())\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:29:3\n |\n29 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:19:3\n |\n19 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:13:3\n |\n13 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `serde`\n --> src\\lib.rs:6:24\n |\n6 | #[derive(Clone, Debug, serde::Serialize, serde::Deserialize)]\n | ^^^^^ use of unresolved module or unlinked crate `serde`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `serde`\n --> src\\lib.rs:6:42\n |\n6 | #[derive(Clone, Debug, serde::Serialize, serde::Deserialize)]\n | ^^^^^ use of unresolved module or unlinked crate `serde`\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetime(table = \"cleanup_job\", reducer = \"run_cleanup\")]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[spacetime(primary_key, auto_increment)]\n | ^^^^^^^^^\n\nerror[E0425]: cannot find type `ScheduleAt` in this scope\n --> src\\lib.rs:10:23\n |\n10 | pub scheduled_at: ScheduleAt,\n | ^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 2 + use spacetimedb::ScheduleAt;\n |\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:14:37\n |\n14 | pub async fn run_cleanup(_ctx: &mut ReducerContext, _job: CleanupJob) -> SpacetimeResult<()> {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0425]: cannot find type `SpacetimeResult` in this scope\n --> src\\lib.rs:14:74\n |\n14 | pub async fn run_cleanup(_ctx: &mut ReducerContext, _job: CleanupJob) -> SpacetimeResult<()> {\n | ^^^^^^^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:20:29\n |\n20 | pub async fn init(ctx: &mut ReducerContext) -> SpacetimeResult<()> {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0425]: cannot find type `SpacetimeResult` in this scope\n --> src\\lib.rs:20:48\n |\n20 | pub async fn init(ctx: &mut ReducerContext) -> SpacetimeResult<()> {\n | ^^^^^^^^^^^^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `ScheduleAt`\n --> src\\lib.rs:23:23\n |\n23 | scheduled_at: ScheduleAt::After(Duration::from_secs(60)),\n | ^^^^^^^^^^ use of undeclared type `ScheduleAt`\n |\nhelp: consider importing this enum\n |\n 2 + use spacetimedb::ScheduleAt;\n |\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:30:39\n |\n30 | pub async fn cancel_cleanup(ctx: &mut ReducerContext, scheduled_id: u64) -> SpacetimeResult<()> {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0425]: cannot find type `SpacetimeResult` in this scope\n --> src\\lib.rs:30:77\n |\n30 | pub async fn cancel_cleanup(ctx: &mut ReducerContext, scheduled_id: u64) -> SpacetimeResult<()> {\n | ^^^^^^^^^^^^^^^ not found in this scope\n\nSome errors have detailed explanations: E0425, E0433.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 16 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 334, + "output_tokens": 2120, + "generation_duration_ms": 22143, + "started_at": "2026-03-27T21:11:55.696326800Z", + "finished_at": "2026-03-27T21:15:26.398706500Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetime::table(name = \"online_player\", public)]\npub struct OnlinePlayer {\n #[spacetime::primary_key]\n pub identity: Identity,\n pub connected_at: Timestamp,\n}\n\n#[spacetime::lifecycle_reducer]\npub fn client_connected(ctx: &mut Context) {\n let row = OnlinePlayer {\n identity: ctx.sender(),\n connected_at: ctx.timestamp,\n };\n ctx.insert(row);\n}\n\n#[spacetime::lifecycle_reducer]\npub fn client_disconnected(ctx: &mut Context) {\n ctx.delete::(ctx.sender());\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling generic-array v0.14.7\n Compiling castaway v0.2.4\n Compiling blake3 v1.8.3\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:20:3\n |\n20 | #[spacetime::lifecycle_reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:11:3\n |\n11 | #[spacetime::lifecycle_reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::table(name = \"online_player\", public)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:6:7\n |\n6 | #[spacetime::primary_key]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0425]: cannot find type `Identity` in this scope\n --> src\\lib.rs:7:19\n |\n7 | pub identity: Identity,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n2 + use spacetimedb::Identity;\n |\n\nerror[E0425]: cannot find type `Timestamp` in this scope\n --> src\\lib.rs:8:23\n |\n8 | pub connected_at: Timestamp,\n | ^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n2 + use spacetimedb::Timestamp;\n |\n\nerror[E0425]: cannot find type `Context` in this scope\n --> src\\lib.rs:12:35\n |\n12 | pub fn client_connected(ctx: &mut Context) {\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use std::task::Context;\n |\n\nerror[E0425]: cannot find type `Context` in this scope\n --> src\\lib.rs:21:38\n |\n21 | pub fn client_disconnected(ctx: &mut Context) {\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use std::task::Context;\n |\n\nSome errors have detailed explanations: E0425, E0433.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 295, + "output_tokens": 1695, + "generation_duration_ms": 13810, + "started_at": "2026-03-27T21:12:20.984010300Z", + "finished_at": "2026-03-27T21:15:34.475443600Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetime::private_table]\npub struct User {\n pub identity: Identity,\n pub name: String,\n}\n\n#[spacetime::public_table]\npub struct Message {\n #[spacetime::primary_key]\n pub id: u64,\n #[spacetime::index(btree)]\n pub sender: Identity,\n pub text: String,\n}\n\n#[spacetime::reducer]\nfn register(ctx: &spacetime::Ctx, name: String) {\n if user::get(&ctx.sender).is_some() {\n panic!(\"already registered\");\n }\n user::insert(User {\n identity: ctx.sender,\n name,\n });\n}\n\n#[spacetime::reducer]\nfn post_message(ctx: &spacetime::Ctx, text: String) {\n if user::get(&ctx.sender).is_none() {\n panic!(\"not registered\");\n }\n message::insert(Message {\n id: 0,\n sender: ctx.sender,\n text,\n });\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling cc v1.2.58\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling ethnum v1.5.2\n Compiling itertools v0.12.1\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ppv-lite86 v0.2.21\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling castaway v0.2.4\n Compiling sha3 v0.10.8\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:30:3\n |\n30 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:19:3\n |\n19 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:10:3\n |\n10 | #[spacetime::public_table]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:12:7\n |\n12 | #[spacetime::primary_key]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:14:7\n |\n14 | #[spacetime::index(btree)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::private_table]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0425]: cannot find type `Identity` in this scope\n --> src\\lib.rs:6:19\n |\n6 | pub identity: Identity,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n2 + use spacetimedb::Identity;\n |\n\nerror[E0425]: cannot find type `Identity` in this scope\n --> src\\lib.rs:15:17\n |\n15 | pub sender: Identity,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::Identity;\n |\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `user`\n --> src\\lib.rs:21:8\n |\n21 | if user::get(&ctx.sender).is_some() {\n | ^^^^\n | |\n | use of unresolved module or unlinked crate `user`\n | help: a struct with a similar name exists (notice the capitalization): `User`\n |\n = help: if you wanted to use a crate named `user`, use `cargo add user` to add it to your `Cargo.toml`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `user`\n --> src\\lib.rs:24:5\n |\n24 | user::insert(User {\n | ^^^^\n | |\n | use of unresolved module or unlinked crate `user`\n | help: a struct with a similar name exists (notice the capitalization): `User`\n |\n = help: if you wanted to use a crate named `user`, use `cargo add user` to add it to your `Cargo.toml`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `user`\n --> src\\lib.rs:32:8\n |\n32 | if user::get(&ctx.sender).is_none() {\n | ^^^^\n | |\n | use of unresolved module or unlinked crate `user`\n | help: a struct with a similar name exists (notice the capitalization): `User`\n |\n = help: if you wanted to use a crate named `user`, use `cargo add user` to add it to your `Cargo.toml`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `message`\n --> src\\lib.rs:35:5\n |\n35 | message::insert(Message {\n | ^^^^^^^\n | |\n | use of unresolved module or unlinked crate `message`\n | help: a struct with a similar name exists: `Message`\n |\n = help: if you wanted to use a crate named `message`, use `cargo add message` to add it to your `Cargo.toml`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:20:19\n |\n20 | fn register(ctx: &spacetime::Ctx, name: String) {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n20 | fn register(ctx: &spacetimedb::Ctx, name: String) {\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:31:23\n |\n31 | fn post_message(ctx: &spacetime::Ctx, text: String) {\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n31 | fn post_message(ctx: &spacetimedb::Ctx, text: String) {\n | ++\n\nSome errors have detailed explanations: E0425, E0433.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 15 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 389, + "output_tokens": 2224, + "generation_duration_ms": 32310, + "started_at": "2026-03-27T21:04:43.698802800Z", + "finished_at": "2026-03-27T21:08:06.499098600Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use serde::{Deserialize, Serialize};\n\nuse spacetime::prelude::*;\n\n#[spacetime(table = \"config\", private)]\n#[derive(Clone, Debug, Serialize, Deserialize)]\npub struct Config {\n #[spacetime(primary_key)]\n pub id: u32,\n pub admin: Identity,\n}\n\n#[spacetime(table = \"admin_log\", public)]\n#[derive(Clone, Debug, Serialize, Deserialize)]\npub struct AdminLog {\n #[spacetime(primary_key, auto_inc)]\n pub id: u64,\n pub action: String,\n}\n\n#[spacetime::reducer]\npub fn bootstrap_admin(ctx: &mut ReducerContext) {\n // Check if a Config row with id = 0 already exists\n if ctx.tables.config.get(0).is_some() {\n panic!(\"already bootstrapped\");\n }\n\n // Insert the bootstrap admin record\n let cfg = Config {\n id: 0,\n admin: ctx.sender.clone(),\n };\n ctx.tables.config.insert(cfg);\n}\n\n#[spacetime::reducer]\npub fn admin_action(ctx: &mut ReducerContext, action: String) {\n // Load the Config row with id = 0; panic if missing\n let config = ctx\n .tables\n .config\n .get(0)\n .expect(\"not bootstrapped\");\n\n // Verify sender is the admin\n if ctx.sender != config.admin {\n panic!(\"not admin\");\n }\n\n // Insert an AdminLog row with auto_inc id\n let log = AdminLog {\n id: 0,\n action,\n };\n ctx.tables.admin_log.insert(log);\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand_core v0.6.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:5\n |\n4 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n4 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0432]: unresolved import `serde`\n --> src\\lib.rs:2:5\n |\n2 | use serde::{Deserialize, Serialize};\n | ^^^^^ use of unresolved module or unlinked crate `serde`\n |\n = help: if you wanted to use a crate named `serde`, use `cargo add serde` to add it to your `Cargo.toml`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:37:3\n |\n37 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:22:3\n |\n22 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[spacetime(table = \"admin_log\", public)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:17:7\n |\n17 | #[spacetime(primary_key, auto_inc)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:6:3\n |\n6 | #[spacetime(table = \"config\", private)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[spacetime(primary_key)]\n | ^^^^^^^^^\n\nerror[E0425]: cannot find type `Identity` in this scope\n --> src\\lib.rs:11:16\n |\n11 | pub admin: Identity,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::Identity;\n |\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:23:34\n |\n23 | pub fn bootstrap_admin(ctx: &mut ReducerContext) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:38:31\n |\n38 | pub fn admin_action(ctx: &mut ReducerContext, action: String) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nSome errors have detailed explanations: E0425, E0432, E0433.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 11 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 402, + "output_tokens": 1669, + "generation_duration_ms": 23510, + "started_at": "2026-03-27T21:04:43.699623Z", + "finished_at": "2026-03-27T21:08:17.833273200Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use std::collections::HashMap;\nuse std::sync::{Mutex, OnceLock};\n\npub type Identity = String;\n\n#[derive(Clone, Debug)]\npub struct User {\n pub identity: Identity,\n pub role: String, // \"admin\" or \"member\"\n}\n\nstatic USER_TABLE: OnceLock>> = OnceLock::new();\n\nfn user_table() -> &'static Mutex> {\n USER_TABLE.get_or_init(|| Mutex::new(HashMap::new()))\n}\n\npub struct Ctx {\n pub sender: Identity,\n}\n\npub fn register(ctx: &Ctx) {\n let table_mutex = user_table();\n let mut table = table_mutex.lock().unwrap();\n if table.contains_key(&ctx.sender) {\n panic!(\"already registered\");\n }\n let user = User {\n identity: ctx.sender.clone(),\n role: \"member\".to_string(),\n };\n table.insert(ctx.sender.clone(), user);\n}\n\npub fn promote(ctx: &Ctx, target: Identity) {\n let table_mutex = user_table();\n let mut table = table_mutex.lock().unwrap();\n let caller = table.get(&ctx.sender).cloned();\n let caller = match caller {\n Some(c) => c,\n None => panic!(\"not registered\"),\n };\n if caller.role != \"admin\" {\n panic!(\"not admin\");\n }\n let target_user = table.get_mut(&target);\n match target_user {\n Some(u) => {\n u.role = \"admin\".to_string();\n }\n None => panic!(\"target not registered\"),\n }\n}\n\npub fn member_action(ctx: &Ctx) {\n let table_mutex = user_table();\n let table = table_mutex.lock().unwrap();\n if !table.contains_key(&ctx.sender) {\n panic!(\"not registered\");\n }\n // presence of the row is sufficient\n}\n\npub fn admin_action(ctx: &Ctx) {\n let table_mutex = user_table();\n let table = table_mutex.lock().unwrap();\n let user = table.get(&ctx.sender).cloned();\n let user = match user {\n Some(u) => u,\n None => panic!(\"not registered\"),\n };\n if user.role != \"admin\" {\n panic!(\"not admin\");\n }\n // admin guard passed\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling itertools v0.12.1\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\rust\\server\\gpt-5-mini\\llm)\n Finished `release` profile [optimized] target(s) in 2m 00s\nOptimising module with wasm-opt...\nError: unable to determine ABI of module (may be on an spacetime version < 0.8)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:62420/v1/database/auth-t-043-role-based-access-gpt-5-mini-llm?clear=true&host_type=Wasm)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:62420 => http://127.0.0.1:62420\nThis will DESTROY the current auth-t-043-role-based-access-gpt-5-mini-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 458, + "output_tokens": 2814, + "generation_duration_ms": 40299, + "started_at": "2026-03-27T21:04:43.700393100Z", + "finished_at": "2026-03-27T21:08:18.198507500Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[derive(Clone, Debug, Eq, PartialEq, serde::Serialize, serde::Deserialize, spacetime::Table)]\n#[spacetime(table = \"admin\", visibility = \"private\")]\npub struct Admin {\n #[spacetime(primary_key)]\n pub identity: Identity,\n}\n\n#[derive(Clone, Debug, Eq, PartialEq, serde::Serialize, serde::Deserialize, spacetime::Table)]\n#[spacetime(table = \"banned\", visibility = \"private\")]\npub struct Banned {\n #[spacetime(primary_key)]\n pub identity: Identity,\n}\n\n#[derive(Clone, Debug, Eq, PartialEq, serde::Serialize, serde::Deserialize, spacetime::Table)]\n#[spacetime(table = \"player\", visibility = \"public\")]\npub struct Player {\n #[spacetime(primary_key)]\n pub identity: Identity,\n pub name: String,\n}\n\n#[spacetime::reducer]\npub fn add_admin(ctx: Ctx, target: Identity) {\n // Verify sender is an admin\n if !admin::contains(&Admin { identity: ctx.sender.clone() }) {\n panic!(\"not admin\");\n }\n // Insert admin (ignore if already present)\n admin::insert(Admin { identity: target });\n}\n\n#[spacetime::reducer]\npub fn ban_player(ctx: Ctx, target: Identity) {\n // Verify sender is an admin\n if !admin::contains(&Admin { identity: ctx.sender.clone() }) {\n panic!(\"not admin\");\n }\n // Insert into banned\n banned::insert(Banned { identity: target.clone() });\n // Remove player row if exists\n if player::contains(&Player { identity: target.clone(), name: String::new() }) {\n player::remove(&Player { identity: target, name: String::new() });\n }\n}\n\n#[spacetime::reducer]\npub fn join_game(ctx: Ctx, name: String) {\n // If sender is banned, reject\n if banned::contains(&Banned { identity: ctx.sender.clone() }) {\n panic!(\"banned\");\n }\n // If already in game, panic\n if player::contains(&Player { identity: ctx.sender.clone(), name: String::new() }) {\n panic!(\"already in game\");\n }\n // Insert player\n player::insert(Player { identity: ctx.sender, name });\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling generic-array v0.14.7\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling ethnum v1.5.2\n Compiling http v1.4.0\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling blake3 v1.8.3\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:50:3\n |\n50 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:36:3\n |\n36 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:26:3\n |\n26 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `serde`\n --> src\\lib.rs:18:39\n |\n18 | #[derive(Clone, Debug, Eq, PartialEq, serde::Serialize, serde::Deserialize, spacetime::Table)]\n | ^^^^^ use of unresolved module or unlinked crate `serde`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `serde`\n --> src\\lib.rs:18:57\n |\n18 | #[derive(Clone, Debug, Eq, PartialEq, serde::Serialize, serde::Deserialize, spacetime::Table)]\n | ^^^^^ use of unresolved module or unlinked crate `serde`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:18:77\n |\n18 | #[derive(Clone, Debug, Eq, PartialEq, serde::Serialize, serde::Deserialize, spacetime::Table)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `serde`\n --> src\\lib.rs:11:39\n |\n11 | #[derive(Clone, Debug, Eq, PartialEq, serde::Serialize, serde::Deserialize, spacetime::Table)]\n | ^^^^^ use of unresolved module or unlinked crate `serde`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `serde`\n --> src\\lib.rs:11:57\n |\n11 | #[derive(Clone, Debug, Eq, PartialEq, serde::Serialize, serde::Deserialize, spacetime::Table)]\n | ^^^^^ use of unresolved module or unlinked crate `serde`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:11:77\n |\n11 | #[derive(Clone, Debug, Eq, PartialEq, serde::Serialize, serde::Deserialize, spacetime::Table)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `serde`\n --> src\\lib.rs:4:39\n |\n4 | #[derive(Clone, Debug, Eq, PartialEq, serde::Serialize, serde::Deserialize, spacetime::Table)]\n | ^^^^^ use of unresolved module or unlinked crate `serde`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `serde`\n --> src\\lib.rs:4:57\n |\n4 | #[derive(Clone, Debug, Eq, PartialEq, serde::Serialize, serde::Deserialize, spacetime::Table)]\n | ^^^^^ use of unresolved module or unlinked crate `serde`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:77\n |\n4 | #[derive(Clone, Debug, Eq, PartialEq, serde::Serialize, serde::Deserialize, spacetime::Table)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:19:3\n |\n19 | #[spacetime(table = \"player\", visibility = \"public\")]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:21:7\n |\n21 | #[spacetime(primary_key)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:12:3\n |\n12 | #[spacetime(table = \"banned\", visibility = \"private\")]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[spacetime(primary_key)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetime(table = \"admin\", visibility = \"private\")]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[spacetime(primary_key)]\n | ^^^^^^^^^\n\nerror[E0425]: cannot find type `Identity` in this scope\n --> src\\lib.rs:8:19\n |\n8 | pub identity: Identity,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n2 + use spacetimedb::Identity;\n |\n\nerror[E0425]: cannot find type `Identity` in this scope\n --> src\\lib.rs:15:19\n |\n15 | pub identity: Identity,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::Identity;\n |\n\nerror[E0425]: cannot find type `Identity` in this scope\n --> src\\lib.rs:22:19\n |\n22 | pub identity: Identity,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::Identity;\n |\n\nerror[E0425]: cannot find type `Ctx` in this scope\n --> src\\lib.rs:27:23\n |\n27 | pub fn add_admin(ctx: Ctx, target: Identity) {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find type `Identity` in this scope\n --> src\\lib.rs:27:36\n |\n27 | pub fn add_admin(ctx: Ctx, target: Identity) {\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::Identity;\n |\n\nerror[E0425]: cannot find type `Ctx` in this scope\n --> src\\lib.rs:37:24\n |\n37 | pub fn ban_player(ctx: Ctx, target: Identity) {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find type `Identity` in this scope\n --> src\\lib.rs:37:37\n |\n37 | pub fn ban_player(ctx: Ctx, target: Identity) {\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::Identity;\n |\n\nerror[E0425]: cannot find type `Ctx` in this scope\n --> src\\lib.rs:51:23\n |\n51 | pub fn join_game(ctx: Ctx, name: String) {\n | ^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `admin`\n --> src\\lib.rs:29:9\n |\n29 | if !admin::contains(&Admin { identity: ctx.sender.clone() }) {\n | ^^^^^\n | |\n | use of unresolved module or unlinked crate `admin`\n | help: a struct with a similar name exists: `Admin`\n |\n = help: if you wanted to use a crate named `admin`, use `cargo add admin` to add it to your `Cargo.toml`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `admin`\n --> src\\lib.rs:33:5\n |\n33 | admin::insert(Admin { identity: target });\n | ^^^^^\n | |\n | use of unresolved module or unlinked crate `admin`\n | help: a struct with a similar name exists: `Admin`\n |\n = help: if you wanted to use a crate named `admin`, use `cargo add admin` to add it to your `Cargo.toml`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `admin`\n --> src\\lib.rs:39:9\n |\n39 | if !admin::contains(&Admin { identity: ctx.sender.clone() }) {\n | ^^^^^\n | |\n | use of unresolved module or unlinked crate `admin`\n | help: a struct with a similar name exists: `Admin`\n |\n = help: if you wanted to use a crate named `admin`, use `cargo add admin` to add it to your `Cargo.toml`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `banned`\n --> src\\lib.rs:43:5\n |\n43 | banned::insert(Banned { identity: target.clone() });\n | ^^^^^^\n | |\n | use of unresolved module or unlinked crate `banned`\n | help: a struct with a similar name exists: `Banned`\n |\n = help: if you wanted to use a crate named `banned`, use `cargo add banned` to add it to your `Cargo.toml`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `player`\n --> src\\lib.rs:45:8\n |\n45 | if player::contains(&Player { identity: target.clone(), name: String::new() }) {\n | ^^^^^^\n | |\n | use of unresolved module or unlinked crate `player`\n | help: a struct with a similar name exists: `Player`\n |\n = help: if you wanted to use a crate named `player`, use `cargo add player` to add it to your `Cargo.toml`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `player`\n --> src\\lib.rs:46:9\n |\n46 | player::remove(&Player { identity: target, name: String::new() });\n | ^^^^^^\n | |\n | use of unresolved module or unlinked crate `player`\n | help: a struct with a similar name exists: `Player`\n |\n = help: if you wanted to use a crate named `player`, use `cargo add player` to add it to your `Cargo.toml`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `banned`\n --> src\\lib.rs:53:8\n |\n53 | if banned::contains(&Banned { identity: ctx.sender.clone() }) {\n | ^^^^^^\n | |\n | use of unresolved module or unlinked crate `banned`\n | help: a struct with a similar name exists: `Banned`\n |\n = help: if you wanted to use a crate named `banned`, use `cargo add banned` to add it to your `Cargo.toml`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `player`\n --> src\\lib.rs:57:8\n |\n57 | if player::contains(&Player { identity: ctx.sender.clone(), name: String::new() }) {\n | ^^^^^^\n | |\n | use of unresolved module or unlinked crate `player`\n | help: a struct with a similar name exists: `Player`\n |\n = help: if you wanted to use a crate named `player`, use `cargo add player` to add it to your `Cargo.toml`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `player`\n --> src\\lib.rs:61:5\n |\n61 | player::insert(Player { identity: ctx.sender, name });\n | ^^^^^^\n | |\n | use of unresolved module or unlinked crate `player`\n | help: a struct with a similar name exists: `Player`\n |\n = help: if you wanted to use a crate named `player`, use `cargo add player` to add it to your `Cargo.toml`\n\nSome errors have detailed explanations: E0425, E0433.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 36 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 446, + "output_tokens": 2031, + "generation_duration_ms": 28301, + "started_at": "2026-03-27T21:04:43.701342200Z", + "finished_at": "2026-03-27T21:07:46.444855600Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime_sdk::prelude::*;\n\n#[spacetime::table(name = \"rate_limit\", private)]\npub struct RateLimit {\n #[primary_key]\n pub identity: Identity,\n pub last_call_us: i64,\n}\n\n#[spacetime::table(name = \"action_log\", public)]\npub struct ActionLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub identity: Identity,\n pub payload: String,\n}\n\n#[spacetime::reducer]\npub fn limited_action(mut ctx: Context, payload: String) {\n let now: i64 = ctx.timestamp.to_micros_since_unix_epoch();\n\n if let Some(mut rl) = rate_limit::get(&mut ctx, &ctx.sender) {\n if now - rl.last_call_us < 1_000_000 {\n panic!(\"rate limited\");\n }\n rl.last_call_us = now;\n rate_limit::set(&mut ctx, &rl.identity, rl);\n } else {\n let rl = RateLimit {\n identity: ctx.sender.clone(),\n last_call_us: now,\n };\n rate_limit::set(&mut ctx, &rl.identity, rl);\n }\n\n let log = ActionLog {\n id: 0,\n identity: ctx.sender.clone(),\n payload,\n };\n action_log::insert(&mut ctx, log);\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling itertools v0.12.1\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime_sdk`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime_sdk::prelude::*;\n | ^^^^^^^^^^^^^ use of unresolved module or unlinked crate `spacetime_sdk`\n |\nhelp: there is a crate or module with a similar name\n |\n2 - use spacetime_sdk::prelude::*;\n2 + use spacetimedb::prelude::*;\n |\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:20:3\n |\n20 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:11:3\n |\n11 | #[spacetime::table(name = \"action_log\", public)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::table(name = \"rate_limit\", private)]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primary_key]\n | ^^^^^^^^^^^\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[auto_inc]\n | ^^^^^^^^\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n\nerror[E0425]: cannot find type `Identity` in this scope\n --> src\\lib.rs:7:19\n |\n7 | pub identity: Identity,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n2 + use spacetimedb::Identity;\n |\n\nerror[E0425]: cannot find type `Identity` in this scope\n --> src\\lib.rs:16:19\n |\n16 | pub identity: Identity,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::Identity;\n |\n\nerror[E0425]: cannot find type `Context` in this scope\n --> src\\lib.rs:21:32\n |\n21 | pub fn limited_action(mut ctx: Context, payload: String) {\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use std::task::Context;\n |\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `rate_limit`\n --> src\\lib.rs:24:27\n |\n24 | if let Some(mut rl) = rate_limit::get(&mut ctx, &ctx.sender) {\n | ^^^^^^^^^^\n | |\n | use of unresolved module or unlinked crate `rate_limit`\n | help: a struct with a similar name exists: `RateLimit`\n |\n = help: if you wanted to use a crate named `rate_limit`, use `cargo add rate_limit` to add it to your `Cargo.toml`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `rate_limit`\n --> src\\lib.rs:29:9\n |\n29 | rate_limit::set(&mut ctx, &rl.identity, rl);\n | ^^^^^^^^^^\n | |\n | use of unresolved module or unlinked crate `rate_limit`\n | help: a struct with a similar name exists: `RateLimit`\n |\n = help: if you wanted to use a crate named `rate_limit`, use `cargo add rate_limit` to add it to your `Cargo.toml`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `rate_limit`\n --> src\\lib.rs:35:9\n |\n35 | rate_limit::set(&mut ctx, &rl.identity, rl);\n | ^^^^^^^^^^\n | |\n | use of unresolved module or unlinked crate `rate_limit`\n | help: a struct with a similar name exists: `RateLimit`\n |\n = help: if you wanted to use a crate named `rate_limit`, use `cargo add rate_limit` to add it to your `Cargo.toml`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `action_log`\n --> src\\lib.rs:43:5\n |\n43 | action_log::insert(&mut ctx, log);\n | ^^^^^^^^^^\n | |\n | use of unresolved module or unlinked crate `action_log`\n | help: a struct with a similar name exists: `ActionLog`\n |\n = help: if you wanted to use a crate named `action_log`, use `cargo add action_log` to add it to your `Cargo.toml`\n\nSome errors have detailed explanations: E0425, E0433.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 14 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 423, + "output_tokens": 2270, + "generation_duration_ms": 33914, + "started_at": "2026-03-27T21:04:43.702202300Z", + "finished_at": "2026-03-27T21:08:29.380428700Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime_sdk::prelude::*;\n\n#[spacetime(table = \"document\", public)]\n#[derive(Clone, Debug, PartialEq, Eq)]\npub struct Document {\n #[spacetime(pk, auto_inc)]\n pub id: u64,\n #[spacetime(index)]\n pub owner: Identity,\n pub title: String,\n}\n\n#[spacetime(table = \"document_share\", public)]\n#[derive(Clone, Debug, PartialEq, Eq)]\npub struct DocumentShare {\n #[spacetime(index)]\n pub document_id: u64,\n #[spacetime(index)]\n pub shared_with: Identity,\n}\n\n#[spacetime(reducer)]\npub fn create_document(ctx: &mut ReducerCtx, title: String) {\n let doc = Document {\n id: 0,\n owner: ctx.sender(),\n title,\n };\n ctx.insert(doc);\n}\n\n#[spacetime(reducer)]\npub fn share_document(ctx: &mut ReducerCtx, document_id: u64, target: Identity) {\n let doc = ctx\n .get::(document_id)\n .unwrap_or_else(|| panic!(\"not found\"));\n if doc.owner != ctx.sender() {\n panic!(\"not owner\");\n }\n let share = DocumentShare {\n document_id,\n shared_with: target,\n };\n ctx.insert(share);\n}\n\n#[spacetime(reducer)]\npub fn edit_document(ctx: &mut ReducerCtx, document_id: u64, new_title: String) {\n let mut doc = ctx\n .get::(document_id)\n .unwrap_or_else(|| panic!(\"not found\"));\n\n let sender = ctx.sender();\n\n let is_owner = doc.owner == sender;\n let is_shared = ctx.exists::(|s| s.document_id == document_id && s.shared_with == sender);\n\n if !(is_owner || is_shared) {\n panic!(\"unauthorized\");\n }\n\n doc.title = new_title;\n ctx.update(doc);\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand_core v0.6.4\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\rust\\server\\gpt-5-mini\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime_sdk`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime_sdk::prelude::*;\n | ^^^^^^^^^^^^^ use of unresolved module or unlinked crate `spacetime_sdk`\n |\nhelp: there is a crate or module with a similar name\n |\n2 - use spacetime_sdk::prelude::*;\n2 + use spacetimedb::prelude::*;\n |\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:48:3\n |\n48 | #[spacetime(reducer)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:33:3\n |\n33 | #[spacetime(reducer)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:23:3\n |\n23 | #[spacetime(reducer)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[spacetime(table = \"document_share\", public)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:17:7\n |\n17 | #[spacetime(index)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:19:7\n |\n19 | #[spacetime(index)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime(table = \"document\", public)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[spacetime(pk, auto_inc)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[spacetime(index)]\n | ^^^^^^^^^\n\nerror[E0425]: cannot find type `Identity` in this scope\n --> src\\lib.rs:10:16\n |\n10 | pub owner: Identity,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::Identity;\n |\n\nerror[E0425]: cannot find type `Identity` in this scope\n --> src\\lib.rs:20:22\n |\n20 | pub shared_with: Identity,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::Identity;\n |\n\nerror[E0425]: cannot find type `ReducerCtx` in this scope\n --> src\\lib.rs:24:34\n |\n24 | pub fn create_document(ctx: &mut ReducerCtx, title: String) {\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `ReducerCtx` in this scope\n --> src\\lib.rs:34:33\n |\n34 | pub fn share_document(ctx: &mut ReducerCtx, document_id: u64, target: Identity) {\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Identity` in this scope\n --> src\\lib.rs:34:71\n |\n34 | pub fn share_document(ctx: &mut ReducerCtx, document_id: u64, target: Identity) {\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::Identity;\n |\n\nerror[E0425]: cannot find type `ReducerCtx` in this scope\n --> src\\lib.rs:49:32\n |\n49 | pub fn edit_document(ctx: &mut ReducerCtx, document_id: u64, new_title: String) {\n | ^^^^^^^^^^ not found in this scope\n\nSome errors have detailed explanations: E0425, E0433.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 16 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 488, + "output_tokens": 2602, + "generation_duration_ms": 37045, + "started_at": "2026-03-27T21:04:43.703003700Z", + "finished_at": "2026-03-27T21:07:59.407416300Z" + } + } + }, + { + "name": "Grok Code", + "route_api_model": "grok-code-fast-1", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "#[spacetimedb::table(name = \"EmptyTable\", public)]\npub struct EmptyTable {\n #[primary_key]\n pub id: i32,\n}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_no_args() {}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_int(count: i32) {}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_string(name: String) {}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_two_args(count: i32, name: String) {}\n\n#[spacetimedb::reducer]\npub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\rust\\server\\grok-code\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"EmptyTable\"` with `accessor = EmptyTable`\n --> src\\lib.rs:2:29\n |\n2 | #[spacetimedb::table(name = \"EmptyTable\", public)]\n | ^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:9:8\n |\n 8 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 9 | pub fn empty_reducer_no_args() {}\n | ^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn() {empty_reducer_no_args}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:9:8\n |\n 8 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 9 | pub fn empty_reducer_no_args() {}\n | ^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn() {empty_reducer_no_args}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:12:8\n |\n 11 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 12 | pub fn empty_reducer_with_int(count: i32) {}\n | ^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(i32) {empty_reducer_with_int}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:12:38\n |\n 12 | pub fn empty_reducer_with_int(count: i32) {}\n | ^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `i32`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:12:8\n |\n11 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n12 | pub fn empty_reducer_with_int(count: i32) {}\n | ^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(i32) {empty_reducer_with_int}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:15:8\n |\n 14 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 15 | pub fn empty_reducer_with_string(name: String) {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(std::string::String) {empty_reducer_with_string}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:15:40\n |\n 15 | pub fn empty_reducer_with_string(name: String) {}\n | ^^^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `std::string::String`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:15:8\n |\n14 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n15 | pub fn empty_reducer_with_string(name: String) {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(std::string::String) {empty_reducer_with_string}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:18:8\n |\n 17 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 18 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(i32, std::string::String) {empty_reducer_with_two_args}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:18:43\n |\n 18 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `i32`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:18:8\n |\n17 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n18 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(i32, std::string::String) {empty_reducer_with_two_args}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:21:8\n |\n 20 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 21 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(bool, f32, std::string::String) {empty_reducer_with_three_args}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:21:46\n |\n 21 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `bool`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:21:8\n |\n20 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n21 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(bool, f32, std::string::String) {empty_reducer_with_three_args}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nwarning: unused variable: `count`\n --> src\\lib.rs:12:31\n |\n12 | pub fn empty_reducer_with_int(count: i32) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_count`\n |\n = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused variable: `name`\n --> src\\lib.rs:15:34\n |\n15 | pub fn empty_reducer_with_string(name: String) {}\n | ^^^^ help: if this is intentional, prefix it with an underscore: `_name`\n\nwarning: unused variable: `count`\n --> src\\lib.rs:18:36\n |\n18 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_count`\n\nwarning: unused variable: `name`\n --> src\\lib.rs:18:48\n |\n18 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^ help: if this is intentional, prefix it with an underscore: `_name`\n\nwarning: unused variable: `active`\n --> src\\lib.rs:21:38\n |\n21 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^^ help: if this is intentional, prefix it with an underscore: `_active`\n\nwarning: unused variable: `ratio`\n --> src\\lib.rs:21:52\n |\n21 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_ratio`\n\nwarning: unused variable: `label`\n --> src\\lib.rs:21:64\n |\n21 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_label`\n\nFor more information about this error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 7 warnings\nerror: could not compile `spacetime-module` (lib) due to 15 previous errors; 7 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 532, + "output_tokens": 957, + "generation_duration_ms": 3368, + "started_at": "2026-03-27T21:25:34.169819200Z", + "finished_at": "2026-03-27T21:29:38.294353300Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, primarykey};\n\n#[table(name = \"user\", public)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[table(name = \"product\", public)]\npub struct Product {\n #[primarykey]\n pub id: i32,\n pub title: String,\n pub price: f32,\n pub in_stock: bool,\n}\n\n#[table(name = \"note\", public)]\npub struct Note {\n #[primarykey]\n pub id: i32,\n pub body: String,\n pub rating: i64,\n pub pinned: bool,\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling lean_string v0.5.3\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\rust\\server\\grok-code\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"user\"` with `accessor = user`\n --> src\\lib.rs:4:16\n |\n4 | #[table(name = \"user\", public)]\n | ^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"product\"` with `accessor = product`\n --> src\\lib.rs:13:16\n |\n13 | #[table(name = \"product\", public)]\n | ^^^^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"note\"` with `accessor = note`\n --> src\\lib.rs:22:16\n |\n22 | #[table(name = \"note\", public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::primarykey`\n --> src\\lib.rs:2:26\n |\n2 | use spacetimedb::{table, primarykey};\n | ^^^^^^^^^^ no `primarykey` in the root\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 529, + "output_tokens": 552, + "generation_duration_ms": 2619, + "started_at": "2026-03-27T21:25:46.058154600Z", + "finished_at": "2026-03-27T21:29:51.285511400Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use std::time::Duration;\n\n#[spacetimedb::table(name = \"tick_timer\", scheduled(on = \"scheduled_at\", reducer = \"tick\"))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: spacetimedb::ScheduleAt,\n}\n\n#[spacetimedb::reducer]\npub fn tick(scheduled_id: u64) {\n}\n\n#[spacetimedb::reducer(init)]\npub fn init() {\n TickTimer::insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: spacetimedb::ScheduleAt::repeat(Duration::from_micros(50_000)),\n });\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling itertools v0.12.1\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling castaway v0.2.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\grok-code\\llm)\nerror: expected `at`\n --> src\\lib.rs:4:53\n |\n4 | #[spacetimedb::table(name = \"tick_timer\", scheduled(on = \"scheduled_at\", reducer = \"tick\"))]\n | ^^\n\nerror[E0422]: cannot find struct, variant or union type `TickTimer` in this scope\n --> src\\lib.rs:18:23\n |\n18 | TickTimer::insert(TickTimer {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:13:8\n |\n 12 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 13 | pub fn tick(scheduled_id: u64) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(u64) {tick}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:13:27\n |\n 13 | pub fn tick(scheduled_id: u64) {\n | ^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `u64`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:13:8\n |\n12 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n13 | pub fn tick(scheduled_id: u64) {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(u64) {tick}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0433]: failed to resolve: use of undeclared type `TickTimer`\n --> src\\lib.rs:18:5\n |\n18 | TickTimer::insert(TickTimer {\n | ^^^^^^^^^ use of undeclared type `TickTimer`\n\nerror[E0599]: no variant or associated item named `repeat` found for enum `ScheduleAt` in the current scope\n --> src\\lib.rs:20:48\n |\n20 | scheduled_at: spacetimedb::ScheduleAt::repeat(Duration::from_micros(50_000)),\n | ^^^^^^ variant or associated item not found in `ScheduleAt`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:17:8\n |\n 16 | #[spacetimedb::reducer(init)]\n | ----------------------------- required by a bound introduced by this call\n 17 | pub fn init() {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn() {init}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:17:8\n |\n16 | #[spacetimedb::reducer(init)]\n | ----------------------------- required by a bound introduced by this call\n17 | pub fn init() {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn() {init}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nwarning: unused variable: `scheduled_id`\n --> src\\lib.rs:13:13\n |\n13 | pub fn tick(scheduled_id: u64) {\n | ^^^^^^^^^^^^ help: if this is intentional, prefix it with an underscore: `_scheduled_id`\n |\n = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default\n\nSome errors have detailed explanations: E0277, E0422, E0433, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 495, + "output_tokens": 878, + "generation_duration_ms": 9036, + "started_at": "2026-03-27T21:25:57.731746300Z", + "finished_at": "2026-03-27T21:29:26.431032600Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{SpacetimeType, table};\n\n#[derive(SpacetimeType)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb::table(name = \"entity\")]\npub struct Entity {\n #[primary_key]\n pub id: i32,\n pub pos: Position,\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling num-traits v0.2.19\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\rust\\server\\grok-code\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"entity\"` with `accessor = entity`\n --> src\\lib.rs:10:29\n |\n10 | #[spacetimedb::table(name = \"entity\")]\n | ^^^^^^^^\n\nwarning: unused import: `table`\n --> src\\lib.rs:2:34\n |\n2 | use spacetimedb::{SpacetimeType, table};\n | ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 1 previous error; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 461, + "output_tokens": 475, + "generation_duration_ms": 2217, + "started_at": "2026-03-27T21:26:35.486862800Z", + "finished_at": "2026-03-27T21:30:09.502472600Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb::table(name = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn insert_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n User::insert(User { id, name, age, active });\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling num-traits v0.2.19\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\rust\\server\\grok-code\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = user, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:15:18\n |\n15 | User::insert(User { id, name, age, active });\n | ^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:15:5\n |\n15 | User::insert(User { id, name, age, active });\n | ^^^^ use of undeclared type `User`\n\nSome errors have detailed explanations: E0422, E0432, E0433.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 495, + "output_tokens": 494, + "generation_duration_ms": 2245, + "started_at": "2026-03-27T21:27:40.123905800Z", + "finished_at": "2026-03-27T21:30:47.431371700Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer};\n\n#[table(name = user, public)]\n#[derive(Clone, Debug)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn update_user(id: i32, name: String, age: i32, active: bool) {\n User::update_by_id(id, User { id, name, age, active });\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling cc v1.2.58\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\rust\\server\\grok-code\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = user, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:16:28\n |\n16 | User::update_by_id(id, User { id, name, age, active });\n | ^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:16:5\n |\n16 | User::update_by_id(id, User { id, name, age, active });\n | ^^^^ use of undeclared type `User`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:15:8\n |\n 14 | #[reducer]\n | ---------- required by a bound introduced by this call\n 15 | pub fn update_user(id: i32, name: String, age: i32, active: bool) {\n | ^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(i32, std::string::String, i32, bool) {update_user}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:15:24\n |\n 15 | pub fn update_user(id: i32, name: String, age: i32, active: bool) {\n | ^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `i32`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:15:8\n |\n14 | #[reducer]\n | ---------- required by a bound introduced by this call\n15 | pub fn update_user(id: i32, name: String, age: i32, active: bool) {\n | ^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(i32, std::string::String, i32, bool) {update_user}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0422, E0433.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 501, + "output_tokens": 438, + "generation_duration_ms": 1895, + "started_at": "2026-03-27T21:27:57.737357Z", + "finished_at": "2026-03-27T21:31:07.217841100Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "#[spacetimedb::module]\nmod module {\n use spacetimedb::{spacetimedb, ReducerContext};\n\n #[spacetimedb::table(name = user, public)]\n pub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n }\n\n #[spacetimedb::reducer]\n pub fn delete_user(ctx: &ReducerContext, id: i32) {\n User::delete_by_id(id);\n }\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling cc v1.2.58\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling ppv-lite86 v0.2.21\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\rust\\server\\grok-code\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:6:26\n |\n6 | #[spacetimedb::table(name = user, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:4:23\n |\n4 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0433]: failed to resolve: could not find `module` in `spacetimedb`\n --> src\\lib.rs:2:16\n |\n2 | #[spacetimedb::module]\n | ^^^^^^ could not find `module` in `spacetimedb`\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:17:9\n |\n17 | User::delete_by_id(id);\n | ^^^^ use of undeclared type `User`\n\nSome errors have detailed explanations: E0432, E0433.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 468, + "output_tokens": 440, + "generation_duration_ms": 2114, + "started_at": "2026-03-27T21:28:35.206788500Z", + "finished_at": "2026-03-27T21:30:56.770301100Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[spacetimedb::table(name = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb::reducer]\npub fn crud() {\n User::insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n User::insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n User::filter_by_id(1).update(|user| {\n user.name = \"Alice2\".to_string();\n user.age = 31;\n user.active = false;\n });\n User::delete_by_id(2);\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling num-traits v0.2.19\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling rand_core v0.6.4\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling castaway v0.2.4\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\rust\\server\\grok-code\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = user, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:14:8\n |\n 13 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 14 | pub fn crud() {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn() {crud}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:14:8\n |\n13 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n14 | pub fn crud() {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn() {crud}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0432.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 533, + "output_tokens": 1090, + "generation_duration_ms": 4227, + "started_at": "2026-03-27T21:29:00.848387500Z", + "finished_at": "2026-03-27T21:31:07.305531500Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "#[spacetimedb::table(public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb::table(public)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub name: String,\n}\n\n#[spacetimedb::reducer]\npub fn lookup_user_name(id: i32) {\n if let Some(user) = User::find(id) {\n ResultRow::insert(ResultRow {\n id,\n name: user.name,\n });\n }\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\rust\\server\\grok-code\\llm)\nerror: must specify table accessor, e.g. `#[spacetimedb::table(accessor = user)]\n --> src\\lib.rs:2:1\n |\n2 | #[spacetimedb::table(public)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n |\n = note: this error originates in the attribute macro `spacetimedb::table` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror: must specify table accessor, e.g. `#[spacetimedb::table(accessor = result_row)]\n --> src\\lib.rs:11:1\n |\n11 | #[spacetimedb::table(public)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n |\n = note: this error originates in the attribute macro `spacetimedb::table` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0422]: cannot find struct, variant or union type `ResultRow` in this scope\n --> src\\lib.rs:21:27\n |\n21 | ResultRow::insert(ResultRow {\n | ^^^^^^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:20:25\n |\n20 | if let Some(user) = User::find(id) {\n | ^^^^ use of undeclared type `User`\n\nerror[E0433]: failed to resolve: use of undeclared type `ResultRow`\n --> src\\lib.rs:21:9\n |\n21 | ResultRow::insert(ResultRow {\n | ^^^^^^^^^\n | |\n | use of undeclared type `ResultRow`\n | help: an enum with a similar name exists: `Result`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:19:8\n |\n 18 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 19 | pub fn lookup_user_name(id: i32) {\n | ^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(i32) {lookup_user_name}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:19:29\n |\n 19 | pub fn lookup_user_name(id: i32) {\n | ^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `i32`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:19:8\n |\n18 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n19 | pub fn lookup_user_name(id: i32) {\n | ^^^^^^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(i32) {lookup_user_name}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0422, E0433.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 525, + "output_tokens": 797, + "generation_duration_ms": 3451, + "started_at": "2026-03-27T21:29:26.431235800Z", + "finished_at": "2026-03-27T21:34:09.572223500Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "#[spacetimedb::table(name = \"user\", public)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb::reducer(init)]\npub fn init() {\n User::insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n User::insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\rust\\server\\grok-code\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"user\"` with `accessor = user`\n --> src\\lib.rs:2:29\n |\n2 | #[spacetimedb::table(name = \"user\", public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:13:18\n |\n13 | User::insert(User {\n | ^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:19:18\n |\n19 | User::insert(User {\n | ^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:13:5\n |\n13 | User::insert(User {\n | ^^^^ use of undeclared type `User`\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:19:5\n |\n19 | User::insert(User {\n | ^^^^ use of undeclared type `User`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:12:8\n |\n 11 | #[spacetimedb::reducer(init)]\n | ----------------------------- required by a bound introduced by this call\n 12 | pub fn init() {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn() {init}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:12:8\n |\n11 | #[spacetimedb::reducer(init)]\n | ----------------------------- required by a bound introduced by this call\n12 | pub fn init() {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn() {init}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0422, E0433.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 501, + "output_tokens": 640, + "generation_duration_ms": 2760, + "started_at": "2026-03-27T21:29:38.294492800Z", + "finished_at": "2026-03-27T21:34:28.814302100Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, table, reducer};\n\n#[spacetimedb(table(primary_key = id, auto_inc = id))]\npub struct Event {\n pub id: i32,\n pub kind: String,\n}\n\n#[spacetimedb(reducer)]\npub fn client_connected() {\n Event::insert(Event { id: 0, kind: \"connected\".to_string() });\n}\n\n#[spacetimedb(reducer)]\npub fn client_disconnected() {\n Event::insert(Event { id: 0, kind: \"disconnected\".to_string() });\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\rust\\server\\grok-code\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, table, reducer};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nwarning: unused imports: `reducer` and `table`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, table, reducer};\n | ^^^^^ ^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `Event` in the current scope\n --> src\\lib.rs:12:12\n |\n 5 | pub struct Event {\n | ---------------- function or associated item `insert` not found for this struct\n...\n12 | Event::insert(Event { id: 0, kind: \"connected\".to_string() });\n | ^^^^^^ function or associated item not found in `Event`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Event` in the current scope\n --> src\\lib.rs:17:12\n |\n 5 | pub struct Event {\n | ---------------- function or associated item `insert` not found for this struct\n...\n17 | Event::insert(Event { id: 0, kind: \"disconnected\".to_string() });\n | ^^^^^^ function or associated item not found in `Event`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 485, + "output_tokens": 1085, + "generation_duration_ms": 4674, + "started_at": "2026-03-27T21:29:51.285642800Z", + "finished_at": "2026-03-27T21:33:40.548234800Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[spacetimedb::table(name = result, public)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub sum: i32,\n}\n\nfn add(a: i32, b: i32) -> i32 {\n a + b\n}\n\n#[spacetimedb::reducer]\npub fn compute_sum(id: i32, a: i32, b: i32) {\n let sum = add(a, b);\n ResultRow::insert(ResultRow { id, sum });\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand_core v0.6.4\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\rust\\server\\grok-code\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = result` with `accessor = result`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = result, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:16:8\n |\n 15 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 16 | pub fn compute_sum(id: i32, a: i32, b: i32) {\n | ^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(i32, i32, i32) {compute_sum}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: the first argument of a reducer must be `&ReducerContext`\n --> src\\lib.rs:16:24\n |\n 16 | pub fn compute_sum(id: i32, a: i32, b: i32) {\n | ^^^ first argument must be `&ReducerContext`\n |\n = help: the trait `ReducerContextArg` is not implemented for `i32`\nhelp: the trait `ReducerContextArg` is implemented for `&ReducerContext`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:249:1\n |\n249 | impl ReducerContextArg for &ReducerContext {}\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:16:8\n |\n15 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n16 | pub fn compute_sum(id: i32, a: i32, b: i32) {\n | ^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn(i32, i32, i32) {compute_sum}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0432.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 505, + "output_tokens": 680, + "generation_duration_ms": 3080, + "started_at": "2026-03-27T21:30:09.502831800Z", + "finished_at": "2026-03-27T21:34:03.988866400Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[derive(spacetimedb::SpacetimeType)]\npub struct Score {\n pub left: i32,\n pub right: i32,\n}\n\n#[spacetimedb::table(name = result, public)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Score,\n}\n\n#[spacetimedb::reducer]\npub fn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\n ResultRow::insert(ResultRow { id, value: Score { left, right } });\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling ppv-lite86 v0.2.21\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\rust\\server\\grok-code\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = result` with `accessor = result`.\n --> src\\lib.rs:10:22\n |\n10 | #[spacetimedb::table(name = result, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0422]: cannot find struct, variant or union type `ResultRow` in this scope\n --> src\\lib.rs:19:23\n |\n19 | ResultRow::insert(ResultRow { id, value: Score { left, right } });\n | ^^^^^^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `ResultRow`\n --> src\\lib.rs:19:5\n |\n19 | ResultRow::insert(ResultRow { id, value: Score { left, right } });\n | ^^^^^^^^^\n | |\n | use of undeclared type `ResultRow`\n | help: an enum with a similar name exists: `Result`\n\nSome errors have detailed explanations: E0422, E0432, E0433.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 509, + "output_tokens": 501, + "generation_duration_ms": 2746, + "started_at": "2026-03-27T21:38:39.623874900Z", + "finished_at": "2026-03-27T21:42:23.783881500Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "#[spacetime]\nmod module {\n use spacetime::table::Table;\n use spacetime::reducer::Reducer;\n\n #[derive(Clone, Debug)]\n pub struct Rect {\n pub width: i32,\n pub height: i32,\n }\n\n #[derive(Clone, Debug)]\n pub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n }\n\n #[table(name = result)]\n #[derive(Clone, Debug)]\n pub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Shape,\n }\n\n #[reducer]\n pub fn set_circle(id: i32, radius: i32) {\n ResultRow::insert(ResultRow {\n id,\n value: Shape::Circle(radius),\n });\n }\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling rand_core v0.6.4\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling castaway v0.2.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\rust\\server\\grok-code\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:9\n |\n4 | use spacetime::table::Table;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n4 | use spacetimedb::table::Table;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:5:9\n |\n5 | use spacetime::reducer::Reducer;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n5 | use spacetimedb::reducer::Reducer;\n | ++\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:2:3\n |\n2 | #[spacetime]\n | ^^^^^^^^^\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:19:7\n |\n19 | #[table(name = result)]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n19 | #[stable(name = result)]\n | +\nhelp: consider importing this attribute macro\n |\n 4 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:22:11\n |\n22 | #[primary_key]\n | ^^^^^^^^^^^\n\nerror: cannot find attribute `reducer` in this scope\n --> src\\lib.rs:27:7\n |\n27 | #[reducer]\n | ^^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 4 + use spacetimedb::reducer;\n |\n\nerror[E0599]: no function or associated item named `insert` found for struct `ResultRow` in the current scope\n --> src\\lib.rs:29:20\n |\n21 | pub struct ResultRow {\n | -------------------- function or associated item `insert` not found for this struct\n...\n29 | ResultRow::insert(ResultRow {\n | ^^^^^^ function or associated item not found in `ResultRow`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0433, E0599.\nFor more information about an error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 523, + "output_tokens": 705, + "generation_duration_ms": 3799, + "started_at": "2026-03-27T21:38:42.662396800Z", + "finished_at": "2026-03-27T21:41:58.489236200Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Primitive {\n #[primarykey]\n pub id: i32,\n pub count: i32,\n pub total: i64,\n pub price: f32,\n pub ratio: f64,\n pub active: bool,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: &ReducerContext) {\n Primitive::insert(Primitive {\n id: 1,\n count: 2,\n total: 3000000000,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\".to_string(),\n });\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling ppv-lite86 v0.2.21\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\rust\\server\\grok-code\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `Primitive` in the current scope\n --> src\\lib.rs:18:16\n |\n 5 | pub struct Primitive {\n | -------------------- function or associated item `insert` not found for this struct\n...\n18 | Primitive::insert(Primitive {\n | ^^^^^^ function or associated item not found in `Primitive`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 518, + "output_tokens": 603, + "generation_duration_ms": 2502, + "started_at": "2026-03-27T21:38:44.229318600Z", + "finished_at": "2026-03-27T21:42:09.693087100Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[derive(SpacetimeType)]\npub struct Address {\n pub street: String,\n pub zip: i32,\n}\n\n#[derive(SpacetimeType)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb::table(name = profile, public)]\npub struct Profile {\n #[primarykey]\n pub id: i32,\n pub home: Address,\n pub work: Address,\n pub pos: Position,\n}\n\n#[spacetimedb::reducer]\npub fn seed() {\n Profile::insert(Profile {\n id: 1,\n home: Address {\n street: \"1 Main\".to_string(),\n zip: 11111,\n },\n work: Address {\n street: \"2 Broad\".to_string(),\n zip: 22222,\n },\n pos: Position { x: 7, y: 9 },\n });\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling ppv-lite86 v0.2.21\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\grok-code\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = profile` with `accessor = profile`.\n --> src\\lib.rs:16:22\n |\n16 | #[spacetimedb::table(name = profile, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0422]: cannot find struct, variant or union type `Profile` in this scope\n --> src\\lib.rs:27:21\n |\n27 | Profile::insert(Profile {\n | ^^^^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `Profile`\n --> src\\lib.rs:27:5\n |\n27 | Profile::insert(Profile {\n | ^^^^^^^ use of undeclared type `Profile`\n\nSome errors have detailed explanations: E0422, E0432, E0433.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 557, + "output_tokens": 698, + "generation_duration_ms": 4339, + "started_at": "2026-03-27T21:38:51.359499300Z", + "finished_at": "2026-03-27T21:42:01.100628700Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[derive(Clone, Debug, PartialEq)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(Clone, Debug, PartialEq)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb::table(name = drawing)]\npub struct Drawing {\n #[primary_key]\n pub id: i32,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[spacetimedb::reducer]\npub fn seed(ctx: &ReducerContext) {\n Drawing::insert(Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n });\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling ppv-lite86 v0.2.21\n Compiling rand_core v0.6.4\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling cc v1.2.58\n Compiling ethnum v1.5.2\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\grok-code\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = drawing` with `accessor = drawing`.\n --> src\\lib.rs:16:22\n |\n16 | #[spacetimedb::table(name = drawing)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0422]: cannot find struct, variant or union type `Drawing` in this scope\n --> src\\lib.rs:26:21\n |\n26 | Drawing::insert(Drawing {\n | ^^^^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `Drawing`\n --> src\\lib.rs:26:5\n |\n26 | Drawing::insert(Drawing {\n | ^^^^^^^ use of undeclared type `Drawing`\n\nSome errors have detailed explanations: E0422, E0432, E0433.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 533, + "output_tokens": 1421, + "generation_duration_ms": 8814, + "started_at": "2026-03-27T21:39:23.901621500Z", + "finished_at": "2026-03-27T21:42:38.340205900Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[spacetimedb::module]\npub mod module {\n #[spacetimedb::table]\n #[spacetimedb::scheduled(at = \"scheduled_at\", reducer = \"tick\")]\n pub struct TickTimer {\n #[spacetimedb::primary_key]\n #[spacetimedb::auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n }\n\n #[spacetimedb::scheduled_reducer]\n pub fn tick(ctx: &ReducerContext, scheduled: TickTimer) {}\n\n #[spacetimedb::reducer]\n pub fn init(ctx: &ReducerContext) {\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::from_micros_repeating(50_000),\n });\n }\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling generic-array v0.14.7\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand_chacha v0.3.1\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\rust\\server\\grok-code\\llm)\nerror: must specify table accessor, e.g. `#[spacetimedb::table(accessor = tick_timer)]\n --> src\\lib.rs:6:5\n |\n6 | #[spacetimedb::table]\n | ^^^^^^^^^^^^^^^^^^^^^\n |\n = note: this error originates in the attribute macro `spacetimedb::table` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nerror[E0433]: failed to resolve: could not find `module` in `spacetimedb`\n --> src\\lib.rs:4:16\n |\n4 | #[spacetimedb::module]\n | ^^^^^^ could not find `module` in `spacetimedb`\n\nerror[E0433]: failed to resolve: could not find `scheduled_reducer` in `spacetimedb`\n --> src\\lib.rs:15:20\n |\n15 | #[spacetimedb::scheduled_reducer]\n | ^^^^^^^^^^^^^^^^^ could not find `scheduled_reducer` in `spacetimedb`\n\nSome errors have detailed explanations: E0432, E0433.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 497, + "output_tokens": 1283, + "generation_duration_ms": 8552, + "started_at": "2026-03-27T21:40:48.906745600Z", + "finished_at": "2026-03-27T21:42:34.033143800Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{println, spacetimedb};\n\n#[spacetimedb::table(name = account, public)]\n#[derive(Clone)]\npub struct Account {\n #[primary_key]\n pub id: i32,\n #[unique]\n pub email: String,\n #[index(btree)]\n pub name: String,\n}\n\n#[spacetimedb::reducer]\npub fn seed() {\n Account::insert(Account {\n id: 1,\n email: \"a@example.com\".into(),\n name: \"Alice\".into(),\n });\n Account::insert(Account {\n id: 2,\n email: \"b@example.com\".into(),\n name: \"Bob\".into(),\n });\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling cc v1.2.58\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\rust\\server\\grok-code\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = account` with `accessor = account`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = account, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:28\n |\n2 | use spacetimedb::{println, spacetimedb};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0422]: cannot find struct, variant or union type `Account` in this scope\n --> src\\lib.rs:17:21\n |\n17 | Account::insert(Account {\n | ^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Account` in this scope\n --> src\\lib.rs:22:21\n |\n22 | Account::insert(Account {\n | ^^^^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `Account`\n --> src\\lib.rs:17:5\n |\n17 | Account::insert(Account {\n | ^^^^^^^ use of undeclared type `Account`\n\nerror[E0433]: failed to resolve: use of undeclared type `Account`\n --> src\\lib.rs:22:5\n |\n22 | Account::insert(Account {\n | ^^^^^^^ use of undeclared type `Account`\n\nSome errors have detailed explanations: E0422, E0432, E0433.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 490, + "output_tokens": 791, + "generation_duration_ms": 10780, + "started_at": "2026-03-27T21:41:58.489412800Z", + "finished_at": "2026-03-27T21:44:46.711213800Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, Table};\n\n#[table(name = \"user\", primary_key = \"user_id\")]\npub struct User {\n pub user_id: i32,\n pub name: String,\n}\n\n#[table(name = \"group\", primary_key = \"group_id\")]\npub struct Group {\n pub group_id: i32,\n pub title: String,\n}\n\n#[table(name = \"membership\", primary_key = \"id\", index = \"by_user: btree(user_id)\", index = \"by_group: btree(group_id)\")]\npub struct Membership {\n pub id: i32,\n pub user_id: i32,\n pub group_id: i32,\n}\n\n#[reducer]\npub fn seed() {\n User::insert(User { user_id: 1, name: \"Alice\".to_string() });\n User::insert(User { user_id: 2, name: \"Bob\".to_string() });\n Group::insert(Group { group_id: 10, title: \"Admin\".to_string() });\n Group::insert(Group { group_id: 20, title: \"Dev\".to_string() });\n Membership::insert(Membership { id: 1, user_id: 1, group_id: 10 });\n Membership::insert(Membership { id: 2, user_id: 1, group_id: 20 });\n Membership::insert(Membership { id: 3, user_id: 2, group_id: 20 });\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling cc v1.2.58\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\rust\\server\\grok-code\\llm)\nerror: expected one of: `public`, `private`, `accessor`, `name`, `index`, `scheduled`, `event`\n --> src\\lib.rs:4:24\n |\n4 | #[table(name = \"user\", primary_key = \"user_id\")]\n | ^^^^^^^^^^^\n\nerror: expected one of: `public`, `private`, `accessor`, `name`, `index`, `scheduled`, `event`\n --> src\\lib.rs:10:25\n |\n10 | #[table(name = \"group\", primary_key = \"group_id\")]\n | ^^^^^^^^^^^\n\nerror: expected one of: `public`, `private`, `accessor`, `name`, `index`, `scheduled`, `event`\n --> src\\lib.rs:16:30\n |\n16 | #[table(name = \"membership\", primary_key = \"id\", index = \"by_user: btree(user_id)\", index = \"by_group: btree(group_id)\")]\n | ^^^^^^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:25:18\n |\n25 | User::insert(User { user_id: 1, name: \"Alice\".to_string() });\n | ^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:26:18\n |\n26 | User::insert(User { user_id: 2, name: \"Bob\".to_string() });\n | ^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Group` in this scope\n --> src\\lib.rs:27:19\n |\n27 | Group::insert(Group { group_id: 10, title: \"Admin\".to_string() });\n | ^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Group` in this scope\n --> src\\lib.rs:28:19\n |\n28 | Group::insert(Group { group_id: 20, title: \"Dev\".to_string() });\n | ^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Membership` in this scope\n --> src\\lib.rs:29:24\n |\n29 | Membership::insert(Membership { id: 1, user_id: 1, group_id: 10 });\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Membership` in this scope\n --> src\\lib.rs:30:24\n |\n30 | Membership::insert(Membership { id: 2, user_id: 1, group_id: 20 });\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Membership` in this scope\n --> src\\lib.rs:31:24\n |\n31 | Membership::insert(Membership { id: 3, user_id: 2, group_id: 20 });\n | ^^^^^^^^^^ not found in this scope\n\nwarning: unused import: `Table`\n --> src\\lib.rs:2:35\n |\n2 | use spacetimedb::{reducer, table, Table};\n | ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:25:5\n |\n25 | User::insert(User { user_id: 1, name: \"Alice\".to_string() });\n | ^^^^ use of undeclared type `User`\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:26:5\n |\n26 | User::insert(User { user_id: 2, name: \"Bob\".to_string() });\n | ^^^^ use of undeclared type `User`\n\nerror[E0433]: failed to resolve: use of undeclared type `Group`\n --> src\\lib.rs:27:5\n |\n27 | Group::insert(Group { group_id: 10, title: \"Admin\".to_string() });\n | ^^^^^ use of undeclared type `Group`\n\nerror[E0433]: failed to resolve: use of undeclared type `Group`\n --> src\\lib.rs:28:5\n |\n28 | Group::insert(Group { group_id: 20, title: \"Dev\".to_string() });\n | ^^^^^ use of undeclared type `Group`\n\nerror[E0433]: failed to resolve: use of undeclared type `Membership`\n --> src\\lib.rs:29:5\n |\n29 | Membership::insert(Membership { id: 1, user_id: 1, group_id: 10 });\n | ^^^^^^^^^^ use of undeclared type `Membership`\n\nerror[E0433]: failed to resolve: use of undeclared type `Membership`\n --> src\\lib.rs:30:5\n |\n30 | Membership::insert(Membership { id: 2, user_id: 1, group_id: 20 });\n | ^^^^^^^^^^ use of undeclared type `Membership`\n\nerror[E0433]: failed to resolve: use of undeclared type `Membership`\n --> src\\lib.rs:31:5\n |\n31 | Membership::insert(Membership { id: 3, user_id: 2, group_id: 20 });\n | ^^^^^^^^^^ use of undeclared type `Membership`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:24:8\n |\n 23 | #[reducer]\n | ---------- required by a bound introduced by this call\n 24 | pub fn seed() {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn() {seed}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:24:8\n |\n23 | #[reducer]\n | ---------- required by a bound introduced by this call\n24 | pub fn seed() {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn() {seed}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0422, E0433.\nFor more information about an error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 19 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 648, + "output_tokens": 882, + "generation_duration_ms": 8362, + "started_at": "2026-03-27T21:42:01.100822200Z", + "finished_at": "2026-03-27T21:44:08.544167300Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetimedb::{self, *};\n\n#[spacetimedb::table(name = \"entity\", public)]\npub struct Entity {\n #[primarykey]\n pub id: i32,\n}\n\n#[spacetimedb::table(name = \"position\", public)]\npub struct Position {\n #[primarykey]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb::table(name = \"velocity\", public)]\npub struct Velocity {\n #[primarykey]\n pub entity_id: i32,\n pub vx: i32,\n pub vy: i32,\n}\n\n#[spacetimedb::table(name = \"next_position\", public)]\npub struct NextPosition {\n #[primarykey]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb::reducer]\npub fn seed() {\n Entity { id: 1 }.insert();\n Position { entity_id: 1, x: 0, y: 0 }.insert();\n Velocity { entity_id: 1, vx: 1, vy: 0 }.insert();\n Entity { id: 2 }.insert();\n Position { entity_id: 2, x: 10, y: 0 }.insert();\n Velocity { entity_id: 2, vx: -2, vy: 3 }.insert();\n}\n\n#[spacetimedb::reducer]\npub fn step() {\n for pos in Position::iter() {\n if let Some(vel) = Velocity::filter_by_entity_id(&pos.entity_id).first() {\n let next_x = pos.x + vel.vx;\n let next_y = pos.y + vel.vy;\n NextPosition { entity_id: pos.entity_id, x: next_x, y: next_y }.insert();\n }\n }\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling generic-array v0.14.7\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-code\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"entity\"` with `accessor = entity`\n --> src\\lib.rs:4:29\n |\n4 | #[spacetimedb::table(name = \"entity\", public)]\n | ^^^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"position\"` with `accessor = position`\n --> src\\lib.rs:10:29\n |\n10 | #[spacetimedb::table(name = \"position\", public)]\n | ^^^^^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"velocity\"` with `accessor = velocity`\n --> src\\lib.rs:18:29\n |\n18 | #[spacetimedb::table(name = \"velocity\", public)]\n | ^^^^^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"next_position\"` with `accessor = next_position`\n --> src\\lib.rs:26:29\n |\n26 | #[spacetimedb::table(name = \"next_position\", public)]\n | ^^^^^^^^^^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Entity` in this scope\n --> src\\lib.rs:36:5\n |\n36 | Entity { id: 1 }.insert();\n | ^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Position` in this scope\n --> src\\lib.rs:37:5\n |\n37 | Position { entity_id: 1, x: 0, y: 0 }.insert();\n | ^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Velocity` in this scope\n --> src\\lib.rs:38:5\n |\n38 | Velocity { entity_id: 1, vx: 1, vy: 0 }.insert();\n | ^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Entity` in this scope\n --> src\\lib.rs:39:5\n |\n39 | Entity { id: 2 }.insert();\n | ^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Position` in this scope\n --> src\\lib.rs:40:5\n |\n40 | Position { entity_id: 2, x: 10, y: 0 }.insert();\n | ^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Velocity` in this scope\n --> src\\lib.rs:41:5\n |\n41 | Velocity { entity_id: 2, vx: -2, vy: 3 }.insert();\n | ^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `NextPosition` in this scope\n --> src\\lib.rs:50:13\n |\n50 | NextPosition { entity_id: pos.entity_id, x: next_x, y: next_y }.insert();\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:35:8\n |\n 34 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 35 | pub fn seed() {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn() {seed}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:35:8\n |\n34 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n35 | pub fn seed() {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn() {seed}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0433]: failed to resolve: use of undeclared type `Position`\n --> src\\lib.rs:46:16\n |\n46 | for pos in Position::iter() {\n | ^^^^^^^^ use of undeclared type `Position`\n\nerror[E0433]: failed to resolve: use of undeclared type `Velocity`\n --> src\\lib.rs:47:28\n |\n47 | if let Some(vel) = Velocity::filter_by_entity_id(&pos.entity_id).first() {\n | ^^^^^^^^ use of undeclared type `Velocity`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:45:8\n |\n 44 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 45 | pub fn step() {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn() {step}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:45:8\n |\n44 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n45 | pub fn step() {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn() {step}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nSome errors have detailed explanations: E0277, E0422, E0433.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 17 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 630, + "output_tokens": 1249, + "generation_duration_ms": 8121, + "started_at": "2026-03-27T21:42:01.578069300Z", + "finished_at": "2026-03-27T21:44:59.152958800Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetime::*;\n\n#[spacetime::module]\nmod module {\n #[spacetime::table]\n #[spacetime::btree_index(name = \"by_user_day\", btree(user_id, day))]\n pub struct Log {\n #[primary_key]\n pub id: i32,\n pub user_id: i32,\n pub day: i32,\n pub message: String,\n }\n\n #[spacetime::reducer]\n pub fn seed() {\n Log::insert(Log {\n id: 1,\n user_id: 7,\n day: 1,\n message: \"a\".to_string(),\n });\n Log::insert(Log {\n id: 2,\n user_id: 7,\n day: 2,\n message: \"b\".to_string(),\n });\n Log::insert(Log {\n id: 3,\n user_id: 9,\n day: 1,\n message: \"c\".to_string(),\n });\n }\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling cc v1.2.58\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\rust\\server\\grok-code\\llm)\nerror[E0432]: unresolved import `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime::module]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:6:7\n |\n6 | #[spacetime::table]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:7:7\n |\n7 | #[spacetime::btree_index(name = \"by_user_day\", btree(user_id, day))]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:16:7\n |\n16 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:9:11\n |\n9 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `Log` in the current scope\n --> src\\lib.rs:18:14\n |\n 8 | pub struct Log {\n | -------------- function or associated item `insert` not found for this struct\n...\n18 | Log::insert(Log {\n | ^^^^^^ function or associated item not found in `Log`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Log` in the current scope\n --> src\\lib.rs:24:14\n |\n 8 | pub struct Log {\n | -------------- function or associated item `insert` not found for this struct\n...\n24 | Log::insert(Log {\n | ^^^^^^ function or associated item not found in `Log`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Log` in the current scope\n --> src\\lib.rs:30:14\n |\n 8 | pub struct Log {\n | -------------- function or associated item `insert` not found for this struct\n...\n30 | Log::insert(Log {\n | ^^^^^^ function or associated item not found in `Log`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0433, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 546, + "output_tokens": 796, + "generation_duration_ms": 4728, + "started_at": "2026-03-27T21:42:09.249698100Z", + "finished_at": "2026-03-27T21:44:55.866314100Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, Timestamp};\n\n#[spacetimedb::table(public)]\npub struct Announcement {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub message: String,\n #[index(btree)]\n pub active: bool,\n}\n\n#[spacetimedb::query(public)]\npub fn active_announcements() -> Vec {\n Announcement::filter_by_active(true).collect()\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling cc v1.2.58\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling castaway v0.2.4\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand_chacha v0.3.1\n Compiling decorum v0.3.1\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\grok-code\\llm)\nerror: must specify table accessor, e.g. `#[spacetimedb::table(accessor = announcement)]\n --> src\\lib.rs:4:1\n |\n4 | #[spacetimedb::table(public)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n |\n = note: this error originates in the attribute macro `spacetimedb::table` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, Timestamp};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0425]: cannot find type `Announcement` in this scope\n --> src\\lib.rs:15:38\n |\n15 | pub fn active_announcements() -> Vec {\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n15 | pub fn active_announcements() -> Vec {\n | ++++++++++++++\n\nwarning: unused imports: `Identity` and `Timestamp`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, Timestamp};\n | ^^^^^^^^ ^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0433]: failed to resolve: use of undeclared type `Announcement`\n --> src\\lib.rs:16:5\n |\n16 | Announcement::filter_by_active(true).collect()\n | ^^^^^^^^^^^^ use of undeclared type `Announcement`\n\nSome errors have detailed explanations: E0425, E0432, E0433.\nFor more information about an error, try `rustc --explain E0425`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 484, + "output_tokens": 865, + "generation_duration_ms": 5305, + "started_at": "2026-03-27T21:34:25.776987200Z", + "finished_at": "2026-03-27T21:38:10.715901100Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ViewContext};\n\n#[spacetimedb::table(public)]\npub struct Profile {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub identity: Identity,\n pub name: String,\n pub bio: String,\n}\n\n#[spacetimedb::view(public)]\npub fn my_profile(ctx: ViewContext) -> Option {\n Profile::filter_by_identity(&ctx.sender).first()\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling generic-array v0.14.7\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\rust\\server\\grok-code\\llm)\nerror: must specify table accessor, e.g. `#[spacetimedb::table(accessor = profile)]\n --> src\\lib.rs:4:1\n |\n4 | #[spacetimedb::table(public)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n |\n = note: this error originates in the attribute macro `spacetimedb::table` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror: must specify view accessor, e.g. `#[spacetimedb::view(accessor = my_profile)]\n --> src\\lib.rs:15:1\n |\n15 | #[spacetimedb::view(public)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n |\n = note: this error originates in the attribute macro `spacetimedb::view` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ViewContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0425]: cannot find type `Profile` in this scope\n --> src\\lib.rs:16:47\n |\n16 | pub fn my_profile(ctx: ViewContext) -> Option {\n | ^^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n16 | pub fn my_profile(ctx: ViewContext) -> Option {\n | +++++++++\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ViewContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0433]: failed to resolve: use of undeclared type `Profile`\n --> src\\lib.rs:17:5\n |\n17 | Profile::filter_by_identity(&ctx.sender).first()\n | ^^^^^^^ use of undeclared type `Profile`\n\nerror[E0616]: field `sender` of struct `ViewContext` is private\n --> src\\lib.rs:17:38\n |\n17 | Profile::filter_by_identity(&ctx.sender).first()\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n17 | Profile::filter_by_identity(&ctx.sender()).first()\n | ++\n\nSome errors have detailed explanations: E0425, E0432, E0433, E0616.\nFor more information about an error, try `rustc --explain E0425`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 526, + "output_tokens": 495, + "generation_duration_ms": 3058, + "started_at": "2026-03-27T21:34:28.814511300Z", + "finished_at": "2026-03-27T21:38:39.623734800Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::*;\n\n#[spacetime(table(public, event, name = \"damage_event\"))]\n#[derive(Clone)]\npub struct DamageEvent {\n pub entity_id: u64,\n pub damage: u32,\n pub source: String,\n}\n\n#[spacetime(reducer)]\npub fn deal_damage(ctx: &ReducerContext, entity_id: u64, damage: u32, source: String) {\n DamageEvent::insert(entity_id, damage, source);\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling http v1.4.0\n Compiling sha3 v0.10.8\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling rand_chacha v0.3.1\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\rust\\server\\grok-code\\llm)\nerror[E0432]: unresolved import `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::*;\n | ++\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:12:3\n |\n12 | #[spacetime(reducer)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime(table(public, event, name = \"damage_event\"))]\n | ^^^^^^^^^\n\nerror[E0599]: no function or associated item named `insert` found for struct `DamageEvent` in the current scope\n --> src\\lib.rs:14:18\n |\n 6 | pub struct DamageEvent {\n | ---------------------- function or associated item `insert` not found for this struct\n...\n14 | DamageEvent::insert(entity_id, damage, source);\n | ^^^^^^ function or associated item not found in `DamageEvent`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 497, + "output_tokens": 882, + "generation_duration_ms": 4203, + "started_at": "2026-03-27T21:31:07.305740800Z", + "finished_at": "2026-03-27T21:34:55.347783700Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(name = player, public)]\npub struct Player {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub nickname: Option,\n pub high_score: Option,\n}\n\n#[reducer]\npub fn create_player(ctx: &ReducerContext, name: String, nickname: Option, high_score: Option) {\n Player::insert(Player {\n id: 0,\n name,\n nickname,\n high_score,\n });\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\rust\\server\\grok-code\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = player` with `accessor = player`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = player, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Player` in this scope\n --> src\\lib.rs:16:20\n |\n16 | Player::insert(Player {\n | ^^^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `Player`\n --> src\\lib.rs:16:5\n |\n16 | Player::insert(Player {\n | ^^^^^^ use of undeclared type `Player`\n\nSome errors have detailed explanations: E0422, E0433.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 513, + "output_tokens": 425, + "generation_duration_ms": 2048, + "started_at": "2026-03-27T21:33:40.548392200Z", + "finished_at": "2026-03-27T21:35:55.090254700Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, Identity, ReducerContext};\n\n#[table(public, name = \"message\")]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub text: String,\n}\n\n#[reducer]\npub fn create_message(ctx: &ReducerContext, text: String) {\n Message::insert(Message {\n id: 0,\n owner: ctx.sender,\n text,\n });\n}\n\n#[reducer]\npub fn delete_message(ctx: &ReducerContext, id: u64) {\n let message = Message::filter_by_id(&id).one().expect(\"not found\");\n if message.owner != ctx.sender {\n panic!(\"unauthorized\");\n }\n message.delete();\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling cc v1.2.58\n Compiling log v0.4.29\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling itertools v0.12.1\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\grok-code\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"message\"` with `accessor = message`\n --> src\\lib.rs:4:24\n |\n4 | #[table(public, name = \"message\")]\n | ^^^^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Message` in this scope\n --> src\\lib.rs:16:21\n |\n16 | Message::insert(Message {\n | ^^^^^^^ not found in this scope\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:35\n |\n2 | use spacetimedb::{reducer, table, Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0433]: failed to resolve: use of undeclared type `Message`\n --> src\\lib.rs:16:5\n |\n16 | Message::insert(Message {\n | ^^^^^^^ use of undeclared type `Message`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:18:20\n |\n18 | owner: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n18 | owner: ctx.sender(),\n | ++\n\nerror[E0433]: failed to resolve: use of undeclared type `Message`\n --> src\\lib.rs:25:19\n |\n25 | let message = Message::filter_by_id(&id).one().expect(\"not found\");\n | ^^^^^^^ use of undeclared type `Message`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:26:29\n |\n26 | if message.owner != ctx.sender {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n26 | if message.owner != ctx.sender() {\n | ++\n\nSome errors have detailed explanations: E0422, E0433, E0616.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 553, + "output_tokens": 839, + "generation_duration_ms": 4733, + "started_at": "2026-03-27T21:23:58.001343900Z", + "finished_at": "2026-03-27T21:27:57.737202Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct UserInternal {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub email: String,\n pub password_hash: String,\n}\n\n#[spacetimedb(table(public))]\n#[derive(Clone)]\npub struct UserPublic {\n #[primary_key]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn register_user(ctx: &ReducerContext, name: String, email: String, password_hash: String) {\n let mut user_internal = UserInternal {\n id: 0,\n name: name.clone(),\n email,\n password_hash,\n };\n user_internal.insert();\n let user_public = UserPublic {\n id: user_internal.id,\n name,\n };\n user_public.insert();\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling cc v1.2.58\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling itertools v0.12.1\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand_chacha v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\grok-code\\llm)\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:23:3\n |\n23 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:15:3\n |\n15 | #[spacetimedb(table(public))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no method named `insert` found for struct `UserInternal` in the current scope\n --> src\\lib.rs:31:19\n |\n 6 | pub struct UserInternal {\n | ----------------------- method `insert` not found for this struct\n...\n31 | user_internal.insert();\n | ^^^^^^ method not found in `UserInternal`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\nhelp: some of the expressions' fields have a method of the same name\n |\n31 | user_internal.email.insert();\n | ++++++\n31 | user_internal.name.insert();\n | +++++\n31 | user_internal.password_hash.insert();\n | ++++++++++++++\n\nerror[E0599]: no method named `insert` found for struct `UserPublic` in the current scope\n --> src\\lib.rs:36:17\n |\n17 | pub struct UserPublic {\n | --------------------- method `insert` not found for this struct\n...\n36 | user_public.insert();\n | ^^^^^^ method not found in `UserPublic`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\nhelp: one of the expressions' fields has a method of the same name\n |\n36 | user_public.name.insert();\n | +++++\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 572, + "output_tokens": 829, + "generation_duration_ms": 4989, + "started_at": "2026-03-27T21:23:58.015197700Z", + "finished_at": "2026-03-27T21:29:00.848265700Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{println, table, reducer};\n\n#[table(name = author, public)]\nstruct Author {\n #[primary_key]\n #[auto_inc]\n id: u64,\n name: String,\n}\n\n#[table(name = post, public)]\nstruct Post {\n #[primary_key]\n #[auto_inc]\n id: u64,\n #[index(btree)]\n author_id: u64,\n title: String,\n}\n\n#[reducer]\nfn delete_author(ctx: &ReducerContext, author_id: u64) {\n let posts = Post::filter_by_author_id(&author_id).iter().collect::>();\n for post in posts {\n Post::delete_by_id(post.id);\n }\n Author::delete_by_id(author_id);\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling cc v1.2.58\n Compiling bytemuck v1.25.0\n Compiling num-traits v0.2.19\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\rust\\server\\grok-code\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = author` with `accessor = author`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = author, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = post` with `accessor = post`.\n --> src\\lib.rs:12:9\n |\n12 | #[table(name = post, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::println`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{println, table, reducer};\n | ^^^^^^^ no `println` in the root\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:23:24\n |\n23 | fn delete_author(ctx: &ReducerContext, author_id: u64) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0433]: failed to resolve: use of undeclared type `Post`\n --> src\\lib.rs:24:17\n |\n24 | let posts = Post::filter_by_author_id(&author_id).iter().collect::>();\n | ^^^^ use of undeclared type `Post`\n\nerror[E0433]: failed to resolve: use of undeclared type `Post`\n --> src\\lib.rs:26:9\n |\n26 | Post::delete_by_id(post.id);\n | ^^^^ use of undeclared type `Post`\n\nerror[E0433]: failed to resolve: use of undeclared type `Author`\n --> src\\lib.rs:28:5\n |\n28 | Author::delete_by_id(author_id);\n | ^^^^^^ use of undeclared type `Author`\n\nSome errors have detailed explanations: E0425, E0432, E0433.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 536, + "output_tokens": 744, + "generation_duration_ms": 4155, + "started_at": "2026-03-27T21:34:03.989142100Z", + "finished_at": "2026-03-27T21:38:44.229185400Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb::table(name = order, public)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub category: String,\n pub amount: u64,\n pub fulfilled: bool,\n}\n\n#[spacetimedb::table(name = category_stats, public)]\npub struct CategoryStats {\n #[primary_key]\n pub category: String,\n pub total_amount: u64,\n pub order_count: u32,\n}\n\n#[spacetimedb::reducer]\npub fn compute_stats(ctx: &ReducerContext, category: String) {\n let orders = Order::filter_by_category(&category);\n let mut count = 0u32;\n let mut total = 0u64;\n for order in orders {\n count += 1;\n total += order.amount;\n }\n let stats = CategoryStats {\n category,\n total_amount: total,\n order_count: count,\n };\n CategoryStats::upsert(stats);\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling num-traits v0.2.19\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling cc v1.2.58\n Compiling itertools v0.12.1\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\rust\\server\\grok-code\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = order` with `accessor = order`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = order, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = category_stats` with `accessor = category_stats`.\n --> src\\lib.rs:15:22\n |\n15 | #[spacetimedb::table(name = category_stats, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0422]: cannot find struct, variant or union type `CategoryStats` in this scope\n --> src\\lib.rs:32:17\n |\n32 | let stats = CategoryStats {\n | ^^^^^^^^^^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `Order`\n --> src\\lib.rs:25:18\n |\n25 | let orders = Order::filter_by_category(&category);\n | ^^^^^ use of undeclared type `Order`\n\nerror[E0433]: failed to resolve: use of undeclared type `CategoryStats`\n --> src\\lib.rs:37:5\n |\n37 | CategoryStats::upsert(stats);\n | ^^^^^^^^^^^^^ use of undeclared type `CategoryStats`\n\nSome errors have detailed explanations: E0422, E0432, E0433.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 557, + "output_tokens": 1172, + "generation_duration_ms": 5591, + "started_at": "2026-03-27T21:34:09.572361200Z", + "finished_at": "2026-03-27T21:37:53.045118Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer::ReducerContext, table::{Table, TableWithPrimaryKey}};\n\n#[spacetimedb::table(name = customer, public)]\npub struct Customer {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb::table(name = order, public)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub customer_id: u64,\n pub product: String,\n pub amount: u32,\n}\n\n#[spacetimedb::table(name = order_detail, public)]\npub struct OrderDetail {\n #[primary_key]\n pub order_id: u64,\n pub customer_name: String,\n pub product: String,\n pub amount: u32,\n}\n\n#[spacetimedb::reducer]\npub fn build_order_details(ctx: &ReducerContext) {\n for order in Order::iter(ctx) {\n if let Some(customer) = Customer::find_by_id(ctx, order.customer_id) {\n OrderDetail::insert(ctx, OrderDetail {\n order_id: order.id,\n customer_name: customer.name.clone(),\n product: order.product.clone(),\n amount: order.amount,\n });\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling blake3 v1.8.3\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\rust\\server\\grok-code\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = customer` with `accessor = customer`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = customer, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = order` with `accessor = order`.\n --> src\\lib.rs:12:22\n |\n12 | #[spacetimedb::table(name = order, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = order_detail` with `accessor = order_detail`.\n --> src\\lib.rs:23:22\n |\n23 | #[spacetimedb::table(name = order_detail, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved imports `spacetimedb::reducer`, `spacetimedb::table::TableWithPrimaryKey`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{reducer::ReducerContext, table::{Table, TableWithPrimaryKey}};\n | ^^^^^^^ ^^^^^^^^^^^^^^^^^^^ no `TableWithPrimaryKey` in `table`\n | |\n | could not find `reducer` in `spacetimedb`\n\nerror[E0422]: cannot find struct, variant or union type `OrderDetail` in this scope\n --> src\\lib.rs:36:38\n |\n36 | OrderDetail::insert(ctx, OrderDetail {\n | ^^^^^^^^^^^ not found in this scope\n\nwarning: unused import: `Table`\n --> src\\lib.rs:2:52\n |\n2 | use spacetimedb::{reducer::ReducerContext, table::{Table, TableWithPrimaryKey}};\n | ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0433]: failed to resolve: use of undeclared type `Order`\n --> src\\lib.rs:34:18\n |\n34 | for order in Order::iter(ctx) {\n | ^^^^^ use of undeclared type `Order`\n\nerror[E0433]: failed to resolve: use of undeclared type `Customer`\n --> src\\lib.rs:35:33\n |\n35 | if let Some(customer) = Customer::find_by_id(ctx, order.customer_id) {\n | ^^^^^^^^ use of undeclared type `Customer`\n\nerror[E0433]: failed to resolve: use of undeclared type `OrderDetail`\n --> src\\lib.rs:36:13\n |\n36 | OrderDetail::insert(ctx, OrderDetail {\n | ^^^^^^^^^^^ use of undeclared type `OrderDetail`\n\nSome errors have detailed explanations: E0422, E0432, E0433.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 606, + "output_tokens": 1092, + "generation_duration_ms": 6018, + "started_at": "2026-03-27T21:34:13.606513700Z", + "finished_at": "2026-03-27T21:38:04.189629200Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext};\n\n#[table(name = \"account\")]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub display_name: String,\n}\n\n#[reducer]\npub fn create_account(ctx: &ReducerContext, email: String, display_name: String) {\n Account {\n id: 0,\n email,\n display_name,\n }\n .insert(ctx);\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling castaway v0.2.4\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\grok-code\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"account\"` with `accessor = account`\n --> src\\lib.rs:4:16\n |\n4 | #[table(name = \"account\")]\n | ^^^^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Account` in this scope\n --> src\\lib.rs:16:5\n |\n16 | Account {\n | ^^^^^^^ not found in this scope\n\nFor more information about this error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 497, + "output_tokens": 697, + "generation_duration_ms": 5067, + "started_at": "2026-03-27T21:34:20.212995800Z", + "finished_at": "2026-03-27T21:38:36.048578700Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb::table(name = \"product\", public)]\npub struct Product {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n #[index(btree)]\n pub price: u32,\n}\n\n#[spacetimedb::table(name = \"price_range_result\", public)]\npub struct PriceRangeResult {\n #[primary_key]\n pub product_id: u64,\n pub name: String,\n pub price: u32,\n}\n\n#[spacetimedb::reducer]\npub fn find_in_price_range(ctx: &ReducerContext, min_price: u32, max_price: u32) {\n for product in Product::iter(ctx.db()) {\n if product.price >= min_price && product.price <= max_price {\n PriceRangeResult::insert(ctx.db(), PriceRangeResult {\n product_id: product.id,\n name: product.name.clone(),\n price: product.price,\n }).unwrap();\n }\n }\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling cc v1.2.58\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling http v1.4.0\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\rust\\server\\grok-code\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"product\"` with `accessor = product`\n --> src\\lib.rs:4:29\n |\n4 | #[spacetimedb::table(name = \"product\", public)]\n | ^^^^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"price_range_result\"` with `accessor = price_range_result`\n --> src\\lib.rs:14:29\n |\n14 | #[spacetimedb::table(name = \"price_range_result\", public)]\n | ^^^^^^^^^^^^^^^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0433]: failed to resolve: use of undeclared type `Product`\n --> src\\lib.rs:24:20\n |\n24 | for product in Product::iter(ctx.db()) {\n | ^^^^^^^ use of undeclared type `Product`\n |\nhelp: consider importing this trait\n |\n 2 + use std::iter::Product;\n |\n\nerror[E0422]: cannot find struct, variant or union type `PriceRangeResult` in this scope\n --> src\\lib.rs:26:48\n |\n26 | PriceRangeResult::insert(ctx.db(), PriceRangeResult {\n | ^^^^^^^^^^^^^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `PriceRangeResult`\n --> src\\lib.rs:26:13\n |\n26 | PriceRangeResult::insert(ctx.db(), PriceRangeResult {\n | ^^^^^^^^^^^^^^^^ use of undeclared type `PriceRangeResult`\n\nSome errors have detailed explanations: E0422, E0432, E0433.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 564, + "output_tokens": 1259, + "generation_duration_ms": 5862, + "started_at": "2026-03-27T21:34:55.347959700Z", + "finished_at": "2026-03-27T21:38:42.662065700Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer::ReducerContext, table::Table};\n\n#[spacetimedb::table(name = player, public)]\npub struct Player {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub score: u64,\n}\n\n#[spacetimedb::table(name = leaderboard, public)]\npub struct LeaderboardEntry {\n #[primary_key]\n pub rank: u32,\n pub player_name: String,\n pub score: u64,\n}\n\n#[spacetimedb::reducer]\npub fn build_leaderboard(ctx: &ReducerContext, limit: u32) {\n let mut players: Vec = Player::iter(ctx).collect();\n players.sort_by(|a, b| b.score.cmp(&a.score));\n let top_players = players.into_iter().take(limit as usize);\n LeaderboardEntry::delete_all(ctx);\n for (rank, player) in top_players.enumerate() {\n LeaderboardEntry::insert(ctx, LeaderboardEntry {\n rank: (rank + 1) as u32,\n player_name: player.name,\n score: player.score,\n });\n }\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling cc v1.2.58\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling itertools v0.12.1\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling decorum v0.3.1\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\rust\\server\\grok-code\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = player` with `accessor = player`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = player, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = leaderboard` with `accessor = leaderboard`.\n --> src\\lib.rs:13:22\n |\n13 | #[spacetimedb::table(name = leaderboard, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::reducer`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{reducer::ReducerContext, table::Table};\n | ^^^^^^^ could not find `reducer` in `spacetimedb`\n\nerror[E0425]: cannot find type `Player` in this scope\n --> src\\lib.rs:23:26\n |\n23 | let mut players: Vec = Player::iter(ctx).collect();\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n22 | pub fn build_leaderboard(ctx: &ReducerContext, limit: u32) {\n | ++++++++\n\nerror[E0422]: cannot find struct, variant or union type `LeaderboardEntry` in this scope\n --> src\\lib.rs:28:39\n |\n28 | LeaderboardEntry::insert(ctx, LeaderboardEntry {\n | ^^^^^^^^^^^^^^^^ not found in this scope\n\nwarning: unused import: `table::Table`\n --> src\\lib.rs:2:44\n |\n2 | use spacetimedb::{reducer::ReducerContext, table::Table};\n | ^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0433]: failed to resolve: use of undeclared type `Player`\n --> src\\lib.rs:23:36\n |\n23 | let mut players: Vec = Player::iter(ctx).collect();\n | ^^^^^^ use of undeclared type `Player`\n\nerror[E0433]: failed to resolve: use of undeclared type `LeaderboardEntry`\n --> src\\lib.rs:26:5\n |\n26 | LeaderboardEntry::delete_all(ctx);\n | ^^^^^^^^^^^^^^^^ use of undeclared type `LeaderboardEntry`\n\nerror[E0433]: failed to resolve: use of undeclared type `LeaderboardEntry`\n --> src\\lib.rs:28:9\n |\n28 | LeaderboardEntry::insert(ctx, LeaderboardEntry {\n | ^^^^^^^^^^^^^^^^ use of undeclared type `LeaderboardEntry`\n\nSome errors have detailed explanations: E0422, E0425, E0432, E0433.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 559, + "output_tokens": 936, + "generation_duration_ms": 3481, + "started_at": "2026-03-27T21:35:55.090412600Z", + "finished_at": "2026-03-27T21:38:51.359349800Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table, primary_key(id), auto_inc(id))]\n#[derive(Clone)]\npub struct Task {\n pub id: u64,\n pub title: String,\n pub completed: bool,\n}\n\n#[spacetimedb(table, primary_key(task_id))]\n#[derive(Clone)]\npub struct FirstIncomplete {\n pub task_id: u64,\n pub title: String,\n}\n\n#[spacetimedb(reducer)]\npub fn find_first_incomplete(ctx: &ReducerContext) {\n if let Some(task) = Task::iter(ctx).find(|t| !t.completed) {\n FirstIncomplete::insert(ctx, FirstIncomplete {\n task_id: task.id,\n title: task.title.clone(),\n });\n }\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling cc v1.2.58\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\rust\\server\\grok-code\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0599]: no function or associated item named `iter` found for struct `Task` in the current scope\n --> src\\lib.rs:21:31\n |\n 6 | pub struct Task {\n | --------------- function or associated item `iter` not found for this struct\n...\n21 | if let Some(task) = Task::iter(ctx).find(|t| !t.completed) {\n | ^^^^ function or associated item not found in `Task`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `FirstIncomplete` in the current scope\n --> src\\lib.rs:22:26\n |\n14 | pub struct FirstIncomplete {\n | -------------------------- function or associated item `insert` not found for this struct\n...\n22 | FirstIncomplete::insert(ctx, FirstIncomplete {\n | ^^^^^^ function or associated item not found in `FirstIncomplete`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 532, + "output_tokens": 720, + "generation_duration_ms": 3896, + "started_at": "2026-03-27T21:37:53.045318Z", + "finished_at": "2026-03-27T21:39:23.901452500Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{println, spacetimedb};\n\n#[spacetimedb::table(name = order, public)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub amount: u32,\n}\n\n#[spacetimedb::table(name = distinct_category, public)]\npub struct DistinctCategory {\n #[primary_key]\n pub category: String,\n}\n\n#[spacetimedb::reducer]\npub fn collect_distinct_categories(ctx: &ReducerContext) {\n use std::collections::HashSet;\n let mut categories = HashSet::new();\n for order in Order::iter(ctx) {\n categories.insert(order.category.clone());\n }\n for cat in categories {\n DistinctCategory::insert(ctx, DistinctCategory { category: cat });\n }\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\rust\\server\\grok-code\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = order` with `accessor = order`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = order, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = distinct_category` with `accessor = distinct_category`.\n --> src\\lib.rs:13:22\n |\n13 | #[spacetimedb::table(name = distinct_category, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:28\n |\n2 | use spacetimedb::{println, spacetimedb};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:20:42\n |\n20 | pub fn collect_distinct_categories(ctx: &ReducerContext) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0422]: cannot find struct, variant or union type `DistinctCategory` in this scope\n --> src\\lib.rs:27:39\n |\n27 | DistinctCategory::insert(ctx, DistinctCategory { category: cat });\n | ^^^^^^^^^^^^^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `Order`\n --> src\\lib.rs:23:18\n |\n23 | for order in Order::iter(ctx) {\n | ^^^^^ use of undeclared type `Order`\n\nerror[E0433]: failed to resolve: use of undeclared type `DistinctCategory`\n --> src\\lib.rs:27:9\n |\n27 | DistinctCategory::insert(ctx, DistinctCategory { category: cat });\n | ^^^^^^^^^^^^^^^^ use of undeclared type `DistinctCategory`\n\nSome errors have detailed explanations: E0422, E0425, E0432, E0433.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 525, + "output_tokens": 802, + "generation_duration_ms": 3236, + "started_at": "2026-03-27T21:38:04.189788200Z", + "finished_at": "2026-03-27T21:40:48.906572400Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb::table(name = user, public)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub active: bool,\n}\n\n#[spacetimedb::table(name = user_stats, public)]\npub struct UserStats {\n #[primary_key]\n pub key: String,\n pub count: u64,\n}\n\n#[spacetimedb::reducer]\npub fn compute_user_counts(ctx: &ReducerContext) {\n let total = User::iter(ctx).count();\n let active = User::iter(ctx).filter(|u| u.active).count();\n UserStats::insert(ctx, UserStats { key: \"total\".to_string(), count: total as u64 });\n UserStats::insert(ctx, UserStats { key: \"active\".to_string(), count: active as u64 });\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling cc v1.2.58\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling blake3 v1.8.3\n Compiling decorum v0.3.1\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand_core v0.6.4\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\rust\\server\\grok-code\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = user, public)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user_stats` with `accessor = user_stats`.\n --> src\\lib.rs:13:22\n |\n13 | #[spacetimedb::table(name = user_stats, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0422]: cannot find struct, variant or union type `UserStats` in this scope\n --> src\\lib.rs:24:28\n |\n24 | UserStats::insert(ctx, UserStats { key: \"total\".to_string(), count: total as u64 });\n | ^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `UserStats` in this scope\n --> src\\lib.rs:25:28\n |\n25 | UserStats::insert(ctx, UserStats { key: \"active\".to_string(), count: active as u64 });\n | ^^^^^^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:22:17\n |\n22 | let total = User::iter(ctx).count();\n | ^^^^ use of undeclared type `User`\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:23:18\n |\n23 | let active = User::iter(ctx).filter(|u| u.active).count();\n | ^^^^ use of undeclared type `User`\n\nerror[E0433]: failed to resolve: use of undeclared type `UserStats`\n --> src\\lib.rs:24:5\n |\n24 | UserStats::insert(ctx, UserStats { key: \"total\".to_string(), count: total as u64 });\n | ^^^^^^^^^ use of undeclared type `UserStats`\n\nerror[E0433]: failed to resolve: use of undeclared type `UserStats`\n --> src\\lib.rs:25:5\n |\n25 | UserStats::insert(ctx, UserStats { key: \"active\".to_string(), count: active as u64 });\n | ^^^^^^^^^ use of undeclared type `UserStats`\n\nSome errors have detailed explanations: E0422, E0432, E0433.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 569, + "output_tokens": 666, + "generation_duration_ms": 2537, + "started_at": "2026-03-27T21:38:10.716107700Z", + "finished_at": "2026-03-27T21:42:09.249548600Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer::ReducerContext, table::{Table, TableWithPrimaryKey}};\n\n#[spacetimedb::table(name = \"event_log\", public)]\n#[spacetimedb::btree_index(columns = [\"category\", \"severity\"])]\npub struct EventLog {\n #[spacetimedb::primary_key]\n #[spacetimedb::auto_inc]\n pub id: u64,\n pub category: String,\n pub severity: u32,\n pub message: String,\n}\n\n#[spacetimedb::table(name = \"filtered_event\", public)]\npub struct FilteredEvent {\n #[spacetimedb::primary_key]\n pub event_id: u64,\n pub message: String,\n}\n\n#[spacetimedb::reducer]\npub fn filter_events(ctx: &ReducerContext, category: String, severity: u32) {\n for event in EventLog::iter(ctx) {\n if event.category == category && event.severity == severity {\n FilteredEvent::insert(ctx, FilteredEvent {\n event_id: event.id,\n message: event.message,\n }).unwrap();\n }\n }\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling castaway v0.2.4\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\rust\\server\\grok-code\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"event_log\"` with `accessor = event_log`\n --> src\\lib.rs:4:29\n |\n4 | #[spacetimedb::table(name = \"event_log\", public)]\n | ^^^^^^^^^^^\n\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"filtered_event\"` with `accessor = filtered_event`\n --> src\\lib.rs:15:29\n |\n15 | #[spacetimedb::table(name = \"filtered_event\", public)]\n | ^^^^^^^^^^^^^^^^\n\nerror[E0432]: unresolved imports `spacetimedb::reducer`, `spacetimedb::table::TableWithPrimaryKey`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{reducer::ReducerContext, table::{Table, TableWithPrimaryKey}};\n | ^^^^^^^ ^^^^^^^^^^^^^^^^^^^ no `TableWithPrimaryKey` in `table`\n | |\n | could not find `reducer` in `spacetimedb`\n\nerror[E0422]: cannot find struct, variant or union type `FilteredEvent` in this scope\n --> src\\lib.rs:26:40\n |\n26 | FilteredEvent::insert(ctx, FilteredEvent {\n | ^^^^^^^^^^^^^ not found in this scope\n\nwarning: unused import: `Table`\n --> src\\lib.rs:2:52\n |\n2 | use spacetimedb::{reducer::ReducerContext, table::{Table, TableWithPrimaryKey}};\n | ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0433]: failed to resolve: use of undeclared type `EventLog`\n --> src\\lib.rs:24:18\n |\n24 | for event in EventLog::iter(ctx) {\n | ^^^^^^^^ use of undeclared type `EventLog`\n\nerror[E0433]: failed to resolve: use of undeclared type `FilteredEvent`\n --> src\\lib.rs:26:13\n |\n26 | FilteredEvent::insert(ctx, FilteredEvent {\n | ^^^^^^^^^^^^^ use of undeclared type `FilteredEvent`\n\nSome errors have detailed explanations: E0422, E0432, E0433.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 561, + "output_tokens": 1608, + "generation_duration_ms": 7792, + "started_at": "2026-03-27T21:38:36.048766600Z", + "finished_at": "2026-03-27T21:42:01.577861800Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "#![spacetime]\n\nuse spacetime::prelude::*;\nuse std::time::Duration;\n\n#[spacetime::table(scheduled(reducer = \"send_reminder\"))]\n#[derive(Clone)]\npub struct Reminder {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n pub message: String,\n}\n\n#[spacetime::reducer]\npub fn send_reminder(ctx: &ReducerContext, reminder: Reminder) {\n}\n\n#[spacetime::reducer]\npub fn init(ctx: &ReducerContext) {\n Reminder::insert(Reminder {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Time(ctx.timestamp + Duration::from_secs(60)),\n message: \"Reminder\".to_string(),\n });\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling itertools v0.12.1\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\rust\\server\\grok-code\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:4:5\n |\n4 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n4 | use spacetimedb::prelude::*;\n | ++\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:7:3\n |\n7 | #[spacetime::table(scheduled(reducer = \"send_reminder\"))]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:17:3\n |\n17 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:21:3\n |\n21 | #[spacetime::reducer]\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:2:4\n |\n2 | #![spacetime]\n | ^^^^^^^^^\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:10:7\n |\n10 | #[primary_key]\n | ^^^^^^^^^^^\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:11:7\n |\n11 | #[auto_inc]\n | ^^^^^^^^\n\nerror[E0425]: cannot find type `ScheduleAt` in this scope\n --> src\\lib.rs:13:23\n |\n13 | pub scheduled_at: ScheduleAt,\n | ^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 4 + use spacetimedb::ScheduleAt;\n |\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:18:28\n |\n18 | pub fn send_reminder(ctx: &ReducerContext, reminder: Reminder) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 4 + use spacetimedb::ReducerContext;\n |\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:22:19\n |\n22 | pub fn init(ctx: &ReducerContext) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 4 + use spacetimedb::ReducerContext;\n |\n\nerror[E0433]: failed to resolve: use of undeclared type `ScheduleAt`\n --> src\\lib.rs:25:23\n |\n25 | scheduled_at: ScheduleAt::Time(ctx.timestamp + Duration::from_secs(60)),\n | ^^^^^^^^^^ use of undeclared type `ScheduleAt`\n |\nhelp: consider importing this enum\n |\n 4 + use spacetimedb::ScheduleAt;\n |\n\nerror[E0599]: no function or associated item named `insert` found for struct `Reminder` in the current scope\n --> src\\lib.rs:23:15\n |\n 9 | pub struct Reminder {\n | ------------------- function or associated item `insert` not found for this struct\n...\n23 | Reminder::insert(Reminder {\n | ^^^^^^ function or associated item not found in `Reminder`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0425, E0433, E0599.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 12 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 530, + "output_tokens": 1366, + "generation_duration_ms": 6231, + "started_at": "2026-03-27T21:30:47.431508900Z", + "finished_at": "2026-03-27T21:34:13.606272200Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{self, *};\nuse std::time::Duration;\n\n#[spacetimedb::table(name = cleanup_job, public, scheduled(run_cleanup))]\npub struct CleanupJob {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb::reducer]\npub fn run_cleanup(ctx: &ReducerContext, job: CleanupJob) {\n // does nothing\n}\n\n#[spacetimedb::reducer(init)]\npub fn init() {\n CleanupJob::insert(CleanupJob {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::In(Duration::from_secs(60)),\n });\n}\n\n#[spacetimedb::reducer]\npub fn cancel_cleanup(ctx: &ReducerContext, scheduled_id: u64) {\n CleanupJob::filter_by_scheduled_id(&scheduled_id).delete();\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling castaway v0.2.4\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\rust\\server\\grok-code\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = cleanup_job` with `accessor = cleanup_job`.\n --> src\\lib.rs:5:22\n |\n5 | #[spacetimedb::table(name = cleanup_job, public, scheduled(run_cleanup))]\n | ^^^^^^\n\nerror[E0425]: cannot find type `CleanupJob` in this scope\n --> src\\lib.rs:14:47\n |\n14 | pub fn run_cleanup(ctx: &ReducerContext, job: CleanupJob) {\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `CleanupJob` in this scope\n --> src\\lib.rs:20:24\n |\n20 | CleanupJob::insert(CleanupJob {\n | ^^^^^^^^^^ not found in this scope\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:14:8\n |\n 13 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n 14 | pub fn run_cleanup(ctx: &ReducerContext, job: CleanupJob) {\n | ^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a spacetimedb::ReducerContext, {type error}) {run_cleanup}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:14:8\n |\n13 | #[spacetimedb::reducer]\n | ----------------------- required by a bound introduced by this call\n14 | pub fn run_cleanup(ctx: &ReducerContext, job: CleanupJob) {\n | ^^^^^^^^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `for<'a> fn(&'a spacetimedb::ReducerContext, {type error}) {run_cleanup}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0433]: failed to resolve: use of undeclared type `CleanupJob`\n --> src\\lib.rs:20:5\n |\n20 | CleanupJob::insert(CleanupJob {\n | ^^^^^^^^^^ use of undeclared type `CleanupJob`\n\nerror[E0599]: no variant or associated item named `In` found for enum `spacetimedb::ScheduleAt` in the current scope\n --> src\\lib.rs:22:35\n |\n22 | scheduled_at: ScheduleAt::In(Duration::from_secs(60)),\n | ^^ variant or associated item not found in `spacetimedb::ScheduleAt`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:19:8\n |\n 18 | #[spacetimedb::reducer(init)]\n | ----------------------------- required by a bound introduced by this call\n 19 | pub fn init() {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn() {init}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `register_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:785:81\n |\n785 | pub fn register_reducer<'a, A: Args<'a>, I: FnInfo>(_: impl Reducer<'a, A>) {\n | ^^^^^^^^^^^^^^ required by this bound in `register_reducer`\n\nerror[E0277]: invalid reducer signature\n --> src\\lib.rs:19:8\n |\n18 | #[spacetimedb::reducer(init)]\n | ----------------------------- required by a bound introduced by this call\n19 | pub fn init() {\n | ^^^^ this reducer signature is not valid\n |\n = help: the trait `Reducer<'_, _>` is not implemented for fn item `fn() {init}`\n = note: \n = note: reducer signatures must match the following pattern:\n = note: `Fn(&ReducerContext, [T1, ...]) [-> Result<(), impl Display>]`\n = note: where each `Ti` type implements `SpacetimeType`.\n = note: \nnote: required by a bound in `invoke_reducer`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\rt.rs:48:19\n |\n47 | pub fn invoke_reducer<'a, A: Args<'a>>(\n | -------------- required by a bound in this function\n48 | reducer: impl Reducer<'a, A>,\n | ^^^^^^^^^^^^^^ required by this bound in `invoke_reducer`\n\nerror[E0433]: failed to resolve: use of undeclared type `CleanupJob`\n --> src\\lib.rs:28:5\n |\n28 | CleanupJob::filter_by_scheduled_id(&scheduled_id).delete();\n | ^^^^^^^^^^ use of undeclared type `CleanupJob`\n\nSome errors have detailed explanations: E0277, E0422, E0425, E0433, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 10 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 521, + "output_tokens": 924, + "generation_duration_ms": 4842, + "started_at": "2026-03-27T21:30:56.770436Z", + "finished_at": "2026-03-27T21:34:25.776860100Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, Timestamp, ReducerContext};\n\n#[spacetimedb::table(public)]\npub struct OnlinePlayer {\n #[primary_key]\n pub identity: Identity,\n pub connected_at: Timestamp,\n}\n\n#[spacetimedb::reducer(lifecycle = \"on_connect\")]\npub fn client_connected(ctx: &ReducerContext) {\n OnlinePlayer::insert(OnlinePlayer {\n identity: ctx.sender(),\n connected_at: ctx.timestamp(),\n });\n}\n\n#[spacetimedb::reducer(lifecycle = \"on_disconnect\")]\npub fn client_disconnected(ctx: &ReducerContext) {\n OnlinePlayer::delete_by_identity(&ctx.sender());\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling generic-array v0.14.7\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\rust\\server\\grok-code\\llm)\nerror: must specify table accessor, e.g. `#[spacetimedb::table(accessor = online_player)]\n --> src\\lib.rs:4:1\n |\n4 | #[spacetimedb::table(public)]\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n |\n = note: this error originates in the attribute macro `spacetimedb::table` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror: expected one of: `init`, `client_connected`, `client_disconnected`, `update`, `name`\n --> src\\lib.rs:11:24\n |\n11 | #[spacetimedb::reducer(lifecycle = \"on_connect\")]\n | ^^^^^^^^^\n\nerror: expected one of: `init`, `client_connected`, `client_disconnected`, `update`, `name`\n --> src\\lib.rs:19:24\n |\n19 | #[spacetimedb::reducer(lifecycle = \"on_disconnect\")]\n | ^^^^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, Timestamp, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0422]: cannot find struct, variant or union type `OnlinePlayer` in this scope\n --> src\\lib.rs:13:26\n |\n13 | OnlinePlayer::insert(OnlinePlayer {\n | ^^^^^^^^^^^^ not found in this scope\n\nwarning: unused imports: `Identity` and `Timestamp`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, Timestamp, ReducerContext};\n | ^^^^^^^^ ^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0433]: failed to resolve: use of undeclared type `OnlinePlayer`\n --> src\\lib.rs:13:5\n |\n13 | OnlinePlayer::insert(OnlinePlayer {\n | ^^^^^^^^^^^^ use of undeclared type `OnlinePlayer`\n\nerror[E0599]: no method named `timestamp` found for reference `&ReducerContext` in the current scope\n --> src\\lib.rs:15:27\n |\n15 | connected_at: ctx.timestamp(),\n | ^^^^^^^^^-- help: remove the arguments\n | |\n | field, not a method\n\nerror[E0433]: failed to resolve: use of undeclared type `OnlinePlayer`\n --> src\\lib.rs:21:5\n |\n21 | OnlinePlayer::delete_by_identity(&ctx.sender());\n | ^^^^^^^^^^^^ use of undeclared type `OnlinePlayer`\n\nSome errors have detailed explanations: E0422, E0432, E0433, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 484, + "output_tokens": 575, + "generation_duration_ms": 3359, + "started_at": "2026-03-27T21:31:07.218028100Z", + "finished_at": "2026-03-27T21:34:20.212759400Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb::table(name = user, public = false)]\npub struct User {\n #[primary_key]\n pub identity: Identity,\n pub name: String,\n}\n\n#[spacetimedb::table(name = message, public = true)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub sender: Identity,\n pub text: String,\n}\n\n#[spacetimedb::reducer]\npub fn register(ctx: &ReducerContext, name: String) {\n if User::find_by_identity(&ctx.sender).is_some() {\n panic!(\"already registered\");\n }\n User::insert(User {\n identity: ctx.sender,\n name,\n });\n}\n\n#[spacetimedb::reducer]\npub fn post_message(ctx: &ReducerContext, text: String) {\n if User::find_by_identity(&ctx.sender).is_none() {\n panic!(\"not registered\");\n }\n Message::insert(Message {\n id: 0,\n sender: ctx.sender,\n text,\n });\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling itertools v0.12.1\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\rust\\server\\grok-code\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = user` with `accessor = user`.\n --> src\\lib.rs:4:22\n |\n4 | #[spacetimedb::table(name = user, public = false)]\n | ^^^^^^\n\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = message` with `accessor = message`.\n --> src\\lib.rs:11:22\n |\n11 | #[spacetimedb::table(name = message, public = true)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0422]: cannot find struct, variant or union type `User` in this scope\n --> src\\lib.rs:26:18\n |\n26 | User::insert(User {\n | ^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Message` in this scope\n --> src\\lib.rs:37:21\n |\n37 | Message::insert(Message {\n | ^^^^^^^ not found in this scope\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:23:8\n |\n23 | if User::find_by_identity(&ctx.sender).is_some() {\n | ^^^^ use of undeclared type `User`\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:26:5\n |\n26 | User::insert(User {\n | ^^^^ use of undeclared type `User`\n\nerror[E0433]: failed to resolve: use of undeclared type `User`\n --> src\\lib.rs:34:8\n |\n34 | if User::find_by_identity(&ctx.sender).is_none() {\n | ^^^^ use of undeclared type `User`\n\nerror[E0433]: failed to resolve: use of undeclared type `Message`\n --> src\\lib.rs:37:5\n |\n37 | Message::insert(Message {\n | ^^^^^^^ use of undeclared type `Message`\n\nSome errors have detailed explanations: E0422, E0432, E0433.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 578, + "output_tokens": 640, + "generation_duration_ms": 3486, + "started_at": "2026-03-27T21:23:58.018909100Z", + "finished_at": "2026-03-27T21:28:35.206663300Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb::table(public = false)]\npub struct Config {\n #[spacetimedb::primary_key]\n pub id: u32,\n pub admin: Identity,\n}\n\n#[spacetimedb::table(public = true)]\npub struct AdminLog {\n #[spacetimedb::primary_key]\n #[spacetimedb::auto_inc]\n pub id: u64,\n pub action: String,\n}\n\n#[spacetimedb::reducer]\npub fn bootstrap_admin(ctx: ReducerContext) {\n if Config::find_by_id(0).is_some() {\n spacetimedb::panic!(\"already bootstrapped\");\n }\n Config::insert(Config {\n id: 0,\n admin: ctx.sender,\n });\n}\n\n#[spacetimedb::reducer]\npub fn admin_action(ctx: ReducerContext, action: String) {\n let config = Config::find_by_id(0).unwrap_or_else(|| spacetimedb::panic!(\"not bootstrapped\"));\n if ctx.sender != config.admin {\n spacetimedb::panic!(\"not admin\");\n }\n AdminLog::insert(AdminLog { id: 0, action });\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling castaway v0.2.4\n Compiling sha3 v0.10.8\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\rust\\server\\grok-code\\llm)\nerror: expected `,`\n --> src\\lib.rs:4:29\n |\n4 | #[spacetimedb::table(public = false)]\n | ^\n\nerror: expected `,`\n --> src\\lib.rs:11:29\n |\n11 | #[spacetimedb::table(public = true)]\n | ^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0422]: cannot find struct, variant or union type `Config` in this scope\n --> src\\lib.rs:24:20\n |\n24 | Config::insert(Config {\n | ^^^^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `AdminLog` in this scope\n --> src\\lib.rs:36:22\n |\n36 | AdminLog::insert(AdminLog { id: 0, action });\n | ^^^^^^^^ not found in this scope\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0433]: failed to resolve: use of undeclared type `Config`\n --> src\\lib.rs:21:8\n |\n21 | if Config::find_by_id(0).is_some() {\n | ^^^^^^ use of undeclared type `Config`\n\nerror[E0433]: failed to resolve: use of undeclared type `Config`\n --> src\\lib.rs:24:5\n |\n24 | Config::insert(Config {\n | ^^^^^^ use of undeclared type `Config`\n\nerror[E0433]: failed to resolve: use of undeclared type `Config`\n --> src\\lib.rs:32:18\n |\n32 | let config = Config::find_by_id(0).unwrap_or_else(|| spacetimedb::panic!(\"not bootstrapped\"));\n | ^^^^^^ use of undeclared type `Config`\n\nerror[E0433]: failed to resolve: use of undeclared type `AdminLog`\n --> src\\lib.rs:36:5\n |\n36 | AdminLog::insert(AdminLog { id: 0, action });\n | ^^^^^^^^ use of undeclared type `AdminLog`\n\nSome errors have detailed explanations: E0422, E0432, E0433.\nFor more information about an error, try `rustc --explain E0422`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 588, + "output_tokens": 872, + "generation_duration_ms": 6977, + "started_at": "2026-03-27T21:23:58.025980900Z", + "finished_at": "2026-03-27T21:25:57.730573200Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::*;\n\n#[spacetime(table(public = false))]\npub struct User {\n #[primary_key]\n pub identity: Identity,\n pub role: String,\n}\n\n#[spacetime(reducer)]\npub fn register(ctx: &ReducerContext) {\n if User::find_by_identity(ctx.sender).is_some() {\n panic!(\"already registered\");\n }\n User::insert(User {\n identity: ctx.sender,\n role: \"member\".to_string(),\n });\n}\n\n#[spacetime(reducer)]\npub fn promote(ctx: &ReducerContext, target: Identity) {\n let caller = User::find_by_identity(ctx.sender).expect(\"not registered\");\n if caller.role != \"admin\" {\n panic!(\"not admin\");\n }\n let mut target_user = User::find_by_identity(target).expect(\"target not registered\");\n target_user.role = \"admin\".to_string();\n target_user.save();\n}\n\n#[spacetime(reducer)]\npub fn member_action(ctx: &ReducerContext) {\n User::find_by_identity(ctx.sender).expect(\"not registered\");\n}\n\n#[spacetime(reducer)]\npub fn admin_action(ctx: &ReducerContext) {\n let user = User::find_by_identity(ctx.sender).expect(\"not registered\");\n if user.role != \"admin\" {\n panic!(\"not admin\");\n }\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling cc v1.2.58\n Compiling decorum v0.3.1\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\rust\\server\\grok-code\\llm)\nerror[E0432]: unresolved import `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::*;\n | ++\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:38:3\n |\n38 | #[spacetime(reducer)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:33:3\n |\n33 | #[spacetime(reducer)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:22:3\n |\n22 | #[spacetime(reducer)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:11:3\n |\n11 | #[spacetime(reducer)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `spacetime` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetime(table(public = false))]\n | ^^^^^^^^^\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `find_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:13:14\n |\n 5 | pub struct User {\n | --------------- function or associated item `find_by_identity` not found for this struct\n...\n13 | if User::find_by_identity(ctx.sender).is_some() {\n | ^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:16:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n16 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `find_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:24:24\n |\n 5 | pub struct User {\n | --------------- function or associated item `find_by_identity` not found for this struct\n...\n24 | let caller = User::find_by_identity(ctx.sender).expect(\"not registered\");\n | ^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `find_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:28:33\n |\n 5 | pub struct User {\n | --------------- function or associated item `find_by_identity` not found for this struct\n...\n28 | let mut target_user = User::find_by_identity(target).expect(\"target not registered\");\n | ^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `find_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:35:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `find_by_identity` not found for this struct\n...\n35 | User::find_by_identity(ctx.sender).expect(\"not registered\");\n | ^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `find_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:40:22\n |\n 5 | pub struct User {\n | --------------- function or associated item `find_by_identity` not found for this struct\n...\n40 | let user = User::find_by_identity(ctx.sender).expect(\"not registered\");\n | ^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 13 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 647, + "output_tokens": 599, + "generation_duration_ms": 5196, + "started_at": "2026-03-27T21:23:58.045384200Z", + "finished_at": "2026-03-27T21:27:40.123691200Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, Identity};\n\n#[spacetimedb(table(public = false))]\npub struct Admin {\n #[primarykey]\n pub identity: Identity,\n}\n\n#[spacetimedb(table(public = false))]\npub struct Banned {\n #[primarykey]\n pub identity: Identity,\n}\n\n#[spacetimedb(table)]\npub struct Player {\n #[primarykey]\n pub identity: Identity,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn add_admin(ctx: ReducerContext, target: Identity) {\n if Admin::filter_by_identity(&ctx.sender).is_none() {\n panic!(\"not admin\");\n }\n if Admin::filter_by_identity(&target).is_none() {\n Admin::insert(Admin { identity: target }).unwrap();\n }\n}\n\n#[spacetimedb(reducer)]\npub fn ban_player(ctx: ReducerContext, target: Identity) {\n if Admin::filter_by_identity(&ctx.sender).is_none() {\n panic!(\"not admin\");\n }\n Banned::insert(Banned { identity: target }).unwrap();\n Player::delete_by_identity(target);\n}\n\n#[spacetimedb(reducer)]\npub fn join_game(ctx: ReducerContext, name: String) {\n if Banned::filter_by_identity(&ctx.sender).is_some() {\n panic!(\"banned\");\n }\n Player::insert(Player { identity: ctx.sender, name }).unwrap_or_else(|_| panic!(\"already in game\"));\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling rand_core v0.6.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\rust\\server\\grok-code\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n18 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:12:7\n |\n12 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n12 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Admin` in the current scope\n --> src\\lib.rs:25:15\n |\n 5 | pub struct Admin {\n | ---------------- function or associated item `filter_by_identity` not found for this struct\n...\n25 | if Admin::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Admin`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:25:39\n |\n25 | if Admin::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n25 | if Admin::filter_by_identity(&ctx.sender()).is_none() {\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Admin` in the current scope\n --> src\\lib.rs:28:15\n |\n 5 | pub struct Admin {\n | ---------------- function or associated item `filter_by_identity` not found for this struct\n...\n28 | if Admin::filter_by_identity(&target).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Admin`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Admin` in the current scope\n --> src\\lib.rs:29:16\n |\n 5 | pub struct Admin {\n | ---------------- function or associated item `insert` not found for this struct\n...\n29 | Admin::insert(Admin { identity: target }).unwrap();\n | ^^^^^^ function or associated item not found in `Admin`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Admin` in the current scope\n --> src\\lib.rs:35:15\n |\n 5 | pub struct Admin {\n | ---------------- function or associated item `filter_by_identity` not found for this struct\n...\n35 | if Admin::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Admin`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:35:39\n |\n35 | if Admin::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n35 | if Admin::filter_by_identity(&ctx.sender()).is_none() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `Banned` in the current scope\n --> src\\lib.rs:38:13\n |\n11 | pub struct Banned {\n | ----------------- function or associated item `insert` not found for this struct\n...\n38 | Banned::insert(Banned { identity: target }).unwrap();\n | ^^^^^^ function or associated item not found in `Banned`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `delete_by_identity` found for struct `Player` in the current scope\n --> src\\lib.rs:39:13\n |\n17 | pub struct Player {\n | ----------------- function or associated item `delete_by_identity` not found for this struct\n...\n39 | Player::delete_by_identity(target);\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Player`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Banned` in the current scope\n --> src\\lib.rs:44:16\n |\n11 | pub struct Banned {\n | ----------------- function or associated item `filter_by_identity` not found for this struct\n...\n44 | if Banned::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Banned`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:44:40\n |\n44 | if Banned::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n44 | if Banned::filter_by_identity(&ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `Player` in the current scope\n --> src\\lib.rs:47:13\n |\n17 | pub struct Player {\n | ----------------- function or associated item `insert` not found for this struct\n...\n47 | Player::insert(Player { identity: ctx.sender, name }).unwrap_or_else(|_| panic!(\"already in game\"));\n | ^^^^^^ function or associated item not found in `Player`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:47:43\n |\n47 | Player::insert(Player { identity: ctx.sender, name }).unwrap_or_else(|_| panic!(\"already in game\"));\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n47 | Player::insert(Player { identity: ctx.sender(), name }).unwrap_or_else(|_| panic!(\"already in game\"));\n | ++\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 16 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 635, + "output_tokens": 1400, + "generation_duration_ms": 8045, + "started_at": "2026-03-27T21:23:58.050076600Z", + "finished_at": "2026-03-27T21:26:35.486681400Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, Identity, Table};\n\n#[spacetimedb(table(private))]\npub struct RateLimit {\n #[primarykey]\n pub identity: Identity,\n pub last_call_us: i64,\n}\n\n#[spacetimedb(table)]\npub struct ActionLog {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n pub identity: Identity,\n pub payload: String,\n}\n\n#[spacetimedb(reducer)]\npub fn limited_action(ctx: ReducerContext, payload: String) {\n let now = ctx.timestamp.to_micros_since_unix_epoch();\n let rate_limit = RateLimit::filter_by_identity(&ctx.sender).first();\n if let Some(rl) = rate_limit {\n if now - rl.last_call_us < 1_000_000 {\n panic!(\"rate limited\");\n }\n }\n RateLimit::insert(RateLimit { identity: ctx.sender, last_call_us: now }).unwrap();\n ActionLog::insert(ActionLog { id: 0, identity: ctx.sender, payload }).unwrap();\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling cc v1.2.58\n Compiling num-traits v0.2.19\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\rust\\server\\grok-code\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Identity, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n13 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n14 | #[auto_inc]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `RateLimit` in the current scope\n --> src\\lib.rs:23:33\n |\n 5 | pub struct RateLimit {\n | -------------------- function or associated item `filter_by_identity` not found for this struct\n...\n23 | let rate_limit = RateLimit::filter_by_identity(&ctx.sender).first();\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `RateLimit`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:23:57\n |\n23 | let rate_limit = RateLimit::filter_by_identity(&ctx.sender).first();\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n23 | let rate_limit = RateLimit::filter_by_identity(&ctx.sender()).first();\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `RateLimit` in the current scope\n --> src\\lib.rs:29:16\n |\n 5 | pub struct RateLimit {\n | -------------------- function or associated item `insert` not found for this struct\n...\n29 | RateLimit::insert(RateLimit { identity: ctx.sender, last_call_us: now }).unwrap();\n | ^^^^^^ function or associated item not found in `RateLimit`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:29:49\n |\n29 | RateLimit::insert(RateLimit { identity: ctx.sender, last_call_us: now }).unwrap();\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n29 | RateLimit::insert(RateLimit { identity: ctx.sender(), last_call_us: now }).unwrap();\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `ActionLog` in the current scope\n --> src\\lib.rs:30:16\n |\n12 | pub struct ActionLog {\n | -------------------- function or associated item `insert` not found for this struct\n...\n30 | ActionLog::insert(ActionLog { id: 0, identity: ctx.sender, payload }).unwrap();\n | ^^^^^^ function or associated item not found in `ActionLog`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:30:56\n |\n30 | ActionLog::insert(ActionLog { id: 0, identity: ctx.sender, payload }).unwrap();\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n30 | ActionLog::insert(ActionLog { id: 0, identity: ctx.sender(), payload }).unwrap();\n | ++\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 10 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 607, + "output_tokens": 730, + "generation_duration_ms": 7163, + "started_at": "2026-03-27T21:23:58.052587300Z", + "finished_at": "2026-03-27T21:25:46.058014800Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime::spacetime;\n\n#[spacetime::table(name = document, public)]\npub struct Document {\n #[spacetime::primary_key(auto_inc)]\n pub id: u64,\n #[spacetime::column(index(btree))]\n pub owner: spacetime::Identity,\n pub title: String,\n}\n\n#[spacetime::table(name = document_share, public)]\npub struct DocumentShare {\n #[spacetime::column(index(btree))]\n pub document_id: u64,\n #[spacetime::column(index(btree))]\n pub shared_with: spacetime::Identity,\n}\n\n#[spacetime::reducer]\npub fn create_document(ctx: &spacetime::ReducerContext, title: String) {\n Document::insert(Document {\n id: 0,\n owner: ctx.sender,\n title,\n });\n}\n\n#[spacetime::reducer]\npub fn share_document(ctx: &spacetime::ReducerContext, document_id: u64, target: spacetime::Identity) {\n let document = Document::filter_by_id(&document_id).first().unwrap_or_else(|| panic!(\"not found\"));\n if document.owner != ctx.sender {\n panic!(\"not owner\");\n }\n DocumentShare::insert(DocumentShare {\n document_id,\n shared_with: target,\n });\n}\n\n#[spacetime::reducer]\npub fn edit_document(ctx: &spacetime::ReducerContext, document_id: u64, new_title: String) {\n let mut document = Document::filter_by_id(&document_id).first().unwrap_or_else(|| panic!(\"not found\"));\n let is_owner = document.owner == ctx.sender;\n let is_shared = DocumentShare::filter_by_document_id_and_shared_with(&document_id, &ctx.sender).is_some();\n if !is_owner && !is_shared {\n panic!(\"unauthorized\");\n }\n document.title = new_title;\n Document::update(&document);\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand_core v0.6.4\n Compiling ethnum v1.5.2\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\rust\\server\\grok-code\\llm)\nerror[E0432]: unresolved import `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::spacetime;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::spacetime;\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `Document` in the current scope\n --> src\\lib.rs:23:15\n |\n 5 | pub struct Document {\n | ------------------- function or associated item `insert` not found for this struct\n...\n23 | Document::insert(Document {\n | ^^^^^^ function or associated item not found in `Document`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Document` in the current scope\n --> src\\lib.rs:32:30\n |\n 5 | pub struct Document {\n | ------------------- function or associated item `filter_by_id` not found for this struct\n...\n32 | let document = Document::filter_by_id(&document_id).first().unwrap_or_else(|| panic!(\"not found\"));\n | ^^^^^^^^^^^^ function or associated item not found in `Document`\n\nerror[E0599]: no function or associated item named `insert` found for struct `DocumentShare` in the current scope\n --> src\\lib.rs:36:20\n |\n14 | pub struct DocumentShare {\n | ------------------------ function or associated item `insert` not found for this struct\n...\n36 | DocumentShare::insert(DocumentShare {\n | ^^^^^^ function or associated item not found in `DocumentShare`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Document` in the current scope\n --> src\\lib.rs:44:34\n |\n 5 | pub struct Document {\n | ------------------- function or associated item `filter_by_id` not found for this struct\n...\n44 | let mut document = Document::filter_by_id(&document_id).first().unwrap_or_else(|| panic!(\"not found\"));\n | ^^^^^^^^^^^^ function or associated item not found in `Document`\n\nerror[E0599]: no function or associated item named `filter_by_document_id_and_shared_with` found for struct `DocumentShare` in the current scope\n --> src\\lib.rs:46:36\n |\n14 | pub struct DocumentShare {\n | ------------------------ function or associated item `filter_by_document_id_and_shared_with` not found for this struct\n...\n46 | let is_shared = DocumentShare::filter_by_document_id_and_shared_with(&document_id, &ctx.sender).is_some();\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ function or associated item not found in `DocumentShare`\n\nerror[E0599]: no function or associated item named `update` found for struct `Document` in the current scope\n --> src\\lib.rs:51:15\n |\n 5 | pub struct Document {\n | ------------------- function or associated item `update` not found for this struct\n...\n51 | Document::update(&document);\n | ^^^^^^ function or associated item not found in `Document`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `update`, perhaps you need to implement one of them:\n candidate #1: `digest::DynDigest`\n candidate #2: `digest::Update`\n candidate #3: `itertools::Itertools`\n candidate #4: `sha3::Digest`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 677, + "output_tokens": 897, + "generation_duration_ms": 7388, + "started_at": "2026-03-27T21:23:58.062635900Z", + "finished_at": "2026-03-27T21:25:34.169650900Z" + } + } + }, + { + "name": "Gemini 3 Flash", + "route_api_model": "google/gemini-3-flash-preview", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[spacetimedb(table)]\npub struct EmptyTable {\n #[primarykey]\n pub id: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_no_args(_ctx: ReducerContext) {\n}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_int(_ctx: ReducerContext, count: i32) {\n}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_string(_ctx: ReducerContext, name: String) {\n}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_two_args(_ctx: ReducerContext, count: i32, name: String) {\n}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_three_args(_ctx: ReducerContext, active: bool, ratio: f32, label: String) {\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling serde_json v1.0.149\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling generic-array v0.14.7\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling rand v0.8.5\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:11:36\n |\n11 | pub fn empty_reducer_no_args(_ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:15:37\n |\n15 | pub fn empty_reducer_with_int(_ctx: ReducerContext, count: i32) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:19:40\n |\n19 | pub fn empty_reducer_with_string(_ctx: ReducerContext, name: String) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:23:42\n |\n23 | pub fn empty_reducer_with_two_args(_ctx: ReducerContext, count: i32, name: String) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:27:44\n |\n27 | pub fn empty_reducer_with_three_args(_ctx: ReducerContext, active: bool, ratio: f32, label: String) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nSome errors have detailed explanations: E0425, E0432.\nFor more information about an error, try `rustc --explain E0425`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 383, + "output_tokens": 231, + "generation_duration_ms": 2421, + "started_at": "2026-03-27T21:29:24.042136300Z", + "finished_at": "2026-03-27T21:33:57.293684300Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::spacetimedb;\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(table)]\npub struct Product {\n #[primarykey]\n pub id: i32,\n pub title: String,\n pub price: f32,\n pub in_stock: bool,\n}\n\n#[spacetimedb(table)]\npub struct Note {\n #[primarykey]\n pub id: i32,\n pub body: String,\n pub rating: i64,\n pub pinned: bool,\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:5\n |\n2 | use spacetimedb::spacetimedb;\n | ^^^^^^^^^^^^^^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:24:7\n |\n24 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n24 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n15 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 388, + "output_tokens": 175, + "generation_duration_ms": 1745, + "started_at": "2026-03-27T21:29:27.826835800Z", + "finished_at": "2026-03-27T21:33:36.885577900Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ScheduleAt, SpacetimeType, ReducerContext};\n\n#[spacetimedb(table)]\npub struct TickTimer {\n #[primarykey]\n #[autoinc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb(reducer, scheduled = tick_timer)]\npub fn tick(_ctx: &ReducerContext, _timer: TickTimer) {\n // Scheduled reducer logic\n}\n\n#[spacetimedb(reducer)]\npub fn init(_ctx: &ReducerContext) {\n TickTimer::insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(50_000.into()),\n });\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling cc v1.2.58\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling getrandom v0.2.17\n Compiling serde_json v1.0.149\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ScheduleAt, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:44\n |\n2 | use spacetimedb::{spacetimedb, ScheduleAt, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `TickTimer` in the current scope\n --> src\\lib.rs:19:16\n |\n 5 | pub struct TickTimer {\n | -------------------- function or associated item `insert` not found for this struct\n...\n19 | TickTimer::insert(TickTimer {\n | ^^^^^^ function or associated item not found in `TickTimer`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0277]: the trait bound `TimeDuration: From<{integer}>` is not satisfied\n --> src\\lib.rs:21:51\n |\n 21 | scheduled_at: ScheduleAt::Interval(50_000.into()),\n | ^^^^ the trait `From<{integer}>` is not implemented for `TimeDuration`\n |\nhelp: the trait `From<{integer}>` is not implemented for `TimeDuration`\n but trait `From` is implemented for it\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\time_duration.rs:109:1\n |\n109 | impl From for TimeDuration {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n = help: for that trait implementation, expected `std::time::Duration`, found `{integer}`\n = note: required for `{integer}` to implement `Into`\n\nSome errors have detailed explanations: E0277, E0432, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 341, + "output_tokens": 179, + "generation_duration_ms": 2195, + "started_at": "2026-03-27T21:29:28.772060200Z", + "finished_at": "2026-03-27T21:33:19.265821600Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[derive(SpacetimeType)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb(table)]\npub struct Entity {\n #[primarykey]\n pub id: i32,\n pub pos: Position,\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling cc v1.2.58\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling blake3 v1.8.3\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:12:7\n |\n12 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n12 | #[primary_key]\n | +\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 300, + "output_tokens": 88, + "generation_duration_ms": 2285, + "started_at": "2026-03-27T21:29:33.304514400Z", + "finished_at": "2026-03-27T21:34:16.645994100Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn insert_user(_ctx: ReducerContext, id: i32, name: String, age: i32, active: bool) {\n User::insert(User {\n id,\n name,\n age,\n active,\n });\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling cc v1.2.58\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:15:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n15 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 341, + "output_tokens": 146, + "generation_duration_ms": 11744, + "started_at": "2026-03-27T21:29:49.035643400Z", + "finished_at": "2026-03-27T21:34:01.687979300Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn update_user(_ctx: ReducerContext, id: i32, name: String, age: i32, active: bool) {\n let user = User::filter_by_id(&id);\n if user.is_some() {\n User::update_by_id(&id, User {\n id,\n name,\n age,\n active,\n });\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling cc v1.2.58\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling log v0.4.29\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:15:22\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_id` not found for this struct\n...\n15 | let user = User::filter_by_id(&id);\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `update_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:17:15\n |\n 5 | pub struct User {\n | --------------- function or associated item `update_by_id` not found for this struct\n...\n17 | User::update_by_id(&id, User {\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 346, + "output_tokens": 180, + "generation_duration_ms": 2295, + "started_at": "2026-03-27T21:29:56.671297100Z", + "finished_at": "2026-03-27T21:33:54.026365400Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn delete_user(_ctx: ReducerContext, id: i32) {\n User::delete_by_id(&id);\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:15:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `delete_by_id` not found for this struct\n...\n15 | User::delete_by_id(&id);\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 306, + "output_tokens": 117, + "generation_duration_ms": 1634, + "started_at": "2026-03-27T21:30:14.001326600Z", + "finished_at": "2026-03-27T21:34:21.639091Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn crud(_ctx: ReducerContext) {\n User::insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n }).unwrap();\n\n User::insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n }).unwrap();\n\n User::update_by_id(&1, User {\n id: 1,\n name: \"Alice2\".to_string(),\n age: 31,\n active: false,\n });\n\n User::delete_by_id(&2);\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling cc v1.2.58\n Compiling memchr v2.8.0\n Compiling blake3 v1.8.3\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:15:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n15 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:22:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n22 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `update_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:29:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `update_by_id` not found for this struct\n...\n29 | User::update_by_id(&1, User {\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:36:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `delete_by_id` not found for this struct\n...\n36 | User::delete_by_id(&2);\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 380, + "output_tokens": 249, + "generation_duration_ms": 2526, + "started_at": "2026-03-27T21:30:21.916861Z", + "finished_at": "2026-03-27T21:34:08.138018500Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(table)]\npub struct ResultRow {\n #[primarykey]\n pub id: i32,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn lookup_user_name(_ctx: ReducerContext, id: i32) {\n if let Some(user) = User::filter_by_id(&id) {\n ResultRow::insert(ResultRow {\n id: user.id,\n name: user.name,\n }).expect(\"Failed to insert result row\");\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n15 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:21:31\n |\n21 | pub fn lookup_user_name(_ctx: ReducerContext, id: i32) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:22:31\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_id` not found for this struct\n...\n22 | if let Some(user) = User::filter_by_id(&id) {\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `insert` found for struct `ResultRow` in the current scope\n --> src\\lib.rs:23:20\n |\n14 | pub struct ResultRow {\n | -------------------- function or associated item `insert` not found for this struct\n...\n23 | ResultRow::insert(ResultRow {\n | ^^^^^^ function or associated item not found in `ResultRow`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0425, E0432, E0599.\nFor more information about an error, try `rustc --explain E0425`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 376, + "output_tokens": 202, + "generation_duration_ms": 2125, + "started_at": "2026-03-27T21:33:19.265942700Z", + "finished_at": "2026-03-27T21:36:14.985009100Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(init)]\npub fn init(_ctx: ReducerContext) {\n User::insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n }).expect(\"Failed to insert Alice\");\n\n User::insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n }).expect(\"Failed to insert Bob\");\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling num-traits v0.2.19\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling rand_core v0.6.4\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling castaway v0.2.4\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling cc v1.2.58\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling blake3 v1.8.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:15:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n15 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:22:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n22 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 343, + "output_tokens": 197, + "generation_duration_ms": 2050, + "started_at": "2026-03-27T21:33:36.885708800Z", + "finished_at": "2026-03-27T21:36:27.166022200Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[spacetimedb(table)]\npub struct Event {\n #[primarykey]\n #[autoinc]\n pub id: i32,\n pub kind: String,\n}\n\n#[spacetimedb(reducer, client_connected)]\npub fn client_connected(_ctx: &spacetimedb::ReducerContext) {\n Event::insert(Event {\n id: 0,\n kind: \"connected\".to_string(),\n });\n}\n\n#[spacetimedb(reducer, client_disconnected)]\npub fn client_disconnected(_ctx: &spacetimedb::ReducerContext) {\n Event::insert(Event {\n id: 0,\n kind: \"disconnected\".to_string(),\n });\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling cc v1.2.58\n Compiling bytemuck v1.25.0\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `Event` in the current scope\n --> src\\lib.rs:14:12\n |\n 5 | pub struct Event {\n | ---------------- function or associated item `insert` not found for this struct\n...\n14 | Event::insert(Event {\n | ^^^^^^ function or associated item not found in `Event`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Event` in the current scope\n --> src\\lib.rs:22:12\n |\n 5 | pub struct Event {\n | ---------------- function or associated item `insert` not found for this struct\n...\n22 | Event::insert(Event {\n | ^^^^^^ function or associated item not found in `Event`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 320, + "output_tokens": 186, + "generation_duration_ms": 2323, + "started_at": "2026-03-27T21:33:54.026500600Z", + "finished_at": "2026-03-27T21:38:01.869640100Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Table, Reducer};\n\n#[spacetimedb(table)]\npub struct ResultRow {\n #[primarykey]\n pub id: i32,\n pub sum: i32,\n}\n\nfn add(a: i32, b: i32) -> i32 {\n a + b\n}\n\n#[spacetimedb(reducer)]\npub fn compute_sum(_ctx: ReducerContext, id: i32, a: i32, b: i32) {\n ResultRow::insert(ResultRow {\n id,\n sum: add(a, b),\n });\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Table, Reducer};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:16:26\n |\n16 | pub fn compute_sum(_ctx: ReducerContext, id: i32, a: i32, b: i32) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0599]: no function or associated item named `insert` found for struct `ResultRow` in the current scope\n --> src\\lib.rs:17:16\n |\n 5 | pub struct ResultRow {\n | -------------------- function or associated item `insert` not found for this struct\n...\n17 | ResultRow::insert(ResultRow {\n | ^^^^^^ function or associated item not found in `ResultRow`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0425, E0432, E0599.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 358, + "output_tokens": 155, + "generation_duration_ms": 2046, + "started_at": "2026-03-27T21:33:57.293800200Z", + "finished_at": "2026-03-27T21:38:02.305464200Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, Table};\n\n#[derive(SpacetimeType)]\npub struct Score {\n pub left: i32,\n pub right: i32,\n}\n\n#[spacetimedb(table)]\npub struct ResultRow {\n #[primarykey]\n pub id: i32,\n pub value: Score,\n}\n\n#[spacetimedb(reducer)]\npub fn set_score(ctx: spacetimedb::ReducerContext, id: i32, left: i32, right: i32) {\n ResultRow::insert(ResultRow {\n id,\n value: Score { left, right },\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling cc v1.2.58\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:12:7\n |\n12 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n12 | #[primary_key]\n | +\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 362, + "output_tokens": 165, + "generation_duration_ms": 2063, + "started_at": "2026-03-27T21:41:37.230175100Z", + "finished_at": "2026-03-27T21:44:13.648596100Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[derive(SpacetimeType)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb(table)]\npub struct ResultRow {\n #[primarykey]\n pub id: i32,\n pub value: Shape,\n}\n\n#[spacetimedb(reducer)]\npub fn set_circle(_ctx: spacetimedb::ReducerContext, id: i32, radius: i32) {\n ResultRow::insert(ResultRow {\n id,\n value: Shape::Circle(radius),\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling castaway v0.2.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n18 | #[primary_key]\n | +\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 383, + "output_tokens": 187, + "generation_duration_ms": 2021, + "started_at": "2026-03-27T21:41:38.125497900Z", + "finished_at": "2026-03-27T21:42:51.031336400Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[spacetimedb(table)]\npub struct primitive {\n #[primarykey]\n pub id: i32,\n pub count: i32,\n pub total: i64,\n pub price: f32,\n pub ratio: f64,\n pub active: bool,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: spacetimedb::ReducerContext) {\n primitive::insert(primitive {\n id: 1,\n count: 2,\n total: 3000000000,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\".to_string(),\n }).unwrap();\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand v0.8.5\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: type `primitive` should have an upper camel case name\n --> src\\lib.rs:5:12\n |\n5 | pub struct primitive {\n | ^^^^^^^^^ help: convert the identifier to upper camel case: `Primitive`\n |\n = note: `#[warn(non_camel_case_types)]` (part of `#[warn(nonstandard_style)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `primitive` in the current scope\n --> src\\lib.rs:18:16\n |\n 5 | pub struct primitive {\n | -------------------- function or associated item `insert` not found for this struct\n...\n18 | primitive::insert(primitive {\n | ^^^^^^ function or associated item not found in `primitive`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 2 warnings\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 2 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 368, + "output_tokens": 203, + "generation_duration_ms": 2496, + "started_at": "2026-03-27T21:41:45.547523900Z", + "finished_at": "2026-03-27T21:44:24.073617100Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, Table};\n\n#[derive(SpacetimeType)]\npub struct Address {\n pub street: String,\n pub zip: i32,\n}\n\n#[derive(SpacetimeType)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[derive(Table)]\n#[spacetimedb(table)]\npub struct profile {\n #[spacetimedb(primarykey)]\n pub id: i32,\n pub home: Address,\n pub work: Address,\n pub pos: Position,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: spacetimedb::ReducerContext) {\n profile::insert(profile {\n id: 1,\n home: Address {\n street: \"1 Main\".to_string(),\n zip: 11111,\n },\n work: Address {\n street: \"2 Broad\".to_string(),\n zip: 22222,\n },\n pos: Position { x: 7, y: 9 },\n }).unwrap();\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling itertools v0.12.1\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find derive macro `Table` in this scope\n --> src\\lib.rs:16:10\n |\n16 | #[derive(Table)]\n | ^^^^^\n |\nnote: `Table` is imported here, but it is only a trait, without a derive macro\n --> src\\lib.rs:2:47\n |\n 2 | use spacetimedb::{spacetimedb, SpacetimeType, Table};\n | ^^^^^\n\nwarning: type `profile` should have an upper camel case name\n --> src\\lib.rs:18:12\n |\n18 | pub struct profile {\n | ^^^^^^^ help: convert the identifier to upper camel case: `Profile`\n |\n = note: `#[warn(non_camel_case_types)]` (part of `#[warn(nonstandard_style)]`) on by default\n\nFor more information about this error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 416, + "output_tokens": 274, + "generation_duration_ms": 2702, + "started_at": "2026-03-27T21:41:47.386657200Z", + "finished_at": "2026-03-27T21:43:34.288005900Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[derive(SpacetimeType)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb(table)]\npub struct Drawing {\n #[primarykey]\n pub id: i32,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: spacetimedb::ReducerContext) {\n Drawing::insert(Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect {\n width: 4,\n height: 6,\n }),\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling cc v1.2.58\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n18 | #[primary_key]\n | +\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 390, + "output_tokens": 208, + "generation_duration_ms": 3545, + "started_at": "2026-03-27T21:41:48.318149700Z", + "finished_at": "2026-03-27T21:43:30.137600900Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ScheduleAt, SpacetimeType};\n\n#[spacetimedb(table)]\npub struct TickTimer {\n #[primarykey]\n #[autoinc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb(reducer, scheduled)]\npub fn tick(_ctx: &ReducerContext, _row: TickTimer) {\n // Reducer logic for each tick\n}\n\n#[spacetimedb(reducer, init)]\npub fn init(_ctx: &ReducerContext) {\n TickTimer::insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(50_000.into()),\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling cc v1.2.58\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling castaway v0.2.4\n Compiling blake3 v1.8.3\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ScheduleAt, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:13:20\n |\n13 | pub fn tick(_ctx: &ReducerContext, _row: TickTimer) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:18:20\n |\n18 | pub fn init(_ctx: &ReducerContext) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:44\n |\n2 | use spacetimedb::{spacetimedb, ScheduleAt, SpacetimeType};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `TickTimer` in the current scope\n --> src\\lib.rs:19:16\n |\n 5 | pub struct TickTimer {\n | -------------------- function or associated item `insert` not found for this struct\n...\n19 | TickTimer::insert(TickTimer {\n | ^^^^^^ function or associated item not found in `TickTimer`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0277]: the trait bound `TimeDuration: From<{integer}>` is not satisfied\n --> src\\lib.rs:21:51\n |\n 21 | scheduled_at: ScheduleAt::Interval(50_000.into()),\n | ^^^^ the trait `From<{integer}>` is not implemented for `TimeDuration`\n |\nhelp: the trait `From<{integer}>` is not implemented for `TimeDuration`\n but trait `From` is implemented for it\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\time_duration.rs:109:1\n |\n109 | impl From for TimeDuration {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n = help: for that trait implementation, expected `std::time::Duration`, found `{integer}`\n = note: required for `{integer}` to implement `Into`\n\nSome errors have detailed explanations: E0277, E0425, E0432, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 342, + "output_tokens": 176, + "generation_duration_ms": 1993, + "started_at": "2026-03-27T21:41:54.720735200Z", + "finished_at": "2026-03-27T21:43:26.068671Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n\n#[spacetimedb(table)]\n#[spacetimedb(index(btree, name = \"by_name\", columns(name)))]\npub struct Account {\n #[primarykey]\n pub id: i32,\n #[unique]\n pub email: String,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: ReducerContext) {\n Account::insert(Account {\n id: 1,\n email: \"a@example.com\".to_string(),\n name: \"Alice\".to_string(),\n }).expect(\"Failed to insert Alice\");\n\n Account::insert(Account {\n id: 2,\n email: \"b@example.com\".to_string(),\n name: \"Bob\".to_string(),\n }).expect(\"Failed to insert Bob\");\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling num-traits v0.2.19\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n7 | #[primary_key]\n | +\n\nerror: cannot find attribute `unique` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[unique]\n | ^^^^^^\n |\n = note: `unique` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `Account` in the current scope\n --> src\\lib.rs:16:14\n |\n 6 | pub struct Account {\n | ------------------ function or associated item `insert` not found for this struct\n...\n16 | Account::insert(Account {\n | ^^^^^^ function or associated item not found in `Account`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Account` in the current scope\n --> src\\lib.rs:22:14\n |\n 6 | pub struct Account {\n | ------------------ function or associated item `insert` not found for this struct\n...\n22 | Account::insert(Account {\n | ^^^^^^ function or associated item not found in `Account`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 338, + "output_tokens": 218, + "generation_duration_ms": 2140, + "started_at": "2026-03-27T21:42:11.452467400Z", + "finished_at": "2026-03-27T21:44:22.014831600Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub user_id: i32,\n pub name: String,\n}\n\n#[spacetimedb(table)]\npub struct Group {\n #[primarykey]\n pub group_id: i32,\n pub title: String,\n}\n\n#[spacetimedb(table)]\n#[index(btree, name = \"by_user\", user_id)]\n#[index(btree, name = \"by_group\", group_id)]\npub struct Membership {\n #[primarykey]\n pub id: i32,\n pub user_id: i32,\n pub group_id: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: ReducerContext) {\n User::insert(User {\n user_id: 1,\n name: \"Alice\".to_string(),\n });\n User::insert(User {\n user_id: 2,\n name: \"Bob\".to_string(),\n });\n\n Group::insert(Group {\n group_id: 10,\n title: \"Admin\".to_string(),\n });\n Group::insert(Group {\n group_id: 20,\n title: \"Dev\".to_string(),\n });\n\n Membership::insert(Membership {\n id: 1,\n user_id: 1,\n group_id: 10,\n });\n Membership::insert(Membership {\n id: 2,\n user_id: 1,\n group_id: 20,\n });\n Membership::insert(Membership {\n id: 3,\n user_id: 2,\n group_id: 20,\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling itertools v0.12.1\n Compiling ppv-lite86 v0.2.21\n Compiling num-traits v0.2.19\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:19:3\n |\n19 | #[index(btree, name = \"by_user\", user_id)]\n | ^^^^^\n |\nhelp: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n |\n21 + #[derive(Index, __TableHelper)]\n22 | pub struct Membership {\n |\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:20:3\n |\n20 | #[index(btree, name = \"by_group\", group_id)]\n | ^^^^^\n |\nhelp: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n |\n21 + #[derive(Index, __TableHelper)]\n22 | pub struct Membership {\n |\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:22:7\n |\n22 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n22 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n13 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:30:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n30 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:34:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n34 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Group` in the current scope\n --> src\\lib.rs:39:12\n |\n12 | pub struct Group {\n | ---------------- function or associated item `insert` not found for this struct\n...\n39 | Group::insert(Group {\n | ^^^^^^ function or associated item not found in `Group`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Group` in the current scope\n --> src\\lib.rs:43:12\n |\n12 | pub struct Group {\n | ---------------- function or associated item `insert` not found for this struct\n...\n43 | Group::insert(Group {\n | ^^^^^^ function or associated item not found in `Group`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:48:17\n |\n21 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n48 | Membership::insert(Membership {\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:53:17\n |\n21 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n53 | Membership::insert(Membership {\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:58:17\n |\n21 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n58 | Membership::insert(Membership {\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 13 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 549, + "output_tokens": 442, + "generation_duration_ms": 3331, + "started_at": "2026-03-27T21:42:23.466908300Z", + "finished_at": "2026-03-27T21:44:57.490406500Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, Table};\n\n#[spacetimedb(table)]\npub struct Entity {\n #[primarykey]\n pub id: i32,\n}\n\n#[spacetimedb(table)]\npub struct Position {\n #[primarykey]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb(table)]\npub struct Velocity {\n #[primarykey]\n pub entity_id: i32,\n pub vx: i32,\n pub vy: i32,\n}\n\n#[spacetimedb(table)]\npub struct NextPosition {\n #[primarykey]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: ReducerContext) {\n Entity::insert(Entity { id: 1 });\n Position::insert(Position { entity_id: 1, x: 0, y: 0 });\n Velocity::insert(Velocity { entity_id: 1, vx: 1, vy: 0 });\n\n Entity::insert(Entity { id: 2 });\n Position::insert(Position { entity_id: 2, x: 10, y: 0 });\n Velocity::insert(Velocity { entity_id: 2, vx: -2, vy: 3 });\n}\n\n#[spacetimedb(reducer)]\npub fn step(_ctx: ReducerContext) {\n for pos in Position::iter() {\n if let Some(vel) = Velocity::filter_by_entity_id(&pos.entity_id) {\n let next_x = pos.x + vel.vx;\n let next_y = pos.y + vel.vy;\n NextPosition::upsert(NextPosition {\n entity_id: pos.entity_id,\n x: next_x,\n y: next_y,\n });\n }\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling itertools v0.12.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling syn v2.0.117\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling lean_string v0.5.3\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:28:7\n |\n28 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n28 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:20:7\n |\n20 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n20 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:12:7\n |\n12 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n12 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `Entity` in the current scope\n --> src\\lib.rs:36:13\n |\n 5 | pub struct Entity {\n | ----------------- function or associated item `insert` not found for this struct\n...\n36 | Entity::insert(Entity { id: 1 });\n | ^^^^^^ function or associated item not found in `Entity`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Position` in the current scope\n --> src\\lib.rs:37:15\n |\n11 | pub struct Position {\n | ------------------- function or associated item `insert` not found for this struct\n...\n37 | Position::insert(Position { entity_id: 1, x: 0, y: 0 });\n | ^^^^^^ function or associated item not found in `Position`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Velocity` in the current scope\n --> src\\lib.rs:38:15\n |\n19 | pub struct Velocity {\n | ------------------- function or associated item `insert` not found for this struct\n...\n38 | Velocity::insert(Velocity { entity_id: 1, vx: 1, vy: 0 });\n | ^^^^^^ function or associated item not found in `Velocity`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Entity` in the current scope\n --> src\\lib.rs:40:13\n |\n 5 | pub struct Entity {\n | ----------------- function or associated item `insert` not found for this struct\n...\n40 | Entity::insert(Entity { id: 2 });\n | ^^^^^^ function or associated item not found in `Entity`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Position` in the current scope\n --> src\\lib.rs:41:15\n |\n11 | pub struct Position {\n | ------------------- function or associated item `insert` not found for this struct\n...\n41 | Position::insert(Position { entity_id: 2, x: 10, y: 0 });\n | ^^^^^^ function or associated item not found in `Position`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Velocity` in the current scope\n --> src\\lib.rs:42:15\n |\n19 | pub struct Velocity {\n | ------------------- function or associated item `insert` not found for this struct\n...\n42 | Velocity::insert(Velocity { entity_id: 2, vx: -2, vy: 3 });\n | ^^^^^^ function or associated item not found in `Velocity`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `iter` found for struct `Position` in the current scope\n --> src\\lib.rs:47:26\n |\n11 | pub struct Position {\n | ------------------- function or associated item `iter` not found for this struct\n...\n47 | for pos in Position::iter() {\n | ^^^^ function or associated item not found in `Position`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_entity_id` found for struct `Velocity` in the current scope\n --> src\\lib.rs:48:38\n |\n19 | pub struct Velocity {\n | ------------------- function or associated item `filter_by_entity_id` not found for this struct\n...\n48 | if let Some(vel) = Velocity::filter_by_entity_id(&pos.entity_id) {\n | ^^^^^^^^^^^^^^^^^^^ function or associated item not found in `Velocity`\n\nerror[E0599]: no function or associated item named `upsert` found for struct `NextPosition` in the current scope\n --> src\\lib.rs:51:27\n |\n27 | pub struct NextPosition {\n | ----------------------- function or associated item `upsert` not found for this struct\n...\n51 | NextPosition::upsert(NextPosition {\n | ^^^^^^ function or associated item not found in `NextPosition`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 14 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 475, + "output_tokens": 489, + "generation_duration_ms": 3187, + "started_at": "2026-03-27T21:42:51.031544500Z", + "finished_at": "2026-03-27T21:45:14.799734200Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[spacetimedb(table)]\n#[index(btree, name = \"by_user_day\", columns(user_id, day))]\npub struct Log {\n #[primarykey]\n pub id: i32,\n pub user_id: i32,\n pub day: i32,\n pub message: String,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: spacetimedb::ReducerContext) {\n Log::insert(Log {\n id: 1,\n user_id: 7,\n day: 1,\n message: \"a\".to_string(),\n }).unwrap();\n\n Log::insert(Log {\n id: 2,\n user_id: 7,\n day: 2,\n message: \"b\".to_string(),\n }).unwrap();\n\n Log::insert(Log {\n id: 3,\n user_id: 9,\n day: 1,\n message: \"c\".to_string(),\n }).unwrap();\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[index(btree, name = \"by_user_day\", columns(user_id, day))]\n | ^^^^^\n |\nhelp: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n |\n6 + #[derive(Index, __TableHelper)]\n7 | pub struct Log {\n |\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n7 | #[primary_key]\n | +\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `Log` in the current scope\n --> src\\lib.rs:16:10\n |\n 6 | pub struct Log {\n | -------------- function or associated item `insert` not found for this struct\n...\n16 | Log::insert(Log {\n | ^^^^^^ function or associated item not found in `Log`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Log` in the current scope\n --> src\\lib.rs:23:10\n |\n 6 | pub struct Log {\n | -------------- function or associated item `insert` not found for this struct\n...\n23 | Log::insert(Log {\n | ^^^^^^ function or associated item not found in `Log`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Log` in the current scope\n --> src\\lib.rs:30:10\n |\n 6 | pub struct Log {\n | -------------- function or associated item `insert` not found for this struct\n...\n30 | Log::insert(Log {\n | ^^^^^^ function or associated item not found in `Log`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 402, + "output_tokens": 265, + "generation_duration_ms": 2363, + "started_at": "2026-03-27T21:43:26.068877500Z", + "finished_at": "2026-03-27T21:45:29.268043100Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, AnonymousViewContext};\n\n#[spacetimedb(table, public)]\npub struct Announcement {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n pub message: String,\n #[index(btree)]\n pub active: bool,\n}\n\n#[spacetimedb(view(public))]\npub fn active_announcements(ctx: &AnonymousViewContext) -> Vec {\n ctx.db.announcement.active().filter(true).collect()\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, AnonymousViewContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:10:7\n |\n10 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, AnonymousViewContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0609]: no field `announcement` on type `LocalReadOnly`\n --> src\\lib.rs:16:12\n |\n16 | ctx.db.announcement.active().filter(true).collect()\n | ^^^^^^^^^^^^ unknown field\n\nSome errors have detailed explanations: E0432, E0609.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 309, + "output_tokens": 131, + "generation_duration_ms": 1895, + "started_at": "2026-03-27T21:38:02.305586800Z", + "finished_at": "2026-03-27T21:41:37.230032Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, view, Identity, ViewContext, Table};\n\n#[table(public)]\npub struct Profile {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n #[unique]\n pub identity: Identity,\n pub name: String,\n pub bio: String,\n}\n\n#[view(public)]\npub fn my_profile(ctx: &ViewContext) -> Option {\n Profile::filter_by_identity(&ctx.sender())\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling cc v1.2.58\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling num-traits v0.2.19\n Compiling rand v0.8.5\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\rust\\server\\gemini-3-flash\\llm)\nerror: must specify table accessor, e.g. `#[spacetimedb::table(accessor = profile)]\n --> src\\lib.rs:4:1\n |\n4 | #[table(public)]\n | ^^^^^^^^^^^^^^^^\n |\n = note: this error originates in the attribute macro `table` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror: must specify view accessor, e.g. `#[spacetimedb::view(accessor = my_profile)]\n --> src\\lib.rs:15:1\n |\n15 | #[view(public)]\n | ^^^^^^^^^^^^^^^\n |\n = note: this error originates in the attribute macro `view` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find type `Profile` in this scope\n --> src\\lib.rs:16:48\n |\n16 | pub fn my_profile(ctx: &ViewContext) -> Option {\n | ^^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n16 | pub fn my_profile(ctx: &ViewContext) -> Option {\n | +++++++++\n\nwarning: unused imports: `Identity` and `Table`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{table, view, Identity, ViewContext, Table};\n | ^^^^^^^^ ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0433]: failed to resolve: use of undeclared type `Profile`\n --> src\\lib.rs:17:5\n |\n17 | Profile::filter_by_identity(&ctx.sender())\n | ^^^^^^^ use of undeclared type `Profile`\n\nSome errors have detailed explanations: E0425, E0433.\nFor more information about an error, try `rustc --explain E0425`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 359, + "output_tokens": 118, + "generation_duration_ms": 2299, + "started_at": "2026-03-27T21:38:08.186182200Z", + "finished_at": "2026-03-27T21:41:38.124761700Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, Table};\n\n#[spacetimedb(table(public, event))]\npub struct DamageEvent {\n pub entity_id: u64,\n pub damage: u32,\n pub source: String,\n}\n\n#[spacetimedb(reducer)]\npub fn deal_damage(_ctx: ReducerContext, entity_id: u64, damage: u32, source: String) {\n DamageEvent::insert(DamageEvent {\n entity_id,\n damage,\n source,\n });\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling lean_string v0.5.3\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0599]: no function or associated item named `insert` found for struct `DamageEvent` in the current scope\n --> src\\lib.rs:13:18\n |\n 5 | pub struct DamageEvent {\n | ---------------------- function or associated item `insert` not found for this struct\n...\n13 | DamageEvent::insert(DamageEvent {\n | ^^^^^^ function or associated item not found in `DamageEvent`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 327, + "output_tokens": 135, + "generation_duration_ms": 1765, + "started_at": "2026-03-27T21:34:21.639275700Z", + "finished_at": "2026-03-27T21:37:28.868261600Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Player {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n pub name: String,\n pub nickname: Option,\n pub high_score: Option,\n}\n\n#[spacetimedb(reducer)]\npub fn create_player(ctx: ReducerContext, name: String, nickname: Option, high_score: Option) {\n Player::insert(Player {\n id: 0,\n name,\n nickname,\n high_score,\n });\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling cc v1.2.58\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling lean_string v0.5.3\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `Player` in the current scope\n --> src\\lib.rs:16:13\n |\n 5 | pub struct Player {\n | ----------------- function or associated item `insert` not found for this struct\n...\n16 | Player::insert(Player {\n | ^^^^^^ function or associated item not found in `Player`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 350, + "output_tokens": 163, + "generation_duration_ms": 1848, + "started_at": "2026-03-27T21:36:14.985158900Z", + "finished_at": "2026-03-27T21:38:41.719515500Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext, Table};\n\n#[spacetimedb(table, public)]\npub struct Message {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub text: String,\n}\n\n#[spacetimedb(reducer)]\npub fn create_message(ctx: ReducerContext, text: String) {\n Message::insert(Message {\n id: 0,\n owner: ctx.sender,\n text,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn delete_message(ctx: ReducerContext, id: u64) {\n let message = Message::filter_by_id(&id).expect(\"not found\");\n\n if message.owner != ctx.sender {\n panic!(\"unauthorized\");\n }\n\n Message::delete_by_id(&id);\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling generic-array v0.14.7\n Compiling memchr v2.8.0\n Compiling cc v1.2.58\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `Message` in the current scope\n --> src\\lib.rs:16:14\n |\n 5 | pub struct Message {\n | ------------------ function or associated item `insert` not found for this struct\n...\n16 | Message::insert(Message {\n | ^^^^^^ function or associated item not found in `Message`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:18:20\n |\n18 | owner: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n18 | owner: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Message` in the current scope\n --> src\\lib.rs:25:28\n |\n 5 | pub struct Message {\n | ------------------ function or associated item `filter_by_id` not found for this struct\n...\n25 | let message = Message::filter_by_id(&id).expect(\"not found\");\n | ^^^^^^^^^^^^ function or associated item not found in `Message`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:27:29\n |\n27 | if message.owner != ctx.sender {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n27 | if message.owner != ctx.sender() {\n | ++\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `Message` in the current scope\n --> src\\lib.rs:31:14\n |\n 5 | pub struct Message {\n | ------------------ function or associated item `delete_by_id` not found for this struct\n...\n31 | Message::delete_by_id(&id);\n | ^^^^^^^^^^^^ function or associated item not found in `Message`\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 392, + "output_tokens": 222, + "generation_duration_ms": 2614, + "started_at": "2026-03-27T21:26:06.753028100Z", + "finished_at": "2026-03-27T21:29:56.671111100Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, Table};\n\n#[spacetimedb(table)]\npub struct user_internal {\n #[primarykey]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub email: String,\n pub password_hash: String,\n}\n\n#[spacetimedb(table, public)]\npub struct user_public {\n #[primarykey]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn register_user(ctx: ReducerContext, name: String, email: String, password_hash: String) {\n let internal = user_internal::insert(user_internal {\n id: 0,\n name: name.clone(),\n email,\n password_hash,\n }).expect(\"Failed to insert internal user\");\n\n user_public::insert(user_public {\n id: internal.id,\n name,\n }).expect(\"Failed to insert public user\");\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling blake3 v1.8.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n16 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: type `user_internal` should have an upper camel case name\n --> src\\lib.rs:5:12\n |\n5 | pub struct user_internal {\n | ^^^^^^^^^^^^^ help: convert the identifier to upper camel case: `UserInternal`\n |\n = note: `#[warn(non_camel_case_types)]` (part of `#[warn(nonstandard_style)]`) on by default\n\nwarning: type `user_public` should have an upper camel case name\n --> src\\lib.rs:15:12\n |\n15 | pub struct user_public {\n | ^^^^^^^^^^^ help: convert the identifier to upper camel case: `UserPublic`\n\nerror[E0599]: no function or associated item named `insert` found for struct `user_internal` in the current scope\n --> src\\lib.rs:23:35\n |\n 5 | pub struct user_internal {\n | ------------------------ function or associated item `insert` not found for this struct\n...\n23 | let internal = user_internal::insert(user_internal {\n | ^^^^^^ function or associated item not found in `user_internal`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `user_public` in the current scope\n --> src\\lib.rs:30:18\n |\n15 | pub struct user_public {\n | ---------------------- function or associated item `insert` not found for this struct\n...\n30 | user_public::insert(user_public {\n | ^^^^^^ function or associated item not found in `user_public`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 2 warnings\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 2 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 413, + "output_tokens": 247, + "generation_duration_ms": 3088, + "started_at": "2026-03-27T21:26:06.755300100Z", + "finished_at": "2026-03-27T21:30:14.001173Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Author {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb(table)]\npub struct Post {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n #[index(btree)]\n pub author_id: u64,\n pub title: String,\n}\n\n#[spacetimedb(reducer)]\npub fn delete_author(ctx: ReducerContext, author_id: u64) {\n for post in Post::filter_by_author_id(&author_id) {\n Post::delete_by_id(&post.id);\n }\n Author::delete_by_id(&author_id);\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n14 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n15 | #[auto_inc]\n | +\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:17:7\n |\n17 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `filter_by_author_id` found for struct `Post` in the current scope\n --> src\\lib.rs:24:23\n |\n13 | pub struct Post {\n | --------------- function or associated item `filter_by_author_id` not found for this struct\n...\n24 | for post in Post::filter_by_author_id(&author_id) {\n | ^^^^^^^^^^^^^^^^^^^ function or associated item not found in `Post`\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `Post` in the current scope\n --> src\\lib.rs:25:15\n |\n13 | pub struct Post {\n | --------------- function or associated item `delete_by_id` not found for this struct\n...\n25 | Post::delete_by_id(&post.id);\n | ^^^^^^^^^^^^ function or associated item not found in `Post`\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `Author` in the current scope\n --> src\\lib.rs:27:13\n |\n 5 | pub struct Author {\n | ----------------- function or associated item `delete_by_id` not found for this struct\n...\n27 | Author::delete_by_id(&author_id);\n | ^^^^^^^^^^^^ function or associated item not found in `Author`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 370, + "output_tokens": 210, + "generation_duration_ms": 2402, + "started_at": "2026-03-27T21:36:27.166146Z", + "finished_at": "2026-03-27T21:38:55.282373200Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext, Table};\n\n#[spacetimedb(table)]\npub struct Order {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n #[index(btree)]\n pub category: String,\n pub amount: u64,\n pub fulfilled: bool,\n}\n\n#[spacetimedb(table)]\npub struct CategoryStats {\n #[primarykey]\n pub category: String,\n pub total_amount: u64,\n pub order_count: u32,\n}\n\n#[spacetimedb(reducer)]\npub fn compute_stats(ctx: ReducerContext, category: String) {\n let mut total_amount: u64 = 0;\n let mut order_count: u32 = 0;\n\n for order in Order::filter_by_category(&category) {\n total_amount += order.amount;\n order_count += 1;\n }\n\n CategoryStats::insert(CategoryStats {\n category,\n total_amount,\n order_count,\n });\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling cc v1.2.58\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand_core v0.6.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:17:7\n |\n17 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n17 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext, Table};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `filter_by_category` found for struct `Order` in the current scope\n --> src\\lib.rs:28:25\n |\n 5 | pub struct Order {\n | ---------------- function or associated item `filter_by_category` not found for this struct\n...\n28 | for order in Order::filter_by_category(&category) {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Order`\n\nerror[E0599]: no function or associated item named `insert` found for struct `CategoryStats` in the current scope\n --> src\\lib.rs:33:20\n |\n16 | pub struct CategoryStats {\n | ------------------------ function or associated item `insert` not found for this struct\n...\n33 | CategoryStats::insert(CategoryStats {\n | ^^^^^^ function or associated item not found in `CategoryStats`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 391, + "output_tokens": 267, + "generation_duration_ms": 2861, + "started_at": "2026-03-27T21:36:55.472542400Z", + "finished_at": "2026-03-27T21:39:00.900565500Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Customer {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb(table)]\npub struct Order {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n #[index(btree)]\n pub customer_id: u64,\n pub product: String,\n pub amount: u32,\n}\n\n#[spacetimedb(table)]\npub struct OrderDetail {\n #[primarykey]\n pub order_id: u64,\n pub customer_name: String,\n pub product: String,\n pub amount: u32,\n}\n\n#[spacetimedb(reducer)]\npub fn build_order_details(ctx: ReducerContext) {\n for order in Order::iter() {\n if let Some(customer) = Customer::filter_by_id(&order.customer_id) {\n OrderDetail::insert(OrderDetail {\n order_id: order.id,\n customer_name: customer.name,\n product: order.product,\n amount: order.amount,\n });\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand v0.8.5\n Compiling cc v1.2.58\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:25:7\n |\n25 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n25 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n14 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n15 | #[auto_inc]\n | +\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:17:7\n |\n17 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `iter` found for struct `Order` in the current scope\n --> src\\lib.rs:34:25\n |\n13 | pub struct Order {\n | ---------------- function or associated item `iter` not found for this struct\n...\n34 | for order in Order::iter() {\n | ^^^^ function or associated item not found in `Order`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Customer` in the current scope\n --> src\\lib.rs:35:43\n |\n 5 | pub struct Customer {\n | ------------------- function or associated item `filter_by_id` not found for this struct\n...\n35 | if let Some(customer) = Customer::filter_by_id(&order.customer_id) {\n | ^^^^^^^^^^^^ function or associated item not found in `Customer`\n\nerror[E0599]: no function or associated item named `insert` found for struct `OrderDetail` in the current scope\n --> src\\lib.rs:36:26\n |\n24 | pub struct OrderDetail {\n | ---------------------- function or associated item `insert` not found for this struct\n...\n36 | OrderDetail::insert(OrderDetail {\n | ^^^^^^ function or associated item not found in `OrderDetail`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 10 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 449, + "output_tokens": 308, + "generation_duration_ms": 2757, + "started_at": "2026-03-27T21:37:28.868457Z", + "finished_at": "2026-03-27T21:38:57.086896100Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, Table};\n\n#[spacetimedb(table)]\npub struct account {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub display_name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn create_account(ctx: ReducerContext, email: String, display_name: String) {\n account::insert(account {\n id: 0,\n email,\n display_name,\n });\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling num-traits v0.2.19\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling itertools v0.12.1\n Compiling ppv-lite86 v0.2.21\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nerror: cannot find attribute `unique` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[unique]\n | ^^^^^^\n |\n = note: `unique` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:15:28\n |\n15 | pub fn create_account(ctx: ReducerContext, email: String, display_name: String) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, Table};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: type `account` should have an upper camel case name\n --> src\\lib.rs:5:12\n |\n5 | pub struct account {\n | ^^^^^^^ help: convert the identifier to upper camel case: `Account`\n |\n = note: `#[warn(non_camel_case_types)]` (part of `#[warn(nonstandard_style)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `account` in the current scope\n --> src\\lib.rs:16:14\n |\n 5 | pub struct account {\n | ------------------ function or associated item `insert` not found for this struct\n...\n16 | account::insert(account {\n | ^^^^^^ function or associated item not found in `account`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0425, E0432, E0599.\nFor more information about an error, try `rustc --explain E0425`.\nwarning: `spacetime-module` (lib) generated 2 warnings\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 2 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 329, + "output_tokens": 139, + "generation_duration_ms": 2138, + "started_at": "2026-03-27T21:38:01.869831900Z", + "finished_at": "2026-03-27T21:41:48.317334100Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n\n#[spacetimedb(table)]\npub struct product {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n pub name: String,\n #[index(btree)]\n pub price: u32,\n}\n\n#[spacetimedb(table)]\npub struct price_range_result {\n #[primarykey]\n pub product_id: u64,\n pub name: String,\n pub price: u32,\n}\n\n#[spacetimedb(reducer)]\npub fn find_in_price_range(ctx: ReducerContext, min_price: u32, max_price: u32) {\n for p in product::iter() {\n if p.price >= min_price && p.price <= max_price {\n price_range_result::insert(price_range_result {\n product_id: p.id,\n name: p.name,\n price: p.price,\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n16 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:10:7\n |\n10 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: type `product` should have an upper camel case name\n --> src\\lib.rs:5:12\n |\n5 | pub struct product {\n | ^^^^^^^ help: convert the identifier to upper camel case: `Product`\n |\n = note: `#[warn(non_camel_case_types)]` (part of `#[warn(nonstandard_style)]`) on by default\n\nwarning: type `price_range_result` should have an upper camel case name\n --> src\\lib.rs:15:12\n |\n15 | pub struct price_range_result {\n | ^^^^^^^^^^^^^^^^^^ help: convert the identifier to upper camel case: `PriceRangeResult`\n\nerror[E0599]: no function or associated item named `iter` found for struct `product` in the current scope\n --> src\\lib.rs:24:23\n |\n 5 | pub struct product {\n | ------------------ function or associated item `iter` not found for this struct\n...\n24 | for p in product::iter() {\n | ^^^^ function or associated item not found in `product`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `price_range_result` in the current scope\n --> src\\lib.rs:26:33\n |\n15 | pub struct price_range_result {\n | ----------------------------- function or associated item `insert` not found for this struct\n...\n26 | price_range_result::insert(price_range_result {\n | ^^^^^^ function or associated item not found in `price_range_result`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 3 warnings\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors; 3 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 406, + "output_tokens": 258, + "generation_duration_ms": 2593, + "started_at": "2026-03-27T21:38:18.437945800Z", + "finished_at": "2026-03-27T21:40:33.210604700Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, Table};\n\n#[spacetimedb(table)]\npub struct Player {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n pub name: String,\n pub score: u64,\n}\n\n#[spacetimedb(table)]\npub struct LeaderboardEntry {\n #[primarykey]\n pub rank: u32,\n pub player_name: String,\n pub score: u64,\n}\n\n#[spacetimedb(reducer)]\npub fn build_leaderboard(ctx: ReducerContext, limit: u32) {\n let mut players: Vec = Player::iter().collect();\n\n players.sort_by(|a, b| b.score.cmp(&a.score));\n\n for entry in LeaderboardEntry::iter() {\n LeaderboardEntry::delete_by_rank(&entry.rank);\n }\n\n for (i, player) in players.into_iter().take(limit as usize).enumerate() {\n LeaderboardEntry::insert(LeaderboardEntry {\n rank: (i + 1) as u32,\n player_name: player.name,\n score: player.score,\n });\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling getrandom v0.2.17\n Compiling digest v0.10.7\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n15 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nerror[E0599]: no function or associated item named `iter` found for struct `Player` in the current scope\n --> src\\lib.rs:23:44\n |\n 5 | pub struct Player {\n | ----------------- function or associated item `iter` not found for this struct\n...\n23 | let mut players: Vec = Player::iter().collect();\n | ^^^^ function or associated item not found in `Player`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `iter` found for struct `LeaderboardEntry` in the current scope\n --> src\\lib.rs:27:36\n |\n14 | pub struct LeaderboardEntry {\n | --------------------------- function or associated item `iter` not found for this struct\n...\n27 | for entry in LeaderboardEntry::iter() {\n | ^^^^ function or associated item not found in `LeaderboardEntry`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `delete_by_rank` found for struct `LeaderboardEntry` in the current scope\n --> src\\lib.rs:28:27\n |\n14 | pub struct LeaderboardEntry {\n | --------------------------- function or associated item `delete_by_rank` not found for this struct\n...\n28 | LeaderboardEntry::delete_by_rank(&entry.rank);\n | ^^^^^^^^^^^^^^ function or associated item not found in `LeaderboardEntry`\n\nerror[E0599]: no function or associated item named `insert` found for struct `LeaderboardEntry` in the current scope\n --> src\\lib.rs:32:27\n |\n14 | pub struct LeaderboardEntry {\n | --------------------------- function or associated item `insert` not found for this struct\n...\n32 | LeaderboardEntry::insert(LeaderboardEntry {\n | ^^^^^^ function or associated item not found in `LeaderboardEntry`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 392, + "output_tokens": 298, + "generation_duration_ms": 4170, + "started_at": "2026-03-27T21:38:41.719670500Z", + "finished_at": "2026-03-27T21:41:54.720558100Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Task {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n pub title: String,\n pub completed: bool,\n}\n\n#[spacetimedb(table)]\npub struct FirstIncomplete {\n #[primarykey]\n pub task_id: u64,\n pub title: String,\n}\n\n#[spacetimedb(reducer)]\npub fn find_first_incomplete(ctx: ReducerContext) {\n for task in Task::iter() {\n if !task.completed {\n FirstIncomplete::insert(FirstIncomplete {\n task_id: task.id,\n title: task.title,\n });\n break;\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling itertools v0.12.1\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling ppv-lite86 v0.2.21\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling getrandom v0.2.17\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling http v1.4.0\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n15 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `iter` found for struct `Task` in the current scope\n --> src\\lib.rs:22:23\n |\n 5 | pub struct Task {\n | --------------- function or associated item `iter` not found for this struct\n...\n22 | for task in Task::iter() {\n | ^^^^ function or associated item not found in `Task`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `FirstIncomplete` in the current scope\n --> src\\lib.rs:24:30\n |\n14 | pub struct FirstIncomplete {\n | -------------------------- function or associated item `insert` not found for this struct\n...\n24 | FirstIncomplete::insert(FirstIncomplete {\n | ^^^^^^ function or associated item not found in `FirstIncomplete`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 362, + "output_tokens": 201, + "generation_duration_ms": 1993, + "started_at": "2026-03-27T21:38:55.282512400Z", + "finished_at": "2026-03-27T21:41:45.547386600Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\nuse std::collections::HashSet;\n\n#[spacetimedb(table)]\npub struct Order {\n #[primarykey]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub amount: u32,\n}\n\n#[spacetimedb(table)]\npub struct DistinctCategory {\n #[primarykey]\n pub category: String,\n}\n\n#[spacetimedb(reducer)]\npub fn collect_distinct_categories(ctx: ReducerContext) {\n let mut unique_categories = HashSet::new();\n\n for order in Order::iter() {\n unique_categories.insert(order.category);\n }\n\n for category in unique_categories {\n DistinctCategory::insert(DistinctCategory { category });\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand_chacha v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling http v1.4.0\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n16 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n7 | #[primary_key]\n | +\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `iter` found for struct `Order` in the current scope\n --> src\\lib.rs:24:25\n |\n 6 | pub struct Order {\n | ---------------- function or associated item `iter` not found for this struct\n...\n24 | for order in Order::iter() {\n | ^^^^ function or associated item not found in `Order`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `DistinctCategory` in the current scope\n --> src\\lib.rs:29:27\n |\n15 | pub struct DistinctCategory {\n | --------------------------- function or associated item `insert` not found for this struct\n...\n29 | DistinctCategory::insert(DistinctCategory { category });\n | ^^^^^^ function or associated item not found in `DistinctCategory`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 354, + "output_tokens": 200, + "generation_duration_ms": 1904, + "started_at": "2026-03-27T21:38:57.087055500Z", + "finished_at": "2026-03-27T21:42:11.452256600Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, Table};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub active: bool,\n}\n\n#[spacetimedb(table)]\npub struct UserStats {\n #[primarykey]\n pub key: String,\n pub count: u64,\n}\n\n#[spacetimedb(reducer)]\npub fn compute_user_counts(ctx: ReducerContext) {\n let total_count = User::iter().count() as u64;\n let active_count = User::iter().filter(|u| u.active).count() as u64;\n\n UserStats::insert(UserStats {\n key: \"total\".to_string(),\n count: total_count,\n });\n\n UserStats::insert(UserStats {\n key: \"active\".to_string(),\n count: active_count,\n });\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling num-traits v0.2.19\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n15 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `iter` found for struct `User` in the current scope\n --> src\\lib.rs:22:29\n |\n 5 | pub struct User {\n | --------------- function or associated item `iter` not found for this struct\n...\n22 | let total_count = User::iter().count() as u64;\n | ^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `iter` found for struct `User` in the current scope\n --> src\\lib.rs:23:30\n |\n 5 | pub struct User {\n | --------------- function or associated item `iter` not found for this struct\n...\n23 | let active_count = User::iter().filter(|u| u.active).count() as u64;\n | ^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `UserStats` in the current scope\n --> src\\lib.rs:25:16\n |\n14 | pub struct UserStats {\n | -------------------- function or associated item `insert` not found for this struct\n...\n25 | UserStats::insert(UserStats {\n | ^^^^^^ function or associated item not found in `UserStats`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `UserStats` in the current scope\n --> src\\lib.rs:30:16\n |\n14 | pub struct UserStats {\n | -------------------- function or associated item `insert` not found for this struct\n...\n30 | UserStats::insert(UserStats {\n | ^^^^^^ function or associated item not found in `UserStats`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 403, + "output_tokens": 243, + "generation_duration_ms": 2162, + "started_at": "2026-03-27T21:39:00.900702600Z", + "finished_at": "2026-03-27T21:41:47.212566800Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, TableContext};\n\n#[spacetimedb(table)]\npub struct event_log {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n #[index(btree)]\n pub category: String,\n #[index(btree)]\n pub severity: u32,\n pub message: String,\n}\n\n#[spacetimedb(table)]\npub struct filtered_event {\n #[primarykey]\n pub event_id: u64,\n pub message: String,\n}\n\n#[spacetimedb(reducer)]\npub fn filter_events(ctx: &TableContext, category: String, severity: u32) {\n for event in ctx.db.event_log().iter() {\n if event.category == category && event.severity == severity {\n ctx.db.filtered_event().insert(FilteredEvent {\n event_id: event.id,\n message: event.message,\n });\n }\n }\n}\n\n#[derive(SpacetimeType)]\npub struct EventLog {\n pub id: u64,\n pub category: String,\n pub severity: u32,\n pub message: String,\n}\n\n#[derive(SpacetimeType)]\npub struct FilteredEvent {\n pub event_id: u64,\n pub message: String,\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, TableContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:11:7\n |\n11 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n18 | #[primary_key]\n | +\n\nwarning: type `event_log` should have an upper camel case name\n --> src\\lib.rs:5:12\n |\n5 | pub struct event_log {\n | ^^^^^^^^^ help: convert the identifier to upper camel case: `EventLog`\n |\n = note: `#[warn(non_camel_case_types)]` (part of `#[warn(nonstandard_style)]`) on by default\n\nwarning: type `filtered_event` should have an upper camel case name\n --> src\\lib.rs:17:12\n |\n17 | pub struct filtered_event {\n | ^^^^^^^^^^^^^^ help: convert the identifier to upper camel case: `FilteredEvent`\n\nFor more information about this error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 2 warnings\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 2 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 401, + "output_tokens": 330, + "generation_duration_ms": 2937, + "started_at": "2026-03-27T21:40:33.210753Z", + "finished_at": "2026-03-27T21:42:23.466713800Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext, ScheduleAt, Timestamp};\nuse std::time::Duration;\n\n#[spacetimedb(table)]\npub struct Reminder {\n #[primarykey]\n #[autoinc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n pub message: String,\n}\n\n#[spacetimedb(reducer, scheduled = send_reminder)]\npub fn send_reminder(_ctx: &ReducerContext, _reminder: Reminder) {\n}\n\n#[spacetimedb(reducer, init)]\npub fn init(ctx: &ReducerContext) {\n let fire_time = ctx.timestamp + Duration::from_secs(60);\n \n Reminder::insert(Reminder {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Time(fire_time),\n message: \"Hello from the future!\".to_string(),\n });\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling ppv-lite86 v0.2.21\n Compiling getrandom v0.2.17\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling castaway v0.2.4\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext, ScheduleAt, Timestamp};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n7 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n8 | #[auto_inc]\n | +\n\nwarning: unused imports: `SpacetimeType` and `Timestamp`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext, ScheduleAt, Timestamp};\n | ^^^^^^^^^^^^^ ^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `Reminder` in the current scope\n --> src\\lib.rs:22:15\n |\n 6 | pub struct Reminder {\n | ------------------- function or associated item `insert` not found for this struct\n...\n22 | Reminder::insert(Reminder {\n | ^^^^^^ function or associated item not found in `Reminder`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 361, + "output_tokens": 221, + "generation_duration_ms": 2112, + "started_at": "2026-03-27T21:34:01.688179100Z", + "finished_at": "2026-03-27T21:36:55.472370400Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext, ScheduleAt, Timestamp};\n\n#[spacetimedb(table)]\npub struct CleanupJob {\n #[primarykey]\n #[autoinc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb(reducer, scheduled = run_cleanup)]\npub fn run_cleanup(_ctx: ReducerContext, _job: CleanupJob) {\n}\n\n#[spacetimedb(reducer)]\npub fn init(_ctx: ReducerContext) {\n CleanupJob::insert(CleanupJob {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Timestamp::from_micros(60_000_000)),\n });\n}\n\n#[spacetimedb(reducer)]\npub fn cancel_cleanup(_ctx: ReducerContext, scheduled_id: u64) {\n CleanupJob::delete_by_scheduled_id(&scheduled_id);\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling rand_chacha v0.3.1\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext, ScheduleAt, Timestamp};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType, ReducerContext, ScheduleAt, Timestamp};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `CleanupJob` in the current scope\n --> src\\lib.rs:18:17\n |\n 5 | pub struct CleanupJob {\n | --------------------- function or associated item `insert` not found for this struct\n...\n18 | CleanupJob::insert(CleanupJob {\n | ^^^^^^ function or associated item not found in `CleanupJob`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `from_micros` found for struct `spacetimedb::Timestamp` in the current scope\n --> src\\lib.rs:20:55\n |\n20 | scheduled_at: ScheduleAt::Interval(Timestamp::from_micros(60_000_000)),\n | ^^^^^^^^^^^ function or associated item not found in `spacetimedb::Timestamp`\n |\nnote: if you're trying to build a new `spacetimedb::Timestamp` consider using one of the following associated functions:\n spacetimedb::Timestamp::now\n spacetimedb::Timestamp::from_micros_since_unix_epoch\n spacetimedb::Timestamp::from_time_duration_since_unix_epoch\n spacetimedb::Timestamp::from_duration_since_unix_epoch\n and 2 others\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\timestamp.rs:26:5\n |\n26 | pub fn now() -> Self {\n | ^^^^^^^^^^^^^^^^^^^^\n...\n46 | pub fn from_micros_since_unix_epoch(micros: i64) -> Self {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n...\n52 | pub fn from_time_duration_since_unix_epoch(time_duration: TimeDuration) -> Self {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n...\n73 | pub fn from_duration_since_unix_epoch(duration: Duration) -> Self {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0599]: no function or associated item named `delete_by_scheduled_id` found for struct `CleanupJob` in the current scope\n --> src\\lib.rs:26:17\n |\n 5 | pub struct CleanupJob {\n | --------------------- function or associated item `delete_by_scheduled_id` not found for this struct\n...\n26 | CleanupJob::delete_by_scheduled_id(&scheduled_id);\n | ^^^^^^^^^^^^^^^^^^^^^^ function or associated item not found in `CleanupJob`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 358, + "output_tokens": 236, + "generation_duration_ms": 2581, + "started_at": "2026-03-27T21:34:08.138195900Z", + "finished_at": "2026-03-27T21:38:08.185873300Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, Timestamp, ReducerContext};\n\n#[spacetimedb(table, public)]\npub struct OnlinePlayer {\n #[primarykey]\n pub identity: Identity,\n pub connected_at: Timestamp,\n}\n\n#[spacetimedb(reducer, client_connected)]\npub fn client_connected(ctx: &ReducerContext) {\n OnlinePlayer::insert(OnlinePlayer {\n identity: ctx.sender,\n connected_at: ctx.timestamp,\n });\n}\n\n#[spacetimedb(reducer, client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) {\n OnlinePlayer::delete_by_identity(&ctx.sender);\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling cc v1.2.58\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand_core v0.6.4\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, Timestamp, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `OnlinePlayer` in the current scope\n --> src\\lib.rs:13:19\n |\n 5 | pub struct OnlinePlayer {\n | ----------------------- function or associated item `insert` not found for this struct\n...\n13 | OnlinePlayer::insert(OnlinePlayer {\n | ^^^^^^ function or associated item not found in `OnlinePlayer`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:14:23\n |\n14 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n14 | identity: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `delete_by_identity` found for struct `OnlinePlayer` in the current scope\n --> src\\lib.rs:21:19\n |\n 5 | pub struct OnlinePlayer {\n | ----------------------- function or associated item `delete_by_identity` not found for this struct\n...\n21 | OnlinePlayer::delete_by_identity(&ctx.sender);\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `OnlinePlayer`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:21:43\n |\n21 | OnlinePlayer::delete_by_identity(&ctx.sender);\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n21 | OnlinePlayer::delete_by_identity(&ctx.sender());\n | ++\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 313, + "output_tokens": 164, + "generation_duration_ms": 2165, + "started_at": "2026-03-27T21:34:16.646144800Z", + "finished_at": "2026-03-27T21:38:18.437776200Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, SpacetimeType, ReducerContext};\n\n#[spacetimedb(table, private)]\npub struct User {\n #[primarykey]\n pub identity: Identity,\n pub name: String,\n}\n\n#[spacetimedb(table, public)]\npub struct Message {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n #[index(btree)]\n pub sender: Identity,\n pub text: String,\n}\n\n#[spacetimedb(reducer)]\npub fn register(ctx: ReducerContext, name: String) {\n if User::filter_by_identity(&ctx.sender).is_some() {\n panic!(\"already registered\");\n }\n User::insert(User {\n identity: ctx.sender,\n name,\n }).expect(\"Failed to insert user\");\n}\n\n#[spacetimedb(reducer)]\npub fn post_message(ctx: ReducerContext, text: String) {\n if User::filter_by_identity(&ctx.sender).is_none() {\n panic!(\"not registered\");\n }\n Message::insert(Message {\n id: 0,\n sender: ctx.sender,\n text,\n }).expect(\"Failed to insert message\");\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling num-traits v0.2.19\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n13 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n14 | #[auto_inc]\n | +\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{spacetimedb, Identity, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:23:14\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n23 | if User::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:23:38\n |\n23 | if User::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n23 | if User::filter_by_identity(&ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:26:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n26 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:27:23\n |\n27 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n27 | identity: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:34:14\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n34 | if User::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:34:38\n |\n34 | if User::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n34 | if User::filter_by_identity(&ctx.sender()).is_none() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `Message` in the current scope\n --> src\\lib.rs:37:14\n |\n12 | pub struct Message {\n | ------------------ function or associated item `insert` not found for this struct\n...\n37 | Message::insert(Message {\n | ^^^^^^ function or associated item not found in `Message`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:39:21\n |\n39 | sender: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n39 | sender: ctx.sender(),\n | ++\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 13 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 416, + "output_tokens": 303, + "generation_duration_ms": 3316, + "started_at": "2026-03-27T21:26:06.757435200Z", + "finished_at": "2026-03-27T21:29:28.771898100Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, SpacetimeContext};\n\n#[spacetimedb(table, private)]\npub struct Config {\n #[primarykey]\n pub id: u32,\n pub admin: Identity,\n}\n\n#[spacetimedb(table, public)]\npub struct AdminLog {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n pub action: String,\n}\n\n#[spacetimedb(reducer)]\npub fn bootstrap_admin(ctx: &SpacetimeContext) {\n if Config::filter_by_id(&0).is_some() {\n panic!(\"already bootstrapped\");\n }\n Config::insert(Config {\n id: 0,\n admin: ctx.sender,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn admin_action(ctx: &SpacetimeContext, action: String) {\n let config = Config::filter_by_id(&0).expect(\"not bootstrapped\");\n if ctx.sender != config.admin {\n panic!(\"not admin\");\n }\n AdminLog::insert(AdminLog {\n id: 0,\n action,\n });\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling generic-array v0.14.7\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, SpacetimeContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n13 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n14 | #[auto_inc]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Config` in the current scope\n --> src\\lib.rs:21:16\n |\n 5 | pub struct Config {\n | ----------------- function or associated item `filter_by_id` not found for this struct\n...\n21 | if Config::filter_by_id(&0).is_some() {\n | ^^^^^^^^^^^^ function or associated item not found in `Config`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Config` in the current scope\n --> src\\lib.rs:24:13\n |\n 5 | pub struct Config {\n | ----------------- function or associated item `insert` not found for this struct\n...\n24 | Config::insert(Config {\n | ^^^^^^ function or associated item not found in `Config`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Config` in the current scope\n --> src\\lib.rs:32:26\n |\n 5 | pub struct Config {\n | ----------------- function or associated item `filter_by_id` not found for this struct\n...\n32 | let config = Config::filter_by_id(&0).expect(\"not bootstrapped\");\n | ^^^^^^^^^^^^ function or associated item not found in `Config`\n\nerror[E0599]: no function or associated item named `insert` found for struct `AdminLog` in the current scope\n --> src\\lib.rs:36:15\n |\n12 | pub struct AdminLog {\n | ------------------- function or associated item `insert` not found for this struct\n...\n36 | AdminLog::insert(AdminLog {\n | ^^^^^^ function or associated item not found in `AdminLog`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 429, + "output_tokens": 284, + "generation_duration_ms": 5081, + "started_at": "2026-03-27T21:26:06.761464200Z", + "finished_at": "2026-03-27T21:29:24.041936300Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, SpacetimeType, ReducerContext};\n\n#[spacetimedb(table, private)]\npub struct User {\n #[primarykey]\n pub identity: Identity,\n pub role: String,\n}\n\n#[spacetimedb(reducer)]\npub fn register(ctx: ReducerContext) {\n if User::filter_by_identity(&ctx.sender).is_some() {\n panic!(\"already registered\");\n }\n User::insert(User {\n identity: ctx.sender,\n role: \"member\".to_string(),\n });\n}\n\n#[spacetimedb(reducer)]\npub fn promote(ctx: ReducerContext, target: Identity) {\n let caller = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n if caller.role != \"admin\" {\n panic!(\"not admin\");\n }\n\n let mut target_user = User::filter_by_identity(&target).expect(\"target not registered\");\n target_user.role = \"admin\".to_string();\n User::update_by_identity(&target, target_user);\n}\n\n#[spacetimedb(reducer)]\npub fn member_action(ctx: ReducerContext) {\n let _user = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n}\n\n#[spacetimedb(reducer)]\npub fn admin_action(ctx: ReducerContext) {\n let user = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n if user.role != \"admin\" {\n panic!(\"not admin\");\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling num-traits v0.2.19\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling rand_chacha v0.3.1\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{spacetimedb, Identity, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:13:14\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n13 | if User::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:13:38\n |\n13 | if User::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n13 | if User::filter_by_identity(&ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:16:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n16 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:17:23\n |\n17 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n17 | identity: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:24:24\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n24 | let caller = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:24:48\n |\n24 | let caller = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n24 | let caller = User::filter_by_identity(&ctx.sender()).expect(\"not registered\");\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:29:33\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n29 | let mut target_user = User::filter_by_identity(&target).expect(\"target not registered\");\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `update_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:31:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `update_by_identity` not found for this struct\n...\n31 | User::update_by_identity(&target, target_user);\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:36:23\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n36 | let _user = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:36:47\n |\n36 | let _user = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n36 | let _user = User::filter_by_identity(&ctx.sender()).expect(\"not registered\");\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:41:22\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n41 | let user = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:41:46\n |\n41 | let user = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n41 | let user = User::filter_by_identity(&ctx.sender()).expect(\"not registered\");\n | ++\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 14 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 498, + "output_tokens": 384, + "generation_duration_ms": 6897, + "started_at": "2026-03-27T21:26:06.763290800Z", + "finished_at": "2026-03-27T21:29:33.304371Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext, Table};\n\n#[spacetimedb(table, private)]\npub struct Admin {\n #[primarykey]\n pub identity: Identity,\n}\n\n#[spacetimedb(table, private)]\npub struct Banned {\n #[primarykey]\n pub identity: Identity,\n}\n\n#[spacetimedb(table, public)]\npub struct Player {\n #[primarykey]\n pub identity: Identity,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn add_admin(ctx: ReducerContext, target: Identity) {\n if Admin::filter_by_identity(&ctx.sender).is_none() {\n panic!(\"not admin\");\n }\n if Admin::filter_by_identity(&target).is_none() {\n Admin::insert(Admin { identity: target });\n }\n}\n\n#[spacetimedb(reducer)]\npub fn ban_player(ctx: ReducerContext, target: Identity) {\n if Admin::filter_by_identity(&ctx.sender).is_none() {\n panic!(\"not admin\");\n }\n if Banned::filter_by_identity(&target).is_none() {\n Banned::insert(Banned { identity: target });\n }\n if let Some(player) = Player::filter_by_identity(&target) {\n Player::delete_by_identity(&target);\n }\n}\n\n#[spacetimedb(reducer)]\npub fn join_game(ctx: ReducerContext, name: String) {\n if Banned::filter_by_identity(&ctx.sender).is_some() {\n panic!(\"banned\");\n }\n if Player::filter_by_identity(&ctx.sender).is_some() {\n panic!(\"already in game\");\n }\n Player::insert(Player {\n identity: ctx.sender,\n name,\n });\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling num-traits v0.2.19\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n18 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:12:7\n |\n12 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n12 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Admin` in the current scope\n --> src\\lib.rs:25:15\n |\n 5 | pub struct Admin {\n | ---------------- function or associated item `filter_by_identity` not found for this struct\n...\n25 | if Admin::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Admin`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:25:39\n |\n25 | if Admin::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n25 | if Admin::filter_by_identity(&ctx.sender()).is_none() {\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Admin` in the current scope\n --> src\\lib.rs:28:15\n |\n 5 | pub struct Admin {\n | ---------------- function or associated item `filter_by_identity` not found for this struct\n...\n28 | if Admin::filter_by_identity(&target).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Admin`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Admin` in the current scope\n --> src\\lib.rs:29:16\n |\n 5 | pub struct Admin {\n | ---------------- function or associated item `insert` not found for this struct\n...\n29 | Admin::insert(Admin { identity: target });\n | ^^^^^^ function or associated item not found in `Admin`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Admin` in the current scope\n --> src\\lib.rs:35:15\n |\n 5 | pub struct Admin {\n | ---------------- function or associated item `filter_by_identity` not found for this struct\n...\n35 | if Admin::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Admin`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:35:39\n |\n35 | if Admin::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n35 | if Admin::filter_by_identity(&ctx.sender()).is_none() {\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Banned` in the current scope\n --> src\\lib.rs:38:16\n |\n11 | pub struct Banned {\n | ----------------- function or associated item `filter_by_identity` not found for this struct\n...\n38 | if Banned::filter_by_identity(&target).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Banned`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Banned` in the current scope\n --> src\\lib.rs:39:17\n |\n11 | pub struct Banned {\n | ----------------- function or associated item `insert` not found for this struct\n...\n39 | Banned::insert(Banned { identity: target });\n | ^^^^^^ function or associated item not found in `Banned`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Player` in the current scope\n --> src\\lib.rs:41:35\n |\n17 | pub struct Player {\n | ----------------- function or associated item `filter_by_identity` not found for this struct\n...\n41 | if let Some(player) = Player::filter_by_identity(&target) {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Player`\n\nerror[E0599]: no function or associated item named `delete_by_identity` found for struct `Player` in the current scope\n --> src\\lib.rs:42:17\n |\n17 | pub struct Player {\n | ----------------- function or associated item `delete_by_identity` not found for this struct\n...\n42 | Player::delete_by_identity(&target);\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Player`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Banned` in the current scope\n --> src\\lib.rs:48:16\n |\n11 | pub struct Banned {\n | ----------------- function or associated item `filter_by_identity` not found for this struct\n...\n48 | if Banned::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Banned`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:48:40\n |\n48 | if Banned::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n48 | if Banned::filter_by_identity(&ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Player` in the current scope\n --> src\\lib.rs:51:16\n |\n17 | pub struct Player {\n | ----------------- function or associated item `filter_by_identity` not found for this struct\n...\n51 | if Player::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Player`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:51:40\n |\n51 | if Player::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n51 | if Player::filter_by_identity(&ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `Player` in the current scope\n --> src\\lib.rs:54:13\n |\n17 | pub struct Player {\n | ----------------- function or associated item `insert` not found for this struct\n...\n54 | Player::insert(Player {\n | ^^^^^^ function or associated item not found in `Player`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:55:23\n |\n55 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n55 | identity: ctx.sender(),\n | ++\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 20 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 477, + "output_tokens": 456, + "generation_duration_ms": 5259, + "started_at": "2026-03-27T21:26:06.764806900Z", + "finished_at": "2026-03-27T21:30:21.916765900Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext, Table};\n\n#[spacetimedb(table, private)]\npub struct RateLimit {\n #[primarykey]\n pub identity: Identity,\n pub last_call_us: i64,\n}\n\n#[spacetimedb(table, public)]\npub struct ActionLog {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n pub identity: Identity,\n pub payload: String,\n}\n\n#[spacetimedb(reducer)]\npub fn limited_action(ctx: ReducerContext, payload: String) {\n let now = ctx.timestamp.to_micros_since_unix_epoch() as i64;\n\n if let Some(limit) = RateLimit::filter_by_identity(&ctx.sender) {\n if (now - limit.last_call_us) < 1_000_000 {\n panic!(\"rate limited\");\n }\n RateLimit::update_by_identity(&ctx.sender, RateLimit {\n identity: ctx.sender,\n last_call_us: now,\n });\n } else {\n RateLimit::insert(RateLimit {\n identity: ctx.sender,\n last_call_us: now,\n });\n }\n\n ActionLog::insert(ActionLog {\n id: 0,\n identity: ctx.sender,\n payload,\n });\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n13 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n14 | #[auto_inc]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `RateLimit` in the current scope\n --> src\\lib.rs:24:37\n |\n 5 | pub struct RateLimit {\n | -------------------- function or associated item `filter_by_identity` not found for this struct\n...\n24 | if let Some(limit) = RateLimit::filter_by_identity(&ctx.sender) {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `RateLimit`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:24:61\n |\n24 | if let Some(limit) = RateLimit::filter_by_identity(&ctx.sender) {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n24 | if let Some(limit) = RateLimit::filter_by_identity(&ctx.sender()) {\n | ++\n\nerror[E0599]: no function or associated item named `update_by_identity` found for struct `RateLimit` in the current scope\n --> src\\lib.rs:28:20\n |\n 5 | pub struct RateLimit {\n | -------------------- function or associated item `update_by_identity` not found for this struct\n...\n28 | RateLimit::update_by_identity(&ctx.sender, RateLimit {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `RateLimit`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:28:44\n |\n28 | RateLimit::update_by_identity(&ctx.sender, RateLimit {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n28 | RateLimit::update_by_identity(&ctx.sender(), RateLimit {\n | ++\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:29:27\n |\n29 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n29 | identity: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `RateLimit` in the current scope\n --> src\\lib.rs:33:20\n |\n 5 | pub struct RateLimit {\n | -------------------- function or associated item `insert` not found for this struct\n...\n33 | RateLimit::insert(RateLimit {\n | ^^^^^^ function or associated item not found in `RateLimit`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:34:27\n |\n34 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n34 | identity: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `ActionLog` in the current scope\n --> src\\lib.rs:39:16\n |\n12 | pub struct ActionLog {\n | -------------------- function or associated item `insert` not found for this struct\n...\n39 | ActionLog::insert(ActionLog {\n | ^^^^^^ function or associated item not found in `ActionLog`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:41:23\n |\n41 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n41 | identity: ctx.sender(),\n | ++\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 13 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 461, + "output_tokens": 341, + "generation_duration_ms": 4875, + "started_at": "2026-03-27T21:26:06.766566400Z", + "finished_at": "2026-03-27T21:29:49.035490300Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, SpacetimeType, ReducerContext};\n\n#[spacetimedb(table, public)]\npub struct Document {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub title: String,\n}\n\n#[spacetimedb(table, public)]\npub struct DocumentShare {\n #[index(btree)]\n pub document_id: u64,\n #[index(btree)]\n pub shared_with: Identity,\n}\n\n#[spacetimedb(reducer)]\npub fn create_document(ctx: ReducerContext, title: String) {\n Document::insert(Document {\n id: 0,\n owner: ctx.sender,\n title,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn share_document(ctx: ReducerContext, document_id: u64, target: Identity) {\n let document = Document::filter_by_id(&document_id).expect(\"not found\");\n\n if document.owner != ctx.sender {\n panic!(\"not owner\");\n }\n\n DocumentShare::insert(DocumentShare {\n document_id,\n shared_with: target,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn edit_document(ctx: ReducerContext, document_id: u64, new_title: String) {\n let mut document = Document::filter_by_id(&document_id).expect(\"not found\");\n\n let is_owner = document.owner == ctx.sender;\n let is_shared = DocumentShare::iter()\n .any(|share| share.document_id == document_id && share.shared_with == ctx.sender);\n\n if !is_owner && !is_shared {\n panic!(\"unauthorized\");\n }\n\n document.title = new_title;\n Document::update_by_id(&document_id, document);\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\rust\\server\\gemini-3-flash\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `SpacetimeType`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{spacetimedb, Identity, SpacetimeType, ReducerContext};\n | ^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `Document` in the current scope\n --> src\\lib.rs:24:15\n |\n 5 | pub struct Document {\n | ------------------- function or associated item `insert` not found for this struct\n...\n24 | Document::insert(Document {\n | ^^^^^^ function or associated item not found in `Document`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:26:20\n |\n26 | owner: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n26 | owner: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Document` in the current scope\n --> src\\lib.rs:33:30\n |\n 5 | pub struct Document {\n | ------------------- function or associated item `filter_by_id` not found for this struct\n...\n33 | let document = Document::filter_by_id(&document_id).expect(\"not found\");\n | ^^^^^^^^^^^^ function or associated item not found in `Document`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:35:30\n |\n35 | if document.owner != ctx.sender {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n35 | if document.owner != ctx.sender() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `DocumentShare` in the current scope\n --> src\\lib.rs:39:20\n |\n15 | pub struct DocumentShare {\n | ------------------------ function or associated item `insert` not found for this struct\n...\n39 | DocumentShare::insert(DocumentShare {\n | ^^^^^^ function or associated item not found in `DocumentShare`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Document` in the current scope\n --> src\\lib.rs:47:34\n |\n 5 | pub struct Document {\n | ------------------- function or associated item `filter_by_id` not found for this struct\n...\n47 | let mut document = Document::filter_by_id(&document_id).expect(\"not found\");\n | ^^^^^^^^^^^^ function or associated item not found in `Document`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:49:42\n |\n49 | let is_owner = document.owner == ctx.sender;\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n49 | let is_owner = document.owner == ctx.sender();\n | ++\n\nerror[E0599]: no function or associated item named `iter` found for struct `DocumentShare` in the current scope\n --> src\\lib.rs:50:36\n |\n15 | pub struct DocumentShare {\n | ------------------------ function or associated item `iter` not found for this struct\n...\n50 | let is_shared = DocumentShare::iter()\n | ^^^^ function or associated item not found in `DocumentShare`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:51:83\n |\n51 | .any(|share| share.document_id == document_id && share.shared_with == ctx.sender);\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n51 | .any(|share| share.document_id == document_id && share.shared_with == ctx.sender());\n | ++\n\nerror[E0599]: no function or associated item named `update_by_id` found for struct `Document` in the current scope\n --> src\\lib.rs:58:15\n |\n 5 | pub struct Document {\n | ------------------- function or associated item `update_by_id` not found for this struct\n...\n58 | Document::update_by_id(&document_id, document);\n | ^^^^^^^^^^^^ function or associated item not found in `Document`\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 16 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 537, + "output_tokens": 466, + "generation_duration_ms": 5411, + "started_at": "2026-03-27T21:26:06.767970200Z", + "finished_at": "2026-03-27T21:29:27.826365800Z" + } + } + }, + { + "name": "Gemini 3.1 Pro", + "route_api_model": "google/gemini-3.1-pro-preview", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::spacetimedb;\n\n#[spacetimedb(table)]\npub struct EmptyTable {\n #[spacetimedb(primary_key)]\n pub id: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_no_args() {}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_int(count: i32) {}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_string(name: String) {}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_two_args(count: i32, name: String) {}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling cc v1.2.58\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling http v1.4.0\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling lean_string v0.5.3\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:5\n |\n2 | use spacetimedb::spacetimedb;\n | ^^^^^^^^^^^^^^^^^^^^^^^^ no `spacetimedb` in the root\n\nwarning: unused variable: `count`\n --> src\\lib.rs:14:31\n |\n14 | pub fn empty_reducer_with_int(count: i32) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_count`\n |\n = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused variable: `name`\n --> src\\lib.rs:17:34\n |\n17 | pub fn empty_reducer_with_string(name: String) {}\n | ^^^^ help: if this is intentional, prefix it with an underscore: `_name`\n\nwarning: unused variable: `count`\n --> src\\lib.rs:20:36\n |\n20 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_count`\n\nwarning: unused variable: `name`\n --> src\\lib.rs:20:48\n |\n20 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^ help: if this is intentional, prefix it with an underscore: `_name`\n\nwarning: unused variable: `active`\n --> src\\lib.rs:23:38\n |\n23 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^^ help: if this is intentional, prefix it with an underscore: `_active`\n\nwarning: unused variable: `ratio`\n --> src\\lib.rs:23:52\n |\n23 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_ratio`\n\nwarning: unused variable: `label`\n --> src\\lib.rs:23:64\n |\n23 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_label`\n\nFor more information about this error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 7 warnings\nerror: could not compile `spacetime-module` (lib) due to 1 previous error; 7 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 385, + "output_tokens": 3023, + "generation_duration_ms": 36772, + "started_at": "2026-03-27T21:28:21.783064700Z", + "finished_at": "2026-03-27T21:31:47.868813600Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::spacetimedb;\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(table)]\npub struct Product {\n #[primarykey]\n pub id: i32,\n pub title: String,\n pub price: f32,\n pub in_stock: bool,\n}\n\n#[spacetimedb(table)]\npub struct Note {\n #[primarykey]\n pub id: i32,\n pub body: String,\n pub rating: i64,\n pub pinned: bool,\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:5\n |\n2 | use spacetimedb::spacetimedb;\n | ^^^^^^^^^^^^^^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:24:7\n |\n24 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n24 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n15 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 388, + "output_tokens": 881, + "generation_duration_ms": 15855, + "started_at": "2026-03-27T21:28:39.958939Z", + "finished_at": "2026-03-27T21:31:28.726448Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, ScheduleAt};\nuse std::time::Duration;\n\n#[spacetimedb(table)]\n#[spacetimedb(scheduled(tick))]\npub struct TickTimer {\n #[primarykey]\n #[autoinc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb(reducer)]\npub fn tick(_ctx: &ReducerContext, _timer: TickTimer) {}\n\n#[spacetimedb(init)]\npub fn init(_ctx: &ReducerContext) {\n TickTimer::insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_micros(50_000)),\n });\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, ScheduleAt};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n8 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n9 | #[auto_inc]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `TickTimer` in the current scope\n --> src\\lib.rs:19:16\n |\n 7 | pub struct TickTimer {\n | -------------------- function or associated item `insert` not found for this struct\n...\n19 | TickTimer::insert(TickTimer {\n | ^^^^^^ function or associated item not found in `TickTimer`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:21:44\n |\n21 | scheduled_at: ScheduleAt::Interval(Duration::from_micros(50_000)),\n | -------------------- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ expected `TimeDuration`, found `Duration`\n | |\n | arguments to this enum variant are incorrect\n |\nnote: tuple variant defined here\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\scheduler.rs:24:5\n |\n24 | Interval(TimeDuration),\n | ^^^^^^^^\nhelp: call `Into::into` on this expression to convert `std::time::Duration` into `TimeDuration`\n |\n21 | scheduled_at: ScheduleAt::Interval(Duration::from_micros(50_000).into()),\n | +++++++\n\nSome errors have detailed explanations: E0308, E0432, E0599.\nFor more information about an error, try `rustc --explain E0308`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 341, + "output_tokens": 2866, + "generation_duration_ms": 25711, + "started_at": "2026-03-27T21:28:49.384857500Z", + "finished_at": "2026-03-27T21:31:39.707546900Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::spacetimedb;\n\n#[derive(spacetimedb::Type, Clone)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb(table)]\npub struct Entity {\n #[primarykey]\n pub id: i32,\n pub pos: Position,\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:5\n |\n2 | use spacetimedb::spacetimedb;\n | ^^^^^^^^^^^^^^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:12:7\n |\n12 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n12 | #[primary_key]\n | +\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 302, + "output_tokens": 2354, + "generation_duration_ms": 30658, + "started_at": "2026-03-27T21:28:52.754055800Z", + "finished_at": "2026-03-27T21:32:33.497193300Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn insert_user(ctx: ReducerContext, id: i32, name: String, age: i32, active: bool) {\n ctx.db.user().insert(User {\n id,\n name,\n age,\n active,\n }).unwrap();\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling ethnum v1.5.2\n Compiling num-traits v0.2.19\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no method named `user` found for struct `Local` in the current scope\n --> src\\lib.rs:15:12\n |\n15 | ctx.db.user().insert(User {\n | ^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 339, + "output_tokens": 2424, + "generation_duration_ms": 24529, + "started_at": "2026-03-27T21:28:53.925204500Z", + "finished_at": "2026-03-27T21:33:58.272265600Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn update_user(_ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\n User::update_by_id(&id, User {\n id,\n name,\n age,\n active,\n });\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling itertools v0.12.1\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `update_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:15:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `update_by_id` not found for this struct\n...\n15 | User::update_by_id(&id, User {\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 346, + "output_tokens": 1446, + "generation_duration_ms": 13343, + "started_at": "2026-03-27T21:29:04.321620600Z", + "finished_at": "2026-03-27T21:31:22.977498400Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn delete_user(_ctx: &ReducerContext, id: i32) {\n User::delete_by_id(id);\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling getrandom v0.2.17\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling generic-array v0.14.7\n Compiling lean_string v0.5.3\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ethnum v1.5.2\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:15:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `delete_by_id` not found for this struct\n...\n15 | User::delete_by_id(id);\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 306, + "output_tokens": 838, + "generation_duration_ms": 13347, + "started_at": "2026-03-27T21:29:14.611567200Z", + "finished_at": "2026-03-27T21:32:42.350705900Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn crud(_ctx: &ReducerContext) {\n User::insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n\n User::insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n\n User::update_by_id(&1, User {\n id: 1,\n name: \"Alice2\".to_string(),\n age: 31,\n active: false,\n });\n\n User::delete_by_id(&2);\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling getrandom v0.2.17\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling blake3 v1.8.3\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:15:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n15 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:22:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n22 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `update_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:29:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `update_by_id` not found for this struct\n...\n29 | User::update_by_id(&1, User {\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:36:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `delete_by_id` not found for this struct\n...\n36 | User::delete_by_id(&2);\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 382, + "output_tokens": 2369, + "generation_duration_ms": 33216, + "started_at": "2026-03-27T21:29:37.918861700Z", + "finished_at": "2026-03-27T21:33:42.182816Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[spacetimedb(primarykey)]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(table)]\npub struct ResultRow {\n #[spacetimedb(primarykey)]\n pub id: i32,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn lookup_user_name(_ctx: &ReducerContext, id: i32) {\n if let Some(user) = User::filter_by_id(id) {\n ResultRow::insert(ResultRow {\n id: user.id,\n name: user.name,\n });\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:22:31\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_id` not found for this struct\n...\n22 | if let Some(user) = User::filter_by_id(id) {\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `insert` found for struct `ResultRow` in the current scope\n --> src\\lib.rs:23:20\n |\n14 | pub struct ResultRow {\n | -------------------- function or associated item `insert` not found for this struct\n...\n23 | ResultRow::insert(ResultRow {\n | ^^^^^^ function or associated item not found in `ResultRow`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 376, + "output_tokens": 1669, + "generation_duration_ms": 14347, + "started_at": "2026-03-27T21:31:22.977658800Z", + "finished_at": "2026-03-27T21:34:18.195485100Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(init)]\npub fn init(_ctx: ReducerContext) {\n User::insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n \n User::insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling getrandom v0.2.17\n Compiling memchr v2.8.0\n Compiling rand_core v0.6.4\n Compiling scoped-tls v1.0.1\n Compiling ethnum v1.5.2\n Compiling generic-array v0.14.7\n Compiling ppv-lite86 v0.2.21\n Compiling num-traits v0.2.19\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling cc v1.2.58\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling castaway v0.2.4\n Compiling http v1.4.0\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:15:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n15 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:22:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n22 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 343, + "output_tokens": 1545, + "generation_duration_ms": 21527, + "started_at": "2026-03-27T21:31:28.726634400Z", + "finished_at": "2026-03-27T21:34:25.767487600Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Event {\n #[primarykey]\n #[autoinc]\n pub id: i32,\n pub kind: String,\n}\n\n#[spacetimedb(connect)]\npub fn client_connected(_ctx: ReducerContext) {\n Event::insert(Event {\n id: 0,\n kind: \"connected\".to_string(),\n });\n}\n\n#[spacetimedb(disconnect)]\npub fn client_disconnected(_ctx: ReducerContext) {\n Event::insert(Event {\n id: 0,\n kind: \"disconnected\".to_string(),\n });\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling castaway v0.2.4\n Compiling getrandom v0.2.17\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling cc v1.2.58\n Compiling rand_chacha v0.3.1\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `Event` in the current scope\n --> src\\lib.rs:14:12\n |\n 5 | pub struct Event {\n | ---------------- function or associated item `insert` not found for this struct\n...\n14 | Event::insert(Event {\n | ^^^^^^ function or associated item not found in `Event`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Event` in the current scope\n --> src\\lib.rs:22:12\n |\n 5 | pub struct Event {\n | ---------------- function or associated item `insert` not found for this struct\n...\n22 | Event::insert(Event {\n | ^^^^^^ function or associated item not found in `Event`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 322, + "output_tokens": 4694, + "generation_duration_ms": 49836, + "started_at": "2026-03-27T21:31:39.707792100Z", + "finished_at": "2026-03-27T21:35:26.702578Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table(name = \"result\"))]\npub struct ResultRow {\n #[primarykey]\n pub id: i32,\n pub sum: i32,\n}\n\nfn add(a: i32, b: i32) -> i32 {\n a + b\n}\n\n#[spacetimedb(reducer)]\npub fn compute_sum(_ctx: ReducerContext, id: i32, a: i32, b: i32) {\n ResultRow::insert(ResultRow {\n id,\n sum: add(a, b),\n });\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling cc v1.2.58\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `ResultRow` in the current scope\n --> src\\lib.rs:17:16\n |\n 5 | pub struct ResultRow {\n | -------------------- function or associated item `insert` not found for this struct\n...\n17 | ResultRow::insert(ResultRow {\n | ^^^^^^ function or associated item not found in `ResultRow`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 358, + "output_tokens": 2166, + "generation_duration_ms": 32180, + "started_at": "2026-03-27T21:31:47.868952600Z", + "finished_at": "2026-03-27T21:35:49.473657400Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, SpacetimeType};\n\n#[derive(SpacetimeType, Clone)]\npub struct Score {\n pub left: i32,\n pub right: i32,\n}\n\n#[spacetimedb(table(name = \"result\"))]\npub struct ResultRow {\n #[primarykey]\n pub id: i32,\n pub value: Score,\n}\n\n#[spacetimedb(reducer)]\npub fn set_score(_ctx: ReducerContext, id: i32, left: i32, right: i32) {\n ResultRow::insert(ResultRow {\n id,\n value: Score { left, right },\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling ppv-lite86 v0.2.21\n Compiling lean_string v0.5.3\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:12:7\n |\n12 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n12 | #[primary_key]\n | +\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 362, + "output_tokens": 2094, + "generation_duration_ms": 20200, + "started_at": "2026-03-27T21:41:51.056124900Z", + "finished_at": "2026-03-27T21:45:09.080782200Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, SpacetimeType};\n\n#[derive(SpacetimeType, Clone)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb(table(name = \"result\"))]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Shape,\n}\n\n#[spacetimedb(reducer)]\npub fn set_circle(_ctx: ReducerContext, id: i32, radius: i32) {\n ResultRow::insert(ResultRow {\n id,\n value: Shape::Circle(radius),\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 383, + "output_tokens": 3316, + "generation_duration_ms": 41782, + "started_at": "2026-03-27T21:41:53.226513800Z", + "finished_at": "2026-03-27T21:45:19.726841Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Primitive {\n #[primarykey]\n pub id: i32,\n pub count: i32,\n pub total: i64,\n pub price: f32,\n pub ratio: f64,\n pub active: bool,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: &ReducerContext) {\n Primitive::insert(Primitive {\n id: 1,\n count: 2,\n total: 3000000000,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\".to_string(),\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `Primitive` in the current scope\n --> src\\lib.rs:18:16\n |\n 5 | pub struct Primitive {\n | -------------------- function or associated item `insert` not found for this struct\n...\n18 | Primitive::insert(Primitive {\n | ^^^^^^ function or associated item not found in `Primitive`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 368, + "output_tokens": 1017, + "generation_duration_ms": 11664, + "started_at": "2026-03-27T21:41:58.230981700Z", + "finished_at": "2026-03-27T21:45:19.752324300Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, SpacetimeType};\n\n#[derive(SpacetimeType, Clone)]\npub struct Address {\n pub street: String,\n pub zip: i32,\n}\n\n#[derive(SpacetimeType, Clone)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb(table)]\npub struct Profile {\n #[primary_key]\n pub id: i32,\n pub home: Address,\n pub work: Address,\n pub pos: Position,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: ReducerContext) {\n let _ = Profile::insert(Profile {\n id: 1,\n home: Address {\n street: \"1 Main\".to_string(),\n zip: 11111,\n },\n work: Address {\n street: \"2 Broad\".to_string(),\n zip: 22222,\n },\n pos: Position {\n x: 7,\n y: 9,\n },\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling num-traits v0.2.19\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 416, + "output_tokens": 2104, + "generation_duration_ms": 20210, + "started_at": "2026-03-27T21:42:00.428034700Z", + "finished_at": "2026-03-27T21:45:09.079466800Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, SpacetimeType};\n\n#[derive(SpacetimeType, Clone)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb(table)]\npub struct Drawing {\n #[primarykey]\n pub id: i32,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: &ReducerContext) {\n Drawing::insert(Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect {\n width: 4,\n height: 6,\n }),\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n18 | #[primary_key]\n | +\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 390, + "output_tokens": 2378, + "generation_duration_ms": 20426, + "started_at": "2026-03-27T21:42:09.247161Z", + "finished_at": "2026-03-27T21:45:09.076900200Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, ScheduleAt};\nuse std::time::Duration;\n\n#[spacetimedb(table)]\npub struct TickTimer {\n #[primary_key]\n #[autoinc]\n pub scheduled_id: u64,\n #[scheduled(tick)]\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb(reducer)]\npub fn tick(_ctx: ReducerContext, _timer: TickTimer) {}\n\n#[spacetimedb(reducer, init)]\npub fn init(_ctx: ReducerContext) {\n TickTimer::insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_micros(50_000)),\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling cc v1.2.58\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling blake3 v1.8.3\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling lean_string v0.5.3\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, ScheduleAt};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n8 | #[auto_inc]\n | +\n\nerror: cannot find attribute `scheduled` in this scope\n --> src\\lib.rs:10:7\n |\n10 | #[scheduled(tick)]\n | ^^^^^^^^^\n\nerror[E0599]: no function or associated item named `insert` found for struct `TickTimer` in the current scope\n --> src\\lib.rs:19:16\n |\n 6 | pub struct TickTimer {\n | -------------------- function or associated item `insert` not found for this struct\n...\n19 | TickTimer::insert(TickTimer {\n | ^^^^^^ function or associated item not found in `TickTimer`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0308]: mismatched types\n --> src\\lib.rs:21:44\n |\n21 | scheduled_at: ScheduleAt::Interval(Duration::from_micros(50_000)),\n | -------------------- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ expected `TimeDuration`, found `Duration`\n | |\n | arguments to this enum variant are incorrect\n |\nnote: tuple variant defined here\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\scheduler.rs:24:5\n |\n24 | Interval(TimeDuration),\n | ^^^^^^^^\nhelp: call `Into::into` on this expression to convert `std::time::Duration` into `TimeDuration`\n |\n21 | scheduled_at: ScheduleAt::Interval(Duration::from_micros(50_000).into()),\n | +++++++\n\nSome errors have detailed explanations: E0308, E0432, E0599.\nFor more information about an error, try `rustc --explain E0308`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 342, + "output_tokens": 1442, + "generation_duration_ms": 16879, + "started_at": "2026-03-27T21:42:29.662343600Z", + "finished_at": "2026-03-27T21:45:10.153646100Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Account {\n #[spacetimedb(primarykey)]\n pub id: i32,\n #[spacetimedb(unique)]\n pub email: String,\n #[spacetimedb(index(btree, name = \"by_name\"))]\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: &ReducerContext) {\n Account::insert(Account {\n id: 1,\n email: \"a@example.com\".to_string(),\n name: \"Alice\".to_string(),\n }).unwrap();\n\n Account::insert(Account {\n id: 2,\n email: \"b@example.com\".to_string(),\n name: \"Bob\".to_string(),\n }).unwrap();\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling ppv-lite86 v0.2.21\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling sha3 v0.10.8\n Compiling cc v1.2.58\n Compiling ethnum v1.5.2\n Compiling blake3 v1.8.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0599]: no function or associated item named `insert` found for struct `Account` in the current scope\n --> src\\lib.rs:16:14\n |\n 5 | pub struct Account {\n | ------------------ function or associated item `insert` not found for this struct\n...\n16 | Account::insert(Account {\n | ^^^^^^ function or associated item not found in `Account`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Account` in the current scope\n --> src\\lib.rs:22:14\n |\n 5 | pub struct Account {\n | ------------------ function or associated item `insert` not found for this struct\n...\n22 | Account::insert(Account {\n | ^^^^^^ function or associated item not found in `Account`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 338, + "output_tokens": 2840, + "generation_duration_ms": 35417, + "started_at": "2026-03-27T21:42:40.336344Z", + "finished_at": "2026-03-27T21:45:13.397396500Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub user_id: i32,\n pub name: String,\n}\n\n#[spacetimedb(table)]\npub struct Group {\n #[primarykey]\n pub group_id: i32,\n pub title: String,\n}\n\n#[spacetimedb(table)]\npub struct Membership {\n #[primarykey]\n pub id: i32,\n #[spacetimedb(index(btree, name = \"by_user\"))]\n pub user_id: i32,\n #[spacetimedb(index(btree, name = \"by_group\"))]\n pub group_id: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: &ReducerContext) {\n let _ = User::insert(User {\n user_id: 1,\n name: \"Alice\".to_string(),\n });\n let _ = User::insert(User {\n user_id: 2,\n name: \"Bob\".to_string(),\n });\n\n let _ = Group::insert(Group {\n group_id: 10,\n title: \"Admin\".to_string(),\n });\n let _ = Group::insert(Group {\n group_id: 20,\n title: \"Dev\".to_string(),\n });\n\n let _ = Membership::insert(Membership {\n id: 1,\n user_id: 1,\n group_id: 10,\n });\n let _ = Membership::insert(Membership {\n id: 2,\n user_id: 1,\n group_id: 20,\n });\n let _ = Membership::insert(Membership {\n id: 3,\n user_id: 2,\n group_id: 20,\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling serde_json v1.0.149\n Compiling num-traits v0.2.19\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand_chacha v0.3.1\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:20:7\n |\n20 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n20 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n13 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:30:19\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n30 | let _ = User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:34:19\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n34 | let _ = User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Group` in the current scope\n --> src\\lib.rs:39:20\n |\n12 | pub struct Group {\n | ---------------- function or associated item `insert` not found for this struct\n...\n39 | let _ = Group::insert(Group {\n | ^^^^^^ function or associated item not found in `Group`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Group` in the current scope\n --> src\\lib.rs:43:20\n |\n12 | pub struct Group {\n | ---------------- function or associated item `insert` not found for this struct\n...\n43 | let _ = Group::insert(Group {\n | ^^^^^^ function or associated item not found in `Group`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:48:25\n |\n19 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n48 | let _ = Membership::insert(Membership {\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:53:25\n |\n19 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n53 | let _ = Membership::insert(Membership {\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:58:25\n |\n19 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n58 | let _ = Membership::insert(Membership {\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 11 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 549, + "output_tokens": 4824, + "generation_duration_ms": 57466, + "started_at": "2026-03-27T21:44:41.173198700Z", + "finished_at": "2026-03-27T21:47:39.810862700Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetimedb::spacetimedb;\n\n#[spacetimedb(table)]\npub struct Entity {\n #[spacetimedb(primary_key)]\n pub id: i32,\n}\n\n#[spacetimedb(table)]\npub struct Position {\n #[spacetimedb(primary_key)]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb(table)]\npub struct Velocity {\n #[spacetimedb(primary_key)]\n pub entity_id: i32,\n pub vx: i32,\n pub vy: i32,\n}\n\n#[spacetimedb(table)]\npub struct NextPosition {\n #[spacetimedb(primary_key)]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn seed() {\n Entity::insert(Entity { id: 1 });\n Position::insert(Position { entity_id: 1, x: 0, y: 0 });\n Velocity::insert(Velocity { entity_id: 1, vx: 1, vy: 0 });\n\n Entity::insert(Entity { id: 2 });\n Position::insert(Position { entity_id: 2, x: 10, y: 0 });\n Velocity::insert(Velocity { entity_id: 2, vx: -2, vy: 3 });\n}\n\n#[spacetimedb(reducer)]\npub fn step() {\n for pos in Position::iter() {\n if let Some(vel) = Velocity::filter_by_entity_id(pos.entity_id) {\n NextPosition::delete_by_entity_id(pos.entity_id);\n NextPosition::insert(NextPosition {\n entity_id: pos.entity_id,\n x: pos.x + vel.vx,\n y: pos.y + vel.vy,\n });\n }\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling cc v1.2.58\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling blake3 v1.8.3\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:5\n |\n2 | use spacetimedb::spacetimedb;\n | ^^^^^^^^^^^^^^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0599]: no function or associated item named `insert` found for struct `Entity` in the current scope\n --> src\\lib.rs:36:13\n |\n 5 | pub struct Entity {\n | ----------------- function or associated item `insert` not found for this struct\n...\n36 | Entity::insert(Entity { id: 1 });\n | ^^^^^^ function or associated item not found in `Entity`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Position` in the current scope\n --> src\\lib.rs:37:15\n |\n11 | pub struct Position {\n | ------------------- function or associated item `insert` not found for this struct\n...\n37 | Position::insert(Position { entity_id: 1, x: 0, y: 0 });\n | ^^^^^^ function or associated item not found in `Position`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Velocity` in the current scope\n --> src\\lib.rs:38:15\n |\n19 | pub struct Velocity {\n | ------------------- function or associated item `insert` not found for this struct\n...\n38 | Velocity::insert(Velocity { entity_id: 1, vx: 1, vy: 0 });\n | ^^^^^^ function or associated item not found in `Velocity`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Entity` in the current scope\n --> src\\lib.rs:40:13\n |\n 5 | pub struct Entity {\n | ----------------- function or associated item `insert` not found for this struct\n...\n40 | Entity::insert(Entity { id: 2 });\n | ^^^^^^ function or associated item not found in `Entity`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Position` in the current scope\n --> src\\lib.rs:41:15\n |\n11 | pub struct Position {\n | ------------------- function or associated item `insert` not found for this struct\n...\n41 | Position::insert(Position { entity_id: 2, x: 10, y: 0 });\n | ^^^^^^ function or associated item not found in `Position`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Velocity` in the current scope\n --> src\\lib.rs:42:15\n |\n19 | pub struct Velocity {\n | ------------------- function or associated item `insert` not found for this struct\n...\n42 | Velocity::insert(Velocity { entity_id: 2, vx: -2, vy: 3 });\n | ^^^^^^ function or associated item not found in `Velocity`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `iter` found for struct `Position` in the current scope\n --> src\\lib.rs:47:26\n |\n11 | pub struct Position {\n | ------------------- function or associated item `iter` not found for this struct\n...\n47 | for pos in Position::iter() {\n | ^^^^ function or associated item not found in `Position`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_entity_id` found for struct `Velocity` in the current scope\n --> src\\lib.rs:48:38\n |\n19 | pub struct Velocity {\n | ------------------- function or associated item `filter_by_entity_id` not found for this struct\n...\n48 | if let Some(vel) = Velocity::filter_by_entity_id(pos.entity_id) {\n | ^^^^^^^^^^^^^^^^^^^ function or associated item not found in `Velocity`\n\nerror[E0599]: no function or associated item named `delete_by_entity_id` found for struct `NextPosition` in the current scope\n --> src\\lib.rs:49:27\n |\n27 | pub struct NextPosition {\n | ----------------------- function or associated item `delete_by_entity_id` not found for this struct\n...\n49 | NextPosition::delete_by_entity_id(pos.entity_id);\n | ^^^^^^^^^^^^^^^^^^^ function or associated item not found in `NextPosition`\n\nerror[E0599]: no function or associated item named `insert` found for struct `NextPosition` in the current scope\n --> src\\lib.rs:50:27\n |\n27 | pub struct NextPosition {\n | ----------------------- function or associated item `insert` not found for this struct\n...\n50 | NextPosition::insert(NextPosition {\n | ^^^^^^ function or associated item not found in `NextPosition`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 11 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 514, + "output_tokens": 3007, + "generation_duration_ms": 42334, + "started_at": "2026-03-27T21:45:09.081045900Z", + "finished_at": "2026-03-27T21:48:00.571755900Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\n#[spacetimedb(index(btree, name = \"by_user_day\", user_id, day))]\npub struct Log {\n #[primarykey]\n pub id: i32,\n pub user_id: i32,\n pub day: i32,\n pub message: String,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: &ReducerContext) {\n Log::insert(Log {\n id: 1,\n user_id: 7,\n day: 1,\n message: \"a\".to_string(),\n });\n Log::insert(Log {\n id: 2,\n user_id: 7,\n day: 2,\n message: \"b\".to_string(),\n });\n Log::insert(Log {\n id: 3,\n user_id: 9,\n day: 1,\n message: \"c\".to_string(),\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling cc v1.2.58\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling castaway v0.2.4\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling lean_string v0.5.3\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n7 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `Log` in the current scope\n --> src\\lib.rs:16:10\n |\n 6 | pub struct Log {\n | -------------- function or associated item `insert` not found for this struct\n...\n16 | Log::insert(Log {\n | ^^^^^^ function or associated item not found in `Log`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Log` in the current scope\n --> src\\lib.rs:22:10\n |\n 6 | pub struct Log {\n | -------------- function or associated item `insert` not found for this struct\n...\n22 | Log::insert(Log {\n | ^^^^^^ function or associated item not found in `Log`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Log` in the current scope\n --> src\\lib.rs:28:10\n |\n 6 | pub struct Log {\n | -------------- function or associated item `insert` not found for this struct\n...\n28 | Log::insert(Log {\n | ^^^^^^ function or associated item not found in `Log`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 402, + "output_tokens": 1465, + "generation_duration_ms": 14560, + "started_at": "2026-03-27T21:45:09.085468800Z", + "finished_at": "2026-03-27T21:46:38.484037100Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, table, AnonymousViewContext};\n\n#[table(name = announcement, public)]\npub struct Announcement {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n pub message: String,\n #[index(btree)]\n pub active: bool,\n}\n\n#[spacetimedb(view)]\npub fn active_announcements(ctx: AnonymousViewContext) -> Vec {\n ctx.db.announcement().active().find(true).collect()\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\gemini-3-1-pro\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = announcement` with `accessor = announcement`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = announcement, public)]\n | ^^^^^^\n\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, table, AnonymousViewContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0425]: cannot find type `Announcement` in this scope\n --> src\\lib.rs:15:63\n |\n15 | pub fn active_announcements(ctx: AnonymousViewContext) -> Vec {\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n15 | pub fn active_announcements(ctx: AnonymousViewContext) -> Vec {\n | ++++++++++++++\n\nerror[E0599]: no method named `announcement` found for struct `LocalReadOnly` in the current scope\n --> src\\lib.rs:16:12\n |\n16 | ctx.db.announcement().active().find(true).collect()\n | ^^^^^^^^^^^^ method not found in `LocalReadOnly`\n\nSome errors have detailed explanations: E0425, E0432, E0599.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 309, + "output_tokens": 2147, + "generation_duration_ms": 21032, + "started_at": "2026-03-27T21:36:03.057969800Z", + "finished_at": "2026-03-27T21:38:58.085446400Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: invalid type: null, expected a string at line 1523 column 425", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-27T21:48:00.573121100Z", + "finished_at": "2026-03-27T21:48:00.573121100Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table(public, event))]\npub struct DamageEvent {\n pub entity_id: u64,\n pub damage: u32,\n pub source: String,\n}\n\n#[spacetimedb(reducer)]\npub fn deal_damage(_ctx: ReducerContext, entity_id: u64, damage: u32, source: String) {\n DamageEvent::insert(DamageEvent {\n entity_id,\n damage,\n source,\n });\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling itertools v0.12.1\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0599]: no function or associated item named `insert` found for struct `DamageEvent` in the current scope\n --> src\\lib.rs:13:18\n |\n 5 | pub struct DamageEvent {\n | ---------------------- function or associated item `insert` not found for this struct\n...\n13 | DamageEvent::insert(DamageEvent {\n | ^^^^^^ function or associated item not found in `DamageEvent`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 327, + "output_tokens": 948, + "generation_duration_ms": 33845, + "started_at": "2026-03-27T21:33:58.272391Z", + "finished_at": "2026-03-27T21:37:46.547294200Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Player {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n pub name: String,\n pub nickname: Option,\n pub high_score: Option,\n}\n\n#[spacetimedb(reducer)]\npub fn create_player(_ctx: ReducerContext, name: String, nickname: Option, high_score: Option) {\n Player::insert(Player {\n id: 0,\n name,\n nickname,\n high_score,\n });\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `Player` in the current scope\n --> src\\lib.rs:16:13\n |\n 5 | pub struct Player {\n | ----------------- function or associated item `insert` not found for this struct\n...\n16 | Player::insert(Player {\n | ^^^^^^ function or associated item not found in `Player`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 350, + "output_tokens": 1382, + "generation_duration_ms": 18584, + "started_at": "2026-03-27T21:34:18.195659700Z", + "finished_at": "2026-03-27T21:38:01.334673Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table)]\n#[spacetimedb(public)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub text: String,\n}\n\n#[spacetimedb(reducer)]\npub fn create_message(ctx: ReducerContext, text: String) {\n Message::insert(Message {\n id: 0,\n owner: ctx.sender,\n text,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn delete_message(ctx: ReducerContext, id: u64) {\n let msg = Message::filter_by_id(&id).expect(\"not found\");\n if msg.owner != ctx.sender {\n panic!(\"unauthorized\");\n }\n Message::delete_by_id(&id);\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling itertools v0.12.1\n Compiling memchr v2.8.0\n Compiling cc v1.2.58\n Compiling generic-array v0.14.7\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:10:7\n |\n10 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `Message` in the current scope\n --> src\\lib.rs:17:14\n |\n 6 | pub struct Message {\n | ------------------ function or associated item `insert` not found for this struct\n...\n17 | Message::insert(Message {\n | ^^^^^^ function or associated item not found in `Message`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:19:20\n |\n19 | owner: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n19 | owner: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Message` in the current scope\n --> src\\lib.rs:26:24\n |\n 6 | pub struct Message {\n | ------------------ function or associated item `filter_by_id` not found for this struct\n...\n26 | let msg = Message::filter_by_id(&id).expect(\"not found\");\n | ^^^^^^^^^^^^ function or associated item not found in `Message`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:27:25\n |\n27 | if msg.owner != ctx.sender {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n27 | if msg.owner != ctx.sender() {\n | ++\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `Message` in the current scope\n --> src\\lib.rs:30:14\n |\n 6 | pub struct Message {\n | ------------------ function or associated item `delete_by_id` not found for this struct\n...\n30 | Message::delete_by_id(&id);\n | ^^^^^^^^^^^^ function or associated item not found in `Message`\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 394, + "output_tokens": 2028, + "generation_duration_ms": 27645, + "started_at": "2026-03-27T21:24:39.778794500Z", + "finished_at": "2026-03-27T21:29:14.611443300Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct UserInternal {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub email: String,\n pub password_hash: String,\n}\n\n#[spacetimedb(table(public))]\npub struct UserPublic {\n #[primary_key]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn register_user(ctx: ReducerContext, name: String, email: String, password_hash: String) {\n let inserted = UserInternal::insert(UserInternal {\n id: 0,\n name: name.clone(),\n email,\n password_hash,\n }).unwrap();\n\n UserPublic::insert(UserPublic {\n id: inserted.id,\n name,\n }).unwrap();\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling itertools v0.12.1\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `UserInternal` in the current scope\n --> src\\lib.rs:23:34\n |\n 5 | pub struct UserInternal {\n | ----------------------- function or associated item `insert` not found for this struct\n...\n23 | let inserted = UserInternal::insert(UserInternal {\n | ^^^^^^ function or associated item not found in `UserInternal`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `UserPublic` in the current scope\n --> src\\lib.rs:30:17\n |\n15 | pub struct UserPublic {\n | --------------------- function or associated item `insert` not found for this struct\n...\n30 | UserPublic::insert(UserPublic {\n | ^^^^^^ function or associated item not found in `UserPublic`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 413, + "output_tokens": 2522, + "generation_duration_ms": 25560, + "started_at": "2026-03-27T21:24:39.779955100Z", + "finished_at": "2026-03-27T21:28:21.782940100Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, Table};\n\n#[spacetimedb(table)]\npub struct Author {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb(table)]\npub struct Post {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub author_id: u64,\n pub title: String,\n}\n\n#[spacetimedb(reducer)]\npub fn delete_author(_ctx: ReducerContext, author_id: u64) {\n for post in Post::filter_by_author_id(&author_id) {\n Post::delete_by_id(&post.id);\n }\n Author::delete_by_id(&author_id);\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling castaway v0.2.4\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling sha3 v0.10.8\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:17:7\n |\n17 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Table`\n --> src\\lib.rs:2:48\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Table};\n | ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `filter_by_author_id` found for struct `Post` in the current scope\n --> src\\lib.rs:24:23\n |\n13 | pub struct Post {\n | --------------- function or associated item `filter_by_author_id` not found for this struct\n...\n24 | for post in Post::filter_by_author_id(&author_id) {\n | ^^^^^^^^^^^^^^^^^^^ function or associated item not found in `Post`\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `Post` in the current scope\n --> src\\lib.rs:25:15\n |\n13 | pub struct Post {\n | --------------- function or associated item `delete_by_id` not found for this struct\n...\n25 | Post::delete_by_id(&post.id);\n | ^^^^^^^^^^^^ function or associated item not found in `Post`\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `Author` in the current scope\n --> src\\lib.rs:27:13\n |\n 5 | pub struct Author {\n | ----------------- function or associated item `delete_by_id` not found for this struct\n...\n27 | Author::delete_by_id(&author_id);\n | ^^^^^^^^^^^^ function or associated item not found in `Author`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 372, + "output_tokens": 63123, + "generation_duration_ms": 465703, + "started_at": "2026-03-27T21:34:25.767593600Z", + "finished_at": "2026-03-27T21:44:41.146228700Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub category: String,\n pub amount: u64,\n pub fulfilled: bool,\n}\n\n#[spacetimedb(table)]\npub struct CategoryStats {\n #[primary_key]\n pub category: String,\n pub total_amount: u64,\n pub order_count: u32,\n}\n\n#[spacetimedb(reducer)]\npub fn compute_stats(_ctx: ReducerContext, category: String) {\n let mut total_amount = 0;\n let mut order_count = 0;\n\n for order in Order::filter_by_category(&category) {\n total_amount += order.amount;\n order_count += 1;\n }\n\n let stats = CategoryStats {\n category: category.clone(),\n total_amount,\n order_count,\n };\n\n if CategoryStats::filter_by_category(&category).is_some() {\n CategoryStats::update_by_category(&category, stats);\n } else {\n CategoryStats::insert(stats);\n }\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:17:7\n |\n17 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `filter_by_category` found for struct `Order` in the current scope\n --> src\\lib.rs:28:25\n |\n 5 | pub struct Order {\n | ---------------- function or associated item `filter_by_category` not found for this struct\n...\n28 | for order in Order::filter_by_category(&category) {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Order`\n\nerror[E0599]: no function or associated item named `filter_by_category` found for struct `CategoryStats` in the current scope\n --> src\\lib.rs:39:23\n |\n16 | pub struct CategoryStats {\n | ------------------------ function or associated item `filter_by_category` not found for this struct\n...\n39 | if CategoryStats::filter_by_category(&category).is_some() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `CategoryStats`\n\nerror[E0599]: no function or associated item named `update_by_category` found for struct `CategoryStats` in the current scope\n --> src\\lib.rs:40:24\n |\n16 | pub struct CategoryStats {\n | ------------------------ function or associated item `update_by_category` not found for this struct\n...\n40 | CategoryStats::update_by_category(&category, stats);\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `CategoryStats`\n\nerror[E0599]: no function or associated item named `insert` found for struct `CategoryStats` in the current scope\n --> src\\lib.rs:42:24\n |\n16 | pub struct CategoryStats {\n | ------------------------ function or associated item `insert` not found for this struct\n...\n42 | CategoryStats::insert(stats);\n | ^^^^^^ function or associated item not found in `CategoryStats`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 391, + "output_tokens": 2290, + "generation_duration_ms": 26564, + "started_at": "2026-03-27T21:35:26.702743900Z", + "finished_at": "2026-03-27T21:38:54.952463800Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Customer {\n #[spacetimedb(primary_key)]\n #[spacetimedb(auto_inc)]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb(table)]\npub struct Order {\n #[spacetimedb(primary_key)]\n #[spacetimedb(auto_inc)]\n pub id: u64,\n #[spacetimedb(index(btree))]\n pub customer_id: u64,\n pub product: String,\n pub amount: u32,\n}\n\n#[spacetimedb(table)]\npub struct OrderDetail {\n #[spacetimedb(primary_key)]\n pub order_id: u64,\n pub customer_name: String,\n pub product: String,\n pub amount: u32,\n}\n\n#[spacetimedb(reducer)]\npub fn build_order_details(_ctx: ReducerContext) {\n for order in Order::iter() {\n if let Some(customer) = Customer::filter_by_id(&order.customer_id) {\n OrderDetail::insert(OrderDetail {\n order_id: order.id,\n customer_name: customer.name.clone(),\n product: order.product.clone(),\n amount: order.amount,\n });\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling num-traits v0.2.19\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0599]: no function or associated item named `iter` found for struct `Order` in the current scope\n --> src\\lib.rs:34:25\n |\n13 | pub struct Order {\n | ---------------- function or associated item `iter` not found for this struct\n...\n34 | for order in Order::iter() {\n | ^^^^ function or associated item not found in `Order`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Customer` in the current scope\n --> src\\lib.rs:35:43\n |\n 5 | pub struct Customer {\n | ------------------- function or associated item `filter_by_id` not found for this struct\n...\n35 | if let Some(customer) = Customer::filter_by_id(&order.customer_id) {\n | ^^^^^^^^^^^^ function or associated item not found in `Customer`\n\nerror[E0599]: no function or associated item named `insert` found for struct `OrderDetail` in the current scope\n --> src\\lib.rs:36:26\n |\n24 | pub struct OrderDetail {\n | ---------------------- function or associated item `insert` not found for this struct\n...\n36 | OrderDetail::insert(OrderDetail {\n | ^^^^^^ function or associated item not found in `OrderDetail`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 449, + "output_tokens": 1705, + "generation_duration_ms": 17557, + "started_at": "2026-03-27T21:35:49.473839500Z", + "finished_at": "2026-03-27T21:38:56.496898800Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, reducer, ReducerContext};\n\n#[table(name = account, public)]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub display_name: String,\n}\n\n#[reducer]\npub fn create_account(_ctx: &ReducerContext, email: String, display_name: String) {\n Account::insert(Account {\n id: 0,\n email,\n display_name,\n });\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling cc v1.2.58\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\gemini-3-1-pro\\llm)\nerror: Expected a string literal for `name`, but found an identifier. Did you mean to specify an `accessor`?\n \n If you're migrating from SpacetimeDB 1.*, replace `name = account` with `accessor = account`.\n --> src\\lib.rs:4:9\n |\n4 | #[table(name = account, public)]\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Account` in this scope\n --> src\\lib.rs:16:21\n |\n16 | Account::insert(Account {\n | ^^^^^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `Account`\n --> src\\lib.rs:16:5\n |\n16 | Account::insert(Account {\n | ^^^^^^^ use of undeclared type `Account`\n\nSome errors have detailed explanations: E0422, E0433.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 329, + "output_tokens": 865, + "generation_duration_ms": 21556, + "started_at": "2026-03-27T21:35:55.664209600Z", + "finished_at": "2026-03-27T21:38:58.765906700Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, Table};\n\n#[spacetimedb(table)]\npub struct Product {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n pub name: String,\n #[spacetimedb(index(btree))]\n pub price: u32,\n}\n\n#[spacetimedb(table)]\npub struct PriceRangeResult {\n #[primarykey]\n pub product_id: u64,\n pub name: String,\n pub price: u32,\n}\n\n#[spacetimedb(reducer)]\npub fn find_in_price_range(_ctx: ReducerContext, min_price: u32, max_price: u32) {\n for product in Product::iter() {\n if product.price >= min_price && product.price <= max_price {\n PriceRangeResult::insert(PriceRangeResult {\n product_id: product.id,\n name: product.name,\n price: product.price,\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling num-traits v0.2.19\n Compiling syn v2.0.117\n Compiling rand_core v0.6.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling generic-array v0.14.7\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n16 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nerror[E0599]: no function or associated item named `iter` found for struct `Product` in the current scope\n --> src\\lib.rs:24:29\n |\n 5 | pub struct Product {\n | ------------------ function or associated item `iter` not found for this struct\n...\n24 | for product in Product::iter() {\n | ^^^^ function or associated item not found in `Product`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `PriceRangeResult` in the current scope\n --> src\\lib.rs:26:31\n |\n15 | pub struct PriceRangeResult {\n | --------------------------- function or associated item `insert` not found for this struct\n...\n26 | PriceRangeResult::insert(PriceRangeResult {\n | ^^^^^^ function or associated item not found in `PriceRangeResult`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 406, + "output_tokens": 1711, + "generation_duration_ms": 61332, + "started_at": "2026-03-27T21:37:46.547494400Z", + "finished_at": "2026-03-27T21:41:53.226403800Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Player {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n pub name: String,\n pub score: u64,\n}\n\n#[spacetimedb(table)]\npub struct LeaderboardEntry {\n #[primarykey]\n pub rank: u32,\n pub player_name: String,\n pub score: u64,\n}\n\n#[spacetimedb(reducer)]\npub fn build_leaderboard(_ctx: ReducerContext, limit: u32) {\n for entry in LeaderboardEntry::iter() {\n LeaderboardEntry::delete_by_rank(&entry.rank);\n }\n\n let mut players: Vec = Player::iter().collect();\n players.sort_by(|a, b| b.score.cmp(&a.score));\n\n for (index, player) in players.into_iter().take(limit as usize).enumerate() {\n LeaderboardEntry::insert(LeaderboardEntry {\n rank: (index + 1) as u32,\n player_name: player.name,\n score: player.score,\n });\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling serde_json v1.0.149\n Compiling itertools v0.12.1\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling generic-array v0.14.7\n Compiling ppv-lite86 v0.2.21\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n15 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nerror[E0599]: no function or associated item named `iter` found for struct `LeaderboardEntry` in the current scope\n --> src\\lib.rs:23:36\n |\n14 | pub struct LeaderboardEntry {\n | --------------------------- function or associated item `iter` not found for this struct\n...\n23 | for entry in LeaderboardEntry::iter() {\n | ^^^^ function or associated item not found in `LeaderboardEntry`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `delete_by_rank` found for struct `LeaderboardEntry` in the current scope\n --> src\\lib.rs:24:27\n |\n14 | pub struct LeaderboardEntry {\n | --------------------------- function or associated item `delete_by_rank` not found for this struct\n...\n24 | LeaderboardEntry::delete_by_rank(&entry.rank);\n | ^^^^^^^^^^^^^^ function or associated item not found in `LeaderboardEntry`\n\nerror[E0599]: no function or associated item named `iter` found for struct `Player` in the current scope\n --> src\\lib.rs:27:44\n |\n 5 | pub struct Player {\n | ----------------- function or associated item `iter` not found for this struct\n...\n27 | let mut players: Vec = Player::iter().collect();\n | ^^^^ function or associated item not found in `Player`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `LeaderboardEntry` in the current scope\n --> src\\lib.rs:31:27\n |\n14 | pub struct LeaderboardEntry {\n | --------------------------- function or associated item `insert` not found for this struct\n...\n31 | LeaderboardEntry::insert(LeaderboardEntry {\n | ^^^^^^ function or associated item not found in `LeaderboardEntry`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 392, + "output_tokens": 1636, + "generation_duration_ms": 21107, + "started_at": "2026-03-27T21:38:01.334844500Z", + "finished_at": "2026-03-27T21:41:58.230862800Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, Table};\n\n#[spacetimedb(table)]\npub struct Task {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub title: String,\n pub completed: bool,\n}\n\n#[spacetimedb(table)]\npub struct FirstIncomplete {\n #[primary_key]\n pub task_id: u64,\n pub title: String,\n}\n\n#[spacetimedb(reducer)]\npub fn find_first_incomplete(_ctx: ReducerContext) {\n if let Some(task) = Task::iter().find(|t| !t.completed) {\n FirstIncomplete::insert(FirstIncomplete {\n task_id: task.id,\n title: task.title,\n });\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling log v0.4.29\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `iter` found for struct `Task` in the current scope\n --> src\\lib.rs:22:31\n |\n 5 | pub struct Task {\n | --------------- function or associated item `iter` not found for this struct\n...\n22 | if let Some(task) = Task::iter().find(|t| !t.completed) {\n | ^^^^ function or associated item not found in `Task`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `FirstIncomplete` in the current scope\n --> src\\lib.rs:23:26\n |\n14 | pub struct FirstIncomplete {\n | -------------------------- function or associated item `insert` not found for this struct\n...\n23 | FirstIncomplete::insert(FirstIncomplete {\n | ^^^^^^ function or associated item not found in `FirstIncomplete`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 364, + "output_tokens": 1177, + "generation_duration_ms": 21893, + "started_at": "2026-03-27T21:38:54.952618900Z", + "finished_at": "2026-03-27T21:42:00.427853800Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\nuse std::collections::HashSet;\n\n#[spacetimedb(table)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub amount: u32,\n}\n\n#[spacetimedb(table)]\npub struct DistinctCategory {\n #[primary_key]\n pub category: String,\n}\n\n#[spacetimedb(reducer)]\npub fn collect_distinct_categories(_ctx: ReducerContext) {\n let mut unique_categories = HashSet::new();\n \n for order in Order::iter() {\n unique_categories.insert(order.category);\n }\n \n for category in unique_categories {\n if DistinctCategory::filter_by_category(&category).is_none() {\n DistinctCategory::insert(DistinctCategory { category });\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling castaway v0.2.4\n Compiling blake3 v1.8.3\n Compiling lean_string v0.5.3\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `iter` found for struct `Order` in the current scope\n --> src\\lib.rs:24:25\n |\n 6 | pub struct Order {\n | ---------------- function or associated item `iter` not found for this struct\n...\n24 | for order in Order::iter() {\n | ^^^^ function or associated item not found in `Order`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_category` found for struct `DistinctCategory` in the current scope\n --> src\\lib.rs:29:30\n |\n15 | pub struct DistinctCategory {\n | --------------------------- function or associated item `filter_by_category` not found for this struct\n...\n29 | if DistinctCategory::filter_by_category(&category).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `DistinctCategory`\n\nerror[E0599]: no function or associated item named `insert` found for struct `DistinctCategory` in the current scope\n --> src\\lib.rs:30:31\n |\n15 | pub struct DistinctCategory {\n | --------------------------- function or associated item `insert` not found for this struct\n...\n30 | DistinctCategory::insert(DistinctCategory { category });\n | ^^^^^^ function or associated item not found in `DistinctCategory`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 354, + "output_tokens": 1481, + "generation_duration_ms": 14069, + "started_at": "2026-03-27T21:38:56.497053Z", + "finished_at": "2026-03-27T21:42:09.246810400Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub active: bool,\n}\n\n#[spacetimedb(table)]\npub struct UserStats {\n #[primary_key]\n pub key: String,\n pub count: u64,\n}\n\n#[spacetimedb(reducer)]\npub fn compute_user_counts(_ctx: ReducerContext) {\n let total_count = User::iter().count() as u64;\n let active_count = User::iter().filter(|u| u.active).count() as u64;\n\n UserStats::insert(UserStats {\n key: \"total\".to_string(),\n count: total_count,\n });\n\n UserStats::insert(UserStats {\n key: \"active\".to_string(),\n count: active_count,\n });\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling http v1.4.0\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling cc v1.2.58\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling decorum v0.3.1\n Compiling blake3 v1.8.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `iter` found for struct `User` in the current scope\n --> src\\lib.rs:22:29\n |\n 5 | pub struct User {\n | --------------- function or associated item `iter` not found for this struct\n...\n22 | let total_count = User::iter().count() as u64;\n | ^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `iter` found for struct `User` in the current scope\n --> src\\lib.rs:23:30\n |\n 5 | pub struct User {\n | --------------- function or associated item `iter` not found for this struct\n...\n23 | let active_count = User::iter().filter(|u| u.active).count() as u64;\n | ^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `UserStats` in the current scope\n --> src\\lib.rs:25:16\n |\n14 | pub struct UserStats {\n | -------------------- function or associated item `insert` not found for this struct\n...\n25 | UserStats::insert(UserStats {\n | ^^^^^^ function or associated item not found in `UserStats`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `UserStats` in the current scope\n --> src\\lib.rs:30:16\n |\n14 | pub struct UserStats {\n | -------------------- function or associated item `insert` not found for this struct\n...\n30 | UserStats::insert(UserStats {\n | ^^^^^^ function or associated item not found in `UserStats`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 403, + "output_tokens": 1540, + "generation_duration_ms": 13754, + "started_at": "2026-03-27T21:38:58.085605700Z", + "finished_at": "2026-03-27T21:41:51.055916400Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, Table};\n\n#[spacetimedb(table)]\n#[spacetimedb(index(btree, name = \"category_severity_idx\", category, severity))]\npub struct EventLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub severity: u32,\n pub message: String,\n}\n\n#[spacetimedb(table)]\npub struct FilteredEvent {\n #[primary_key]\n pub event_id: u64,\n pub message: String,\n}\n\n#[spacetimedb(reducer)]\npub fn filter_events(_ctx: ReducerContext, category: String, severity: u32) {\n for event in EventLog::iter() {\n if event.category == category && event.severity == severity {\n FilteredEvent::insert(FilteredEvent {\n event_id: event.id,\n message: event.message,\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling num-traits v0.2.19\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:17:7\n |\n17 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `iter` found for struct `EventLog` in the current scope\n --> src\\lib.rs:24:28\n |\n 6 | pub struct EventLog {\n | ------------------- function or associated item `iter` not found for this struct\n...\n24 | for event in EventLog::iter() {\n | ^^^^ function or associated item not found in `EventLog`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `FilteredEvent` in the current scope\n --> src\\lib.rs:26:28\n |\n16 | pub struct FilteredEvent {\n | ------------------------ function or associated item `insert` not found for this struct\n...\n26 | FilteredEvent::insert(FilteredEvent {\n | ^^^^^^ function or associated item not found in `FilteredEvent`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 401, + "output_tokens": 1730, + "generation_duration_ms": 22735, + "started_at": "2026-03-27T21:38:58.766092100Z", + "finished_at": "2026-03-27T21:42:29.662097Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, ScheduleAt};\nuse std::time::Duration;\n\n#[spacetimedb(table)]\npub struct Reminder {\n #[primarykey]\n #[autoinc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n pub message: String,\n}\n\n#[spacetimedb(reducer)]\npub fn send_reminder(_ctx: ReducerContext, _reminder: Reminder) {\n}\n\n#[spacetimedb(init)]\npub fn init(ctx: ReducerContext) {\n Reminder::insert(Reminder {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Time(ctx.timestamp + Duration::from_secs(60)),\n message: \"Scheduled reminder\".to_string(),\n });\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling cc v1.2.58\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling generic-array v0.14.7\n Compiling decorum v0.3.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, ScheduleAt};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n7 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n8 | #[auto_inc]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `Reminder` in the current scope\n --> src\\lib.rs:20:15\n |\n 6 | pub struct Reminder {\n | ------------------- function or associated item `insert` not found for this struct\n...\n20 | Reminder::insert(Reminder {\n | ^^^^^^ function or associated item not found in `Reminder`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 361, + "output_tokens": 2427, + "generation_duration_ms": 38446, + "started_at": "2026-03-27T21:32:33.497380200Z", + "finished_at": "2026-03-27T21:35:55.664096700Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext, ScheduleAt};\nuse std::time::Duration;\n\n#[spacetimedb(table(scheduled(run_cleanup)))]\npub struct CleanupJob {\n #[primarykey]\n #[autoinc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb(reducer)]\npub fn run_cleanup(_ctx: &ReducerContext, _job: CleanupJob) {}\n\n#[spacetimedb(init)]\npub fn init(ctx: &ReducerContext) {\n CleanupJob::insert(CleanupJob {\n scheduled_id: 0,\n scheduled_at: (ctx.timestamp + Duration::from_secs(60)).into(),\n });\n}\n\n#[spacetimedb(reducer)]\npub fn cancel_cleanup(_ctx: &ReducerContext, scheduled_id: u64) {\n CleanupJob::delete_by_scheduled_id(scheduled_id);\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling getrandom v0.2.17\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext, ScheduleAt};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n7 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n8 | #[auto_inc]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `CleanupJob` in the current scope\n --> src\\lib.rs:18:17\n |\n 6 | pub struct CleanupJob {\n | --------------------- function or associated item `insert` not found for this struct\n...\n18 | CleanupJob::insert(CleanupJob {\n | ^^^^^^ function or associated item not found in `CleanupJob`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `delete_by_scheduled_id` found for struct `CleanupJob` in the current scope\n --> src\\lib.rs:26:17\n |\n 6 | pub struct CleanupJob {\n | --------------------- function or associated item `delete_by_scheduled_id` not found for this struct\n...\n26 | CleanupJob::delete_by_scheduled_id(scheduled_id);\n | ^^^^^^^^^^^^^^^^^^^^^^ function or associated item not found in `CleanupJob`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 360, + "output_tokens": 3202, + "generation_duration_ms": 37538, + "started_at": "2026-03-27T21:32:42.350917100Z", + "finished_at": "2026-03-27T21:36:03.057842500Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext, Timestamp};\n\n#[spacetimedb(table(public))]\npub struct OnlinePlayer {\n #[primarykey]\n pub identity: Identity,\n pub connected_at: Timestamp,\n}\n\n#[spacetimedb(connect)]\npub fn client_connected(ctx: ReducerContext) {\n OnlinePlayer::insert(OnlinePlayer {\n identity: ctx.sender,\n connected_at: ctx.timestamp,\n });\n}\n\n#[spacetimedb(disconnect)]\npub fn client_disconnected(ctx: ReducerContext) {\n OnlinePlayer::delete_by_identity(&ctx.sender);\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling cc v1.2.58\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling num-traits v0.2.19\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, Timestamp};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `OnlinePlayer` in the current scope\n --> src\\lib.rs:13:19\n |\n 5 | pub struct OnlinePlayer {\n | ----------------------- function or associated item `insert` not found for this struct\n...\n13 | OnlinePlayer::insert(OnlinePlayer {\n | ^^^^^^ function or associated item not found in `OnlinePlayer`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:14:23\n |\n14 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n14 | identity: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `delete_by_identity` found for struct `OnlinePlayer` in the current scope\n --> src\\lib.rs:21:19\n |\n 5 | pub struct OnlinePlayer {\n | ----------------------- function or associated item `delete_by_identity` not found for this struct\n...\n21 | OnlinePlayer::delete_by_identity(&ctx.sender);\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `OnlinePlayer`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:21:43\n |\n21 | OnlinePlayer::delete_by_identity(&ctx.sender);\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n21 | OnlinePlayer::delete_by_identity(&ctx.sender());\n | ++\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 313, + "output_tokens": 1777, + "generation_duration_ms": 24540, + "started_at": "2026-03-27T21:33:42.182959200Z", + "finished_at": "2026-03-27T21:37:20.178072600Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table(private))]\npub struct User {\n #[primary_key]\n pub identity: Identity,\n pub name: String,\n}\n\n#[spacetimedb(table(public))]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub sender: Identity,\n pub text: String,\n}\n\n#[spacetimedb(reducer)]\npub fn register(ctx: ReducerContext, name: String) {\n if User::filter_by_identity(&ctx.sender).is_some() {\n panic!(\"already registered\");\n }\n User::insert(User {\n identity: ctx.sender,\n name,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn post_message(ctx: ReducerContext, text: String) {\n if User::filter_by_identity(&ctx.sender).is_none() {\n panic!(\"not registered\");\n }\n Message::insert(Message {\n id: 0,\n sender: ctx.sender,\n text,\n });\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling cc v1.2.58\n Compiling num-traits v0.2.19\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand_core v0.6.4\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:23:14\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n23 | if User::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:23:38\n |\n23 | if User::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n23 | if User::filter_by_identity(&ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:26:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n26 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:27:23\n |\n27 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n27 | identity: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:34:14\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n34 | if User::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:34:38\n |\n34 | if User::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n34 | if User::filter_by_identity(&ctx.sender()).is_none() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `Message` in the current scope\n --> src\\lib.rs:37:14\n |\n12 | pub struct Message {\n | ------------------ function or associated item `insert` not found for this struct\n...\n37 | Message::insert(Message {\n | ^^^^^^ function or associated item not found in `Message`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:39:21\n |\n39 | sender: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n39 | sender: ctx.sender(),\n | ++\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 13 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 416, + "output_tokens": 1230, + "generation_duration_ms": 13727, + "started_at": "2026-03-27T21:24:39.780865800Z", + "finished_at": "2026-03-27T21:28:39.958774700Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext, Table};\n\n#[spacetimedb(table(private))]\npub struct Config {\n #[primary_key]\n pub id: u32,\n pub admin: Identity,\n}\n\n#[spacetimedb(table(public))]\npub struct AdminLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub action: String,\n}\n\n#[spacetimedb(reducer)]\npub fn bootstrap_admin(ctx: &ReducerContext) {\n if Config::filter_by_id(&0).is_some() {\n panic!(\"already bootstrapped\");\n }\n Config::insert(Config {\n id: 0,\n admin: ctx.sender,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn admin_action(ctx: &ReducerContext, action: String) {\n let config = Config::filter_by_id(&0).expect(\"not bootstrapped\");\n if ctx.sender != config.admin {\n panic!(\"not admin\");\n }\n AdminLog::insert(AdminLog {\n id: 0,\n action,\n });\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling rand v0.8.5\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, Table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Config` in the current scope\n --> src\\lib.rs:21:16\n |\n 5 | pub struct Config {\n | ----------------- function or associated item `filter_by_id` not found for this struct\n...\n21 | if Config::filter_by_id(&0).is_some() {\n | ^^^^^^^^^^^^ function or associated item not found in `Config`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Config` in the current scope\n --> src\\lib.rs:24:13\n |\n 5 | pub struct Config {\n | ----------------- function or associated item `insert` not found for this struct\n...\n24 | Config::insert(Config {\n | ^^^^^^ function or associated item not found in `Config`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:26:20\n |\n26 | admin: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n26 | admin: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Config` in the current scope\n --> src\\lib.rs:32:26\n |\n 5 | pub struct Config {\n | ----------------- function or associated item `filter_by_id` not found for this struct\n...\n32 | let config = Config::filter_by_id(&0).expect(\"not bootstrapped\");\n | ^^^^^^^^^^^^ function or associated item not found in `Config`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:33:12\n |\n33 | if ctx.sender != config.admin {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n33 | if ctx.sender() != config.admin {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `AdminLog` in the current scope\n --> src\\lib.rs:36:15\n |\n12 | pub struct AdminLog {\n | ------------------- function or associated item `insert` not found for this struct\n...\n36 | AdminLog::insert(AdminLog {\n | ^^^^^^ function or associated item not found in `AdminLog`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 10 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 429, + "output_tokens": 1225, + "generation_duration_ms": 15601, + "started_at": "2026-03-27T21:24:39.781775100Z", + "finished_at": "2026-03-27T21:29:04.321502300Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub identity: Identity,\n pub role: String,\n}\n\n#[spacetimedb(reducer)]\npub fn register(ctx: ReducerContext) {\n if User::filter_by_identity(&ctx.sender).is_some() {\n panic!(\"already registered\");\n }\n User::insert(User {\n identity: ctx.sender,\n role: \"member\".to_string(),\n });\n}\n\n#[spacetimedb(reducer)]\npub fn promote(ctx: ReducerContext, target: Identity) {\n let caller = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n if caller.role != \"admin\" {\n panic!(\"not admin\");\n }\n let mut target_user = User::filter_by_identity(&target).expect(\"target not registered\");\n target_user.role = \"admin\".to_string();\n User::update_by_identity(&target, target_user);\n}\n\n#[spacetimedb(reducer)]\npub fn member_action(ctx: ReducerContext) {\n let _caller = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n}\n\n#[spacetimedb(reducer)]\npub fn admin_action(ctx: ReducerContext) {\n let caller = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n if caller.role != \"admin\" {\n panic!(\"not admin\");\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling num-traits v0.2.19\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:13:14\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n13 | if User::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:13:38\n |\n13 | if User::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n13 | if User::filter_by_identity(&ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:16:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n16 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:17:23\n |\n17 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n17 | identity: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:24:24\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n24 | let caller = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:24:48\n |\n24 | let caller = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n24 | let caller = User::filter_by_identity(&ctx.sender()).expect(\"not registered\");\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:28:33\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n28 | let mut target_user = User::filter_by_identity(&target).expect(\"target not registered\");\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `update_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:30:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `update_by_identity` not found for this struct\n...\n30 | User::update_by_identity(&target, target_user);\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:35:25\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n35 | let _caller = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:35:49\n |\n35 | let _caller = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n35 | let _caller = User::filter_by_identity(&ctx.sender()).expect(\"not registered\");\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:40:24\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n40 | let caller = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:40:48\n |\n40 | let caller = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n40 | let caller = User::filter_by_identity(&ctx.sender()).expect(\"not registered\");\n | ++\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 14 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 498, + "output_tokens": 2604, + "generation_duration_ms": 32811, + "started_at": "2026-03-27T21:24:39.783038900Z", + "finished_at": "2026-03-27T21:29:37.918687900Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Admin {\n #[primarykey]\n pub identity: Identity,\n}\n\n#[spacetimedb(table)]\npub struct Banned {\n #[primarykey]\n pub identity: Identity,\n}\n\n#[spacetimedb(table(public))]\npub struct Player {\n #[primarykey]\n pub identity: Identity,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn add_admin(ctx: ReducerContext, target: Identity) {\n if Admin::filter_by_identity(&ctx.sender).is_none() {\n panic!(\"not admin\");\n }\n if Admin::filter_by_identity(&target).is_none() {\n Admin::insert(Admin { identity: target });\n }\n}\n\n#[spacetimedb(reducer)]\npub fn ban_player(ctx: ReducerContext, target: Identity) {\n if Admin::filter_by_identity(&ctx.sender).is_none() {\n panic!(\"not admin\");\n }\n if Banned::filter_by_identity(&target).is_none() {\n Banned::insert(Banned { identity: target });\n }\n Player::delete_by_identity(&target);\n}\n\n#[spacetimedb(reducer)]\npub fn join_game(ctx: ReducerContext, name: String) {\n if Banned::filter_by_identity(&ctx.sender).is_some() {\n panic!(\"banned\");\n }\n if Player::filter_by_identity(&ctx.sender).is_some() {\n panic!(\"already in game\");\n }\n Player::insert(Player {\n identity: ctx.sender,\n name,\n });\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n18 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:12:7\n |\n12 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n12 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Admin` in the current scope\n --> src\\lib.rs:25:15\n |\n 5 | pub struct Admin {\n | ---------------- function or associated item `filter_by_identity` not found for this struct\n...\n25 | if Admin::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Admin`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:25:39\n |\n25 | if Admin::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n25 | if Admin::filter_by_identity(&ctx.sender()).is_none() {\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Admin` in the current scope\n --> src\\lib.rs:28:15\n |\n 5 | pub struct Admin {\n | ---------------- function or associated item `filter_by_identity` not found for this struct\n...\n28 | if Admin::filter_by_identity(&target).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Admin`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Admin` in the current scope\n --> src\\lib.rs:29:16\n |\n 5 | pub struct Admin {\n | ---------------- function or associated item `insert` not found for this struct\n...\n29 | Admin::insert(Admin { identity: target });\n | ^^^^^^ function or associated item not found in `Admin`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Admin` in the current scope\n --> src\\lib.rs:35:15\n |\n 5 | pub struct Admin {\n | ---------------- function or associated item `filter_by_identity` not found for this struct\n...\n35 | if Admin::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Admin`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:35:39\n |\n35 | if Admin::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n35 | if Admin::filter_by_identity(&ctx.sender()).is_none() {\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Banned` in the current scope\n --> src\\lib.rs:38:16\n |\n11 | pub struct Banned {\n | ----------------- function or associated item `filter_by_identity` not found for this struct\n...\n38 | if Banned::filter_by_identity(&target).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Banned`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Banned` in the current scope\n --> src\\lib.rs:39:17\n |\n11 | pub struct Banned {\n | ----------------- function or associated item `insert` not found for this struct\n...\n39 | Banned::insert(Banned { identity: target });\n | ^^^^^^ function or associated item not found in `Banned`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `delete_by_identity` found for struct `Player` in the current scope\n --> src\\lib.rs:41:13\n |\n17 | pub struct Player {\n | ----------------- function or associated item `delete_by_identity` not found for this struct\n...\n41 | Player::delete_by_identity(&target);\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Player`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Banned` in the current scope\n --> src\\lib.rs:46:16\n |\n11 | pub struct Banned {\n | ----------------- function or associated item `filter_by_identity` not found for this struct\n...\n46 | if Banned::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Banned`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:46:40\n |\n46 | if Banned::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n46 | if Banned::filter_by_identity(&ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Player` in the current scope\n --> src\\lib.rs:49:16\n |\n17 | pub struct Player {\n | ----------------- function or associated item `filter_by_identity` not found for this struct\n...\n49 | if Player::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Player`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:49:40\n |\n49 | if Player::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n49 | if Player::filter_by_identity(&ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `Player` in the current scope\n --> src\\lib.rs:52:13\n |\n17 | pub struct Player {\n | ----------------- function or associated item `insert` not found for this struct\n...\n52 | Player::insert(Player {\n | ^^^^^^ function or associated item not found in `Player`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:53:23\n |\n53 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n53 | identity: ctx.sender(),\n | ++\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 19 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 477, + "output_tokens": 3528, + "generation_duration_ms": 36494, + "started_at": "2026-03-27T21:24:39.783908400Z", + "finished_at": "2026-03-27T21:28:49.384727900Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table(private))]\npub struct RateLimit {\n #[primarykey]\n pub identity: Identity,\n pub last_call_us: i64,\n}\n\n#[spacetimedb(table(public))]\npub struct ActionLog {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n pub identity: Identity,\n pub payload: String,\n}\n\n#[spacetimedb(reducer)]\npub fn limited_action(ctx: ReducerContext, payload: String) {\n let now = ctx.timestamp.to_micros_since_unix_epoch();\n\n if let Some(rate_limit) = RateLimit::filter_by_identity(&ctx.sender) {\n if now - rate_limit.last_call_us < 1_000_000 {\n panic!(\"rate limited\");\n }\n RateLimit::update_by_identity(&ctx.sender, RateLimit {\n identity: ctx.sender,\n last_call_us: now,\n });\n } else {\n RateLimit::insert(RateLimit {\n identity: ctx.sender,\n last_call_us: now,\n });\n }\n\n ActionLog::insert(ActionLog {\n id: 0,\n identity: ctx.sender,\n payload,\n });\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling num-traits v0.2.19\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n13 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n14 | #[auto_inc]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `RateLimit` in the current scope\n --> src\\lib.rs:24:42\n |\n 5 | pub struct RateLimit {\n | -------------------- function or associated item `filter_by_identity` not found for this struct\n...\n24 | if let Some(rate_limit) = RateLimit::filter_by_identity(&ctx.sender) {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `RateLimit`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:24:66\n |\n24 | if let Some(rate_limit) = RateLimit::filter_by_identity(&ctx.sender) {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n24 | if let Some(rate_limit) = RateLimit::filter_by_identity(&ctx.sender()) {\n | ++\n\nerror[E0599]: no function or associated item named `update_by_identity` found for struct `RateLimit` in the current scope\n --> src\\lib.rs:28:20\n |\n 5 | pub struct RateLimit {\n | -------------------- function or associated item `update_by_identity` not found for this struct\n...\n28 | RateLimit::update_by_identity(&ctx.sender, RateLimit {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `RateLimit`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:28:44\n |\n28 | RateLimit::update_by_identity(&ctx.sender, RateLimit {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n28 | RateLimit::update_by_identity(&ctx.sender(), RateLimit {\n | ++\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:29:27\n |\n29 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n29 | identity: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `RateLimit` in the current scope\n --> src\\lib.rs:33:20\n |\n 5 | pub struct RateLimit {\n | -------------------- function or associated item `insert` not found for this struct\n...\n33 | RateLimit::insert(RateLimit {\n | ^^^^^^ function or associated item not found in `RateLimit`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:34:27\n |\n34 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n34 | identity: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `ActionLog` in the current scope\n --> src\\lib.rs:39:16\n |\n12 | pub struct ActionLog {\n | -------------------- function or associated item `insert` not found for this struct\n...\n39 | ActionLog::insert(ActionLog {\n | ^^^^^^ function or associated item not found in `ActionLog`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:41:23\n |\n41 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n41 | identity: ctx.sender(),\n | ++\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 13 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 461, + "output_tokens": 3822, + "generation_duration_ms": 35755, + "started_at": "2026-03-27T21:24:39.784823500Z", + "finished_at": "2026-03-27T21:28:52.753938300Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table)]\n#[spacetimedb(public)]\npub struct Document {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub title: String,\n}\n\n#[spacetimedb(table)]\n#[spacetimedb(public)]\npub struct DocumentShare {\n #[index(btree)]\n pub document_id: u64,\n #[index(btree)]\n pub shared_with: Identity,\n}\n\n#[spacetimedb(reducer)]\npub fn create_document(ctx: ReducerContext, title: String) {\n Document::insert(Document {\n id: 0,\n owner: ctx.sender,\n title,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn share_document(ctx: ReducerContext, document_id: u64, target: Identity) {\n let doc = Document::filter_by_id(&document_id).expect(\"not found\");\n if doc.owner != ctx.sender {\n panic!(\"not owner\");\n }\n DocumentShare::insert(DocumentShare {\n document_id,\n shared_with: target,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn edit_document(ctx: ReducerContext, document_id: u64, new_title: String) {\n let mut doc = Document::filter_by_id(&document_id).expect(\"not found\");\n \n let is_owner = doc.owner == ctx.sender;\n let is_shared = DocumentShare::filter_by_document_id(&document_id)\n .any(|share| share.shared_with == ctx.sender);\n \n if !is_owner && !is_shared {\n panic!(\"unauthorized\");\n }\n \n doc.title = new_title;\n Document::update_by_id(&document_id, doc);\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\rust\\server\\gemini-3-1-pro\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:20:7\n |\n20 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:10:7\n |\n10 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `Document` in the current scope\n --> src\\lib.rs:26:15\n |\n 6 | pub struct Document {\n | ------------------- function or associated item `insert` not found for this struct\n...\n26 | Document::insert(Document {\n | ^^^^^^ function or associated item not found in `Document`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:28:20\n |\n28 | owner: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n28 | owner: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Document` in the current scope\n --> src\\lib.rs:35:25\n |\n 6 | pub struct Document {\n | ------------------- function or associated item `filter_by_id` not found for this struct\n...\n35 | let doc = Document::filter_by_id(&document_id).expect(\"not found\");\n | ^^^^^^^^^^^^ function or associated item not found in `Document`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:36:25\n |\n36 | if doc.owner != ctx.sender {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n36 | if doc.owner != ctx.sender() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `DocumentShare` in the current scope\n --> src\\lib.rs:39:20\n |\n17 | pub struct DocumentShare {\n | ------------------------ function or associated item `insert` not found for this struct\n...\n39 | DocumentShare::insert(DocumentShare {\n | ^^^^^^ function or associated item not found in `DocumentShare`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Document` in the current scope\n --> src\\lib.rs:47:29\n |\n 6 | pub struct Document {\n | ------------------- function or associated item `filter_by_id` not found for this struct\n...\n47 | let mut doc = Document::filter_by_id(&document_id).expect(\"not found\");\n | ^^^^^^^^^^^^ function or associated item not found in `Document`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:49:37\n |\n49 | let is_owner = doc.owner == ctx.sender;\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n49 | let is_owner = doc.owner == ctx.sender();\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_document_id` found for struct `DocumentShare` in the current scope\n --> src\\lib.rs:50:36\n |\n17 | pub struct DocumentShare {\n | ------------------------ function or associated item `filter_by_document_id` not found for this struct\n...\n50 | let is_shared = DocumentShare::filter_by_document_id(&document_id)\n | ^^^^^^^^^^^^^^^^^^^^^ function or associated item not found in `DocumentShare`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:51:47\n |\n51 | .any(|share| share.shared_with == ctx.sender);\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n51 | .any(|share| share.shared_with == ctx.sender());\n | ++\n\nerror[E0599]: no function or associated item named `update_by_id` found for struct `Document` in the current scope\n --> src\\lib.rs:58:15\n |\n 6 | pub struct Document {\n | ------------------- function or associated item `update_by_id` not found for this struct\n...\n58 | Document::update_by_id(&document_id, doc);\n | ^^^^^^^^^^^^ function or associated item not found in `Document`\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 16 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 537, + "output_tokens": 2220, + "generation_duration_ms": 28508, + "started_at": "2026-03-27T21:24:39.785720500Z", + "finished_at": "2026-03-27T21:28:53.924981900Z" + } + } + }, + { + "name": "DeepSeek Chat", + "route_api_model": "deepseek-chat", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "#[spacetimedb(table)]\npub struct EmptyTable {\n #[primarykey]\n pub id: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_no_args() {}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_int(count: i32) {}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_string(name: String) {}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_two_args(count: i32, name: String) {}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling cc v1.2.58\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling itertools v0.12.1\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\rust\\server\\deepseek-chat\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:20:3\n |\n20 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:17:3\n |\n17 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:11:3\n |\n11 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:8:3\n |\n8 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:2:3\n |\n2 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:4:7\n |\n4 | #[primarykey]\n | ^^^^^^^^^^\n\nwarning: unused variable: `count`\n --> src\\lib.rs:12:31\n |\n12 | pub fn empty_reducer_with_int(count: i32) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_count`\n |\n = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused variable: `name`\n --> src\\lib.rs:15:34\n |\n15 | pub fn empty_reducer_with_string(name: String) {}\n | ^^^^ help: if this is intentional, prefix it with an underscore: `_name`\n\nwarning: unused variable: `count`\n --> src\\lib.rs:18:36\n |\n18 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_count`\n\nwarning: unused variable: `name`\n --> src\\lib.rs:18:48\n |\n18 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^ help: if this is intentional, prefix it with an underscore: `_name`\n\nwarning: unused variable: `active`\n --> src\\lib.rs:21:38\n |\n21 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^^ help: if this is intentional, prefix it with an underscore: `_active`\n\nwarning: unused variable: `ratio`\n --> src\\lib.rs:21:52\n |\n21 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_ratio`\n\nwarning: unused variable: `label`\n --> src\\lib.rs:21:64\n |\n21 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_label`\n\nwarning: `spacetime-module` (lib) generated 7 warnings\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors; 7 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 370, + "output_tokens": 142, + "generation_duration_ms": 7821, + "started_at": "2026-03-27T21:46:27.143709300Z", + "finished_at": "2026-03-27T21:48:42.882171200Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(table)]\npub struct Product {\n #[primarykey]\n pub id: i32,\n pub title: String,\n pub price: f32,\n pub in_stock: bool,\n}\n\n#[spacetimedb(table)]\npub struct Note {\n #[primarykey]\n pub id: i32,\n pub body: String,\n pub rating: i64,\n pub pinned: bool,\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling cc v1.2.58\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling ethnum v1.5.2\n Compiling num-traits v0.2.19\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling ppv-lite86 v0.2.21\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling decorum v0.3.1\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:24:7\n |\n24 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n24 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n15 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused imports: `Identity` and `ReducerContext`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^ ^^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nFor more information about this error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 385, + "output_tokens": 150, + "generation_duration_ms": 8322, + "started_at": "2026-03-27T21:46:31.692994600Z", + "finished_at": "2026-03-27T21:48:07.473041300Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{schedule_at::ScheduleAt, spacetimedb};\n\n#[spacetimedb(table)]\npub struct TickTimer {\n #[primary_key]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb(reducer)]\npub fn tick() {\n // Scheduled reducer logic here\n}\n\n#[spacetimedb(reducer)]\npub fn init() {\n let schedule_at = ScheduleAt::interval_micros(50_000);\n TickTimer::insert(TickTimer {\n scheduled_id: 0,\n scheduled_at,\n });\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:44\n |\n2 | use spacetimedb::{schedule_at::ScheduleAt, spacetimedb};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0425]: cannot find value `scheduled_at` in this scope\n --> src\\lib.rs:21:9\n |\n21 | scheduled_at,\n | ^^^^^^^^^^^^ help: a local variable with a similar name exists: `schedule_at`\n\nerror[E0599]: no function or associated item named `insert` found for struct `TickTimer` in the current scope\n --> src\\lib.rs:19:16\n |\n 5 | pub struct TickTimer {\n | -------------------- function or associated item `insert` not found for this struct\n...\n19 | TickTimer::insert(TickTimer {\n | ^^^^^^ function or associated item not found in `TickTimer`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0425, E0432, E0599.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 335, + "output_tokens": 127, + "generation_duration_ms": 7138, + "started_at": "2026-03-27T21:46:35.625180100Z", + "finished_at": "2026-03-27T21:48:53.448414200Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Entity {\n #[primary_key]\n pub id: i32,\n pub pos: Position,\n}\n\n#[derive(Debug, Clone)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused imports: `Identity` and `ReducerContext`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^ ^^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nFor more information about this error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 297, + "output_tokens": 75, + "generation_duration_ms": 4394, + "started_at": "2026-03-27T21:46:40.457445400Z", + "finished_at": "2026-03-27T21:48:31.632920200Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn insert_user(ctx: ReducerContext, id: i32, name: String, age: i32, active: bool) {\n User::insert(User { id, name, age, active }).unwrap();\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:15:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n15 | User::insert(User { id, name, age, active }).unwrap();\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 332, + "output_tokens": 115, + "generation_duration_ms": 5689, + "started_at": "2026-03-27T21:46:40.583451200Z", + "finished_at": "2026-03-27T21:48:40.153742200Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, SpacetimeType};\n\n#[derive(SpacetimeType)]\npub struct User {\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(table)]\npub static user: spacetimedb::Table = spacetimedb::Table::new();\n\n#[spacetimedb(reducer)]\npub fn update_user(id: i32, name: String, age: i32, active: bool) {\n if let Some(mut user) = user.get(id) {\n user.name = name;\n user.age = age;\n user.active = active;\n user.update();\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling cc v1.2.58\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling num-traits v0.2.19\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0530]: let bindings cannot shadow statics\n --> src\\lib.rs:17:21\n |\n13 | pub static user: spacetimedb::Table = spacetimedb::Table::new();\n | ---------------------------------------------------------------------- the static `user` is defined here\n...\n17 | if let Some(mut user) = user.get(id) {\n | ^^^^ cannot be named the same as a static\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, SpacetimeType};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nSome errors have detailed explanations: E0432, E0530.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 339, + "output_tokens": 157, + "generation_duration_ms": 7960, + "started_at": "2026-03-27T21:46:43.374344200Z", + "finished_at": "2026-03-27T21:48:40.696219Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn delete_user(id: i32) {\n match User::filter_by_id(&id) {\n Some(user) => User::delete_by_id(&user.id),\n None => (), \n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling cc v1.2.58\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\rust\\server\\deepseek-chat\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:11:3\n |\n11 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:2:3\n |\n2 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:4:7\n |\n4 | #[primarykey]\n | ^^^^^^^^^^\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:13:17\n |\n 3 | pub struct User {\n | --------------- function or associated item `filter_by_id` not found for this struct\n...\n13 | match User::filter_by_id(&id) {\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:14:29\n |\n 3 | pub struct User {\n | --------------- function or associated item `delete_by_id` not found for this struct\n...\n14 | Some(user) => User::delete_by_id(&user.id),\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 305, + "output_tokens": 96, + "generation_duration_ms": 3367, + "started_at": "2026-03-27T21:47:24.753762100Z", + "finished_at": "2026-03-27T21:48:56.931952500Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn crud(ctx: ReducerContext) {\n User::insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n }).unwrap();\n\n User::insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n }).unwrap();\n\n if let Some(mut user) = User::filter_by_id(&1) {\n user.name = \"Alice2\".to_string();\n user.age = 31;\n user.active = false;\n User::update_by_id(&1, user);\n }\n\n User::delete_by_id(&2).unwrap();\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling generic-array v0.14.7\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling castaway v0.2.4\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ethnum v1.5.2\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:15:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n15 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:22:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n22 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:29:35\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_id` not found for this struct\n...\n29 | if let Some(mut user) = User::filter_by_id(&1) {\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `update_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:33:15\n |\n 5 | pub struct User {\n | --------------- function or associated item `update_by_id` not found for this struct\n...\n33 | User::update_by_id(&1, user);\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:36:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `delete_by_id` not found for this struct\n...\n36 | User::delete_by_id(&2).unwrap();\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 375, + "output_tokens": 220, + "generation_duration_ms": 10965, + "started_at": "2026-03-27T21:48:07.473155800Z", + "finished_at": "2026-03-27T21:49:26.698314200Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(table)]\npub struct ResultRow {\n #[primarykey]\n pub id: i32,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn lookup_user_name(ctx: ReducerContext, id: i32) {\n if let Some(user) = User::filter_by_id(&id) {\n ResultRow::insert(ResultRow {\n id: user.id,\n name: user.name,\n });\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling ppv-lite86 v0.2.21\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n15 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:22:31\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_id` not found for this struct\n...\n22 | if let Some(user) = User::filter_by_id(&id) {\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `insert` found for struct `ResultRow` in the current scope\n --> src\\lib.rs:23:20\n |\n14 | pub struct ResultRow {\n | -------------------- function or associated item `insert` not found for this struct\n...\n23 | ResultRow::insert(ResultRow {\n | ^^^^^^ function or associated item not found in `ResultRow`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 370, + "output_tokens": 159, + "generation_duration_ms": 7679, + "started_at": "2026-03-27T21:48:11.494115900Z", + "finished_at": "2026-03-27T21:49:11.924290200Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn init(_ctx: ReducerContext) {\n User::insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n }).unwrap();\n User::insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n }).unwrap();\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling castaway v0.2.4\n Compiling blake3 v1.8.3\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:15:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n15 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:21:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n21 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 338, + "output_tokens": 154, + "generation_duration_ms": 7403, + "started_at": "2026-03-27T21:48:31.633028200Z", + "finished_at": "2026-03-27T21:49:44.908352Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity};\n\n#[spacetimedb(table)]\npub struct Event {\n #[primarykey]\n pub id: i32,\n pub kind: String,\n}\n\n#[spacetimedb(reducer)]\npub fn client_connected() {\n Event::insert(Event {\n id: 0,\n kind: \"connected\".to_string(),\n });\n}\n\n#[spacetimedb(reducer)]\npub fn client_disconnected() {\n Event::insert(Event {\n id: 0,\n kind: \"disconnected\".to_string(),\n });\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `Event` in the current scope\n --> src\\lib.rs:13:12\n |\n 5 | pub struct Event {\n | ---------------- function or associated item `insert` not found for this struct\n...\n13 | Event::insert(Event {\n | ^^^^^^ function or associated item not found in `Event`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Event` in the current scope\n --> src\\lib.rs:21:12\n |\n 5 | pub struct Event {\n | ---------------- function or associated item `insert` not found for this struct\n...\n21 | Event::insert(Event {\n | ^^^^^^ function or associated item not found in `Event`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 323, + "output_tokens": 125, + "generation_duration_ms": 6687, + "started_at": "2026-03-27T21:48:40.153852800Z", + "finished_at": "2026-03-27T21:50:02.273635900Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct ResultRow {\n #[primarykey]\n pub id: i32,\n pub sum: i32,\n}\n\n#[spacetimedb]\nfn add(a: i32, b: i32) -> i32 {\n a + b\n}\n\n#[spacetimedb(reducer)]\npub fn compute_sum(ctx: ReducerContext, id: i32, a: i32, b: i32) {\n let sum = add(a, b);\n ResultRow::insert(ResultRow { id, sum }).unwrap();\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ppv-lite86 v0.2.21\n Compiling http v1.4.0\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ethnum v1.5.2\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `ResultRow` in the current scope\n --> src\\lib.rs:19:16\n |\n 5 | pub struct ResultRow {\n | -------------------- function or associated item `insert` not found for this struct\n...\n19 | ResultRow::insert(ResultRow { id, sum }).unwrap();\n | ^^^^^^ function or associated item not found in `ResultRow`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 344, + "output_tokens": 135, + "generation_duration_ms": 7652, + "started_at": "2026-03-27T21:48:40.696417300Z", + "finished_at": "2026-03-27T21:50:05.700826400Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, SpacetimeType};\n\n#[derive(SpacetimeType)]\npub struct Score {\n pub left: i32,\n pub right: i32,\n}\n\n#[spacetimedb(table)]\npub struct ResultRow {\n #[primarykey]\n pub id: i32,\n pub value: Score,\n}\n\n#[spacetimedb(reducer)]\npub fn set_score(id: i32, left: i32, right: i32) {\n ResultRow::insert(ResultRow {\n id,\n value: Score { left, right },\n });\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling rand_core v0.6.4\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:12:7\n |\n12 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n12 | #[primary_key]\n | +\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, SpacetimeType};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nFor more information about this error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 353, + "output_tokens": 129, + "generation_duration_ms": 6412, + "started_at": "2026-03-27T21:51:55.385148400Z", + "finished_at": "2026-03-27T21:53:57.947145400Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Shape,\n}\n\n#[spacetimedb]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[spacetimedb]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb(reducer)]\npub fn set_circle(ctx: ReducerContext, id: i32, radius: i32) {\n ResultRow::insert(ResultRow {\n id,\n value: Shape::Circle(radius),\n }).unwrap();\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling itertools v0.12.1\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `ResultRow` in the current scope\n --> src\\lib.rs:25:16\n |\n 5 | pub struct ResultRow {\n | -------------------- function or associated item `insert` not found for this struct\n...\n25 | ResultRow::insert(ResultRow {\n | ^^^^^^ function or associated item not found in `ResultRow`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 376, + "output_tokens": 149, + "generation_duration_ms": 7976, + "started_at": "2026-03-27T21:52:19.156179700Z", + "finished_at": "2026-03-27T21:53:55.128338Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity};\n\n#[spacetimedb(table)]\npub struct Primitive {\n #[primarykey]\n pub id: i32,\n pub count: i32,\n pub total: i64,\n pub price: f32,\n pub ratio: f64,\n pub active: bool,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn seed() {\n Primitive::insert(Primitive {\n id: 1,\n count: 2,\n total: 3000000000,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\".to_string(),\n });\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `Primitive` in the current scope\n --> src\\lib.rs:18:16\n |\n 5 | pub struct Primitive {\n | -------------------- function or associated item `insert` not found for this struct\n...\n18 | Primitive::insert(Primitive {\n | ^^^^^^ function or associated item not found in `Primitive`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 360, + "output_tokens": 155, + "generation_duration_ms": 4645, + "started_at": "2026-03-27T21:52:31.092592Z", + "finished_at": "2026-03-27T21:53:49.496416700Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "#[spacetimedb(table)]\npub struct Profile {\n #[primarykey]\n pub id: i32,\n pub home: Address,\n pub work: Address,\n pub pos: Position,\n}\n\n#[spacetimedb(table)]\npub struct Address {\n pub street: String,\n pub zip: i32,\n}\n\n#[spacetimedb(table)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn seed() {\n let profile = Profile {\n id: 1,\n home: Address {\n street: \"1 Main\".to_string(),\n zip: 11111,\n },\n work: Address {\n street: \"2 Broad\".to_string(),\n zip: 22222,\n },\n pos: Position { x: 7, y: 9 },\n };\n Profile::insert(profile).unwrap();\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling cc v1.2.58\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\deepseek-chat\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:23:3\n |\n23 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:17:3\n |\n17 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:11:3\n |\n11 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:2:3\n |\n2 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:4:7\n |\n4 | #[primarykey]\n | ^^^^^^^^^^\n\nerror[E0599]: no function or associated item named `insert` found for struct `Profile` in the current scope\n --> src\\lib.rs:37:14\n |\n 3 | pub struct Profile {\n | ------------------ function or associated item `insert` not found for this struct\n...\n37 | Profile::insert(profile).unwrap();\n | ^^^^^^ function or associated item not found in `Profile`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 408, + "output_tokens": 194, + "generation_duration_ms": 5304, + "started_at": "2026-03-27T21:52:56.075018900Z", + "finished_at": "2026-03-27T21:54:24.792245900Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "#[spacetimedb(table)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[spacetimedb(table)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb(table)]\npub struct Drawing {\n #[primarykey]\n pub id: i32,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[spacetimedb(reducer)]\npub fn seed() {\n Drawing::insert(Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n });\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling itertools v0.12.1\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\deepseek-chat\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:22:3\n |\n22 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[primarykey]\n | ^^^^^^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:8:3\n |\n8 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:2:3\n |\n2 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `Drawing` in the current scope\n --> src\\lib.rs:24:14\n |\n15 | pub struct Drawing {\n | ------------------ function or associated item `insert` not found for this struct\n...\n24 | Drawing::insert(Drawing {\n | ^^^^^^ function or associated item not found in `Drawing`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 387, + "output_tokens": 142, + "generation_duration_ms": 7467, + "started_at": "2026-03-27T21:52:59.880371200Z", + "finished_at": "2026-03-27T21:54:27.115421900Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Duration, ScheduleAt, ScheduledReducer};\r\n\r\n#[spacetimedb(table)]\r\npub struct TickTimer {\r\n #[primary_key(autoinc)]\r\n pub scheduled_id: u64,\r\n #[schedule(reducer=\"tick\")]\r\n pub scheduled_at: ScheduleAt,\r\n}\r\n\r\n#[spacetimedb(reducer)]\r\npub fn tick(timer: TickTimer) {\r\n}\r\n\r\n#[spacetimedb(init)]\r\npub fn init() {\r\n TickTimer::insert(TickTimer {\r\n scheduled_id: 0, // Will auto-inc\r\n scheduled_at: ScheduleAt::after(Duration::from_micros(50_000)).and_every(Duration::from_micros(50_000)),\r\n }).unwrap();\r\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Duration, ScheduleAt, ScheduledReducer};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key(autoinc)]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `schedule` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[schedule(reducer=\"tick\")]\n | ^^^^^^^^\n\nerror[E0599]: no function or associated item named `insert` found for struct `TickTimer` in the current scope\n --> src\\lib.rs:18:16\n |\n 5 | pub struct TickTimer {\n | -------------------- function or associated item `insert` not found for this struct\n...\n18 | TickTimer::insert(TickTimer {\n | ^^^^^^ function or associated item not found in `TickTimer`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no variant or associated item named `after` found for enum `ScheduleAt` in the current scope\n --> src\\lib.rs:20:35\n |\n20 | scheduled_at: ScheduleAt::after(Duration::from_micros(50_000)).and_every(Duration::from_micros(50_000)),\n | ^^^^^ variant or associated item not found in `ScheduleAt`\n\nwarning: unused variable: `timer`\n --> src\\lib.rs:13:13\n |\n13 | pub fn tick(timer: TickTimer) {\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_timer`\n |\n = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 339, + "output_tokens": 199, + "generation_duration_ms": 5822, + "started_at": "2026-03-27T21:53:16.825520700Z", + "finished_at": "2026-03-27T21:54:22.245898Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::spacetimedb;\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct Account {\n #[primarykey]\n pub id: i32,\n #[unique]\n pub email: String,\n pub name: String,\n}\n\n#[spacetimedb(btree_index)]\nimpl Account {\n pub fn by_name(name: &String) -> spacetimedb::BTreeIndex {\n spacetimedb::BTreeIndex::new(\"by_name\", name)\n }\n}\n\n#[spacetimedb(reducer)]\npub fn seed() {\n Account::insert(Account {\n id: 1,\n email: \"a@example.com\".to_string(),\n name: \"Alice\".to_string(),\n }).unwrap();\n\n Account::insert(Account {\n id: 2,\n email: \"b@example.com\".to_string(),\n name: \"Bob\".to_string(),\n }).unwrap();\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling itertools v0.12.1\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling ppv-lite86 v0.2.21\n Compiling blake3 v1.8.3\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling num-traits v0.2.19\n Compiling ethnum v1.5.2\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:5\n |\n2 | use spacetimedb::spacetimedb;\n | ^^^^^^^^^^^^^^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n7 | #[primary_key]\n | +\n\nerror: cannot find attribute `unique` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[unique]\n | ^^^^^^\n |\n = note: `unique` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `Account` in the current scope\n --> src\\lib.rs:23:14\n |\n 6 | pub struct Account {\n | ------------------ function or associated item `insert` not found for this struct\n...\n23 | Account::insert(Account {\n | ^^^^^^ function or associated item not found in `Account`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Account` in the current scope\n --> src\\lib.rs:29:14\n |\n 6 | pub struct Account {\n | ------------------ function or associated item `insert` not found for this struct\n...\n29 | Account::insert(Account {\n | ^^^^^^ function or associated item not found in `Account`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 337, + "output_tokens": 205, + "generation_duration_ms": 6006, + "started_at": "2026-03-27T21:53:27.348697400Z", + "finished_at": "2026-03-27T21:54:24.999062600Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetime::prelude::*;\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n pub user_id: i32,\n pub name: String,\n}\n\n#[spacetimedb(table)]\npub struct Group {\n #[primarykey]\n pub group_id: i32,\n pub title: String,\n}\n\n#[spacetimedb(table)]\npub struct Membership {\n #[primarykey]\n pub id: i32,\n pub user_id: i32,\n pub group_id: i32,\n}\n\n#[spacetimedb(index)]\npub struct MembershipByUser {\n #[primarykey]\n pub id: i32,\n pub user_id: i32,\n}\n\n#[spacetimedb(index)]\npub struct MembershipByGroup {\n #[primarykey]\n pub id: i32,\n pub group_id: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn seed() {\n User::insert(User {\n user_id: 1,\n name: \"Alice\".into(),\n }).unwrap();\n\n User::insert(User {\n user_id: 2,\n name: \"Bob\".into(),\n }).unwrap();\n\n Group::insert(Group {\n group_id: 10,\n title: \"Admin\".into(),\n }).unwrap();\n\n Group::insert(Group {\n group_id: 20,\n title: \"Dev\".into(),\n }).unwrap();\n\n Membership::insert(Membership {\n id: 1,\n user_id: 1,\n group_id: 10,\n }).unwrap();\n\n Membership::insert(Membership {\n id: 2,\n user_id: 1,\n group_id: 20,\n }).unwrap();\n\n Membership::insert(Membership {\n id: 3,\n user_id: 2,\n group_id: 20,\n }).unwrap();\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling itertools v0.12.1\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling castaway v0.2.4\n Compiling http v1.4.0\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling rand v0.8.5\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling decorum v0.3.1\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\rust\\server\\deepseek-chat\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime::prelude::*;\n | ^^^^^^^^^ use of unresolved module or unlinked crate `spacetime`\n |\nhelp: there is a crate or module with a similar name\n |\n2 | use spacetimedb::prelude::*;\n | ++\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:40:3\n |\n40 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:33:3\n |\n33 | #[spacetimedb(index)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:35:7\n |\n35 | #[primarykey]\n | ^^^^^^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:26:3\n |\n26 | #[spacetimedb(index)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:28:7\n |\n28 | #[primarykey]\n | ^^^^^^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:18:3\n |\n18 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:20:7\n |\n20 | #[primarykey]\n | ^^^^^^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:11:3\n |\n11 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primarykey]\n | ^^^^^^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:42:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n42 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:47:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n47 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Group` in the current scope\n --> src\\lib.rs:52:12\n |\n12 | pub struct Group {\n | ---------------- function or associated item `insert` not found for this struct\n...\n52 | Group::insert(Group {\n | ^^^^^^ function or associated item not found in `Group`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Group` in the current scope\n --> src\\lib.rs:57:12\n |\n12 | pub struct Group {\n | ---------------- function or associated item `insert` not found for this struct\n...\n57 | Group::insert(Group {\n | ^^^^^^ function or associated item not found in `Group`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:62:17\n |\n19 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n62 | Membership::insert(Membership {\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:68:17\n |\n19 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n68 | Membership::insert(Membership {\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:74:17\n |\n19 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n74 | Membership::insert(Membership {\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0433, E0599.\nFor more information about an error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 19 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 523, + "output_tokens": 392, + "generation_duration_ms": 11043, + "started_at": "2026-03-27T21:53:32.426264600Z", + "finished_at": "2026-03-27T21:55:07.743019600Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Entity {\n #[primarykey]\n id: i32,\n}\n\n#[spacetimedb(table)]\npub struct Position {\n #[primarykey]\n entity_id: i32,\n x: i32,\n y: i32,\n}\n\n#[spacetimedb(table)]\npub struct Velocity {\n #[primarykey]\n entity_id: i32,\n vx: i32,\n vy: i32,\n}\n\n#[spacetimedb(table)]\npub struct NextPosition {\n #[primarykey]\n entity_id: i32,\n x: i32,\n y: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(ctx: ReducerContext) {\n Entity::insert(Entity { id: 1 }).unwrap();\n Position::insert(Position { entity_id: 1, x: 0, y: 0 }).unwrap();\n Velocity::insert(Velocity { entity_id: 1, vx: 1, vy: 0 }).unwrap();\n\n Entity::insert(Entity { id: 2 }).unwrap();\n Position::insert(Position { entity_id: 2, x: 10, y: 0 }).unwrap();\n Velocity::insert(Velocity { entity_id: 2, vx: -2, vy: 3 }).unwrap();\n}\n\n#[spacetimedb(reducer)]\npub fn step(ctx: ReducerContext) {\n for position in Position::iter() {\n if let Some(velocity) = Velocity::filter_by_entity_id(&position.entity_id) {\n let next_x = position.x + velocity.vx;\n let next_y = position.y + velocity.vy;\n NextPosition::insert(NextPosition { entity_id: position.entity_id, x: next_x, y: next_y }).unwrap();\n }\n }\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:28:7\n |\n28 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n28 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:20:7\n |\n20 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n20 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:12:7\n |\n12 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n12 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `Entity` in the current scope\n --> src\\lib.rs:36:13\n |\n 5 | pub struct Entity {\n | ----------------- function or associated item `insert` not found for this struct\n...\n36 | Entity::insert(Entity { id: 1 }).unwrap();\n | ^^^^^^ function or associated item not found in `Entity`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Position` in the current scope\n --> src\\lib.rs:37:15\n |\n11 | pub struct Position {\n | ------------------- function or associated item `insert` not found for this struct\n...\n37 | Position::insert(Position { entity_id: 1, x: 0, y: 0 }).unwrap();\n | ^^^^^^ function or associated item not found in `Position`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Velocity` in the current scope\n --> src\\lib.rs:38:15\n |\n19 | pub struct Velocity {\n | ------------------- function or associated item `insert` not found for this struct\n...\n38 | Velocity::insert(Velocity { entity_id: 1, vx: 1, vy: 0 }).unwrap();\n | ^^^^^^ function or associated item not found in `Velocity`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Entity` in the current scope\n --> src\\lib.rs:40:13\n |\n 5 | pub struct Entity {\n | ----------------- function or associated item `insert` not found for this struct\n...\n40 | Entity::insert(Entity { id: 2 }).unwrap();\n | ^^^^^^ function or associated item not found in `Entity`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Position` in the current scope\n --> src\\lib.rs:41:15\n |\n11 | pub struct Position {\n | ------------------- function or associated item `insert` not found for this struct\n...\n41 | Position::insert(Position { entity_id: 2, x: 10, y: 0 }).unwrap();\n | ^^^^^^ function or associated item not found in `Position`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Velocity` in the current scope\n --> src\\lib.rs:42:15\n |\n19 | pub struct Velocity {\n | ------------------- function or associated item `insert` not found for this struct\n...\n42 | Velocity::insert(Velocity { entity_id: 2, vx: -2, vy: 3 }).unwrap();\n | ^^^^^^ function or associated item not found in `Velocity`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `iter` found for struct `Position` in the current scope\n --> src\\lib.rs:47:31\n |\n11 | pub struct Position {\n | ------------------- function or associated item `iter` not found for this struct\n...\n47 | for position in Position::iter() {\n | ^^^^ function or associated item not found in `Position`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_entity_id` found for struct `Velocity` in the current scope\n --> src\\lib.rs:48:43\n |\n19 | pub struct Velocity {\n | ------------------- function or associated item `filter_by_entity_id` not found for this struct\n...\n48 | if let Some(velocity) = Velocity::filter_by_entity_id(&position.entity_id) {\n | ^^^^^^^^^^^^^^^^^^^ function or associated item not found in `Velocity`\n\nerror[E0599]: no function or associated item named `insert` found for struct `NextPosition` in the current scope\n --> src\\lib.rs:51:27\n |\n27 | pub struct NextPosition {\n | ----------------------- function or associated item `insert` not found for this struct\n...\n51 | NextPosition::insert(NextPosition { entity_id: position.entity_id, x: next_x, y: next_y }).unwrap();\n | ^^^^^^ function or associated item not found in `NextPosition`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 14 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 504, + "output_tokens": 406, + "generation_duration_ms": 23048, + "started_at": "2026-03-27T21:53:49.496527500Z", + "finished_at": "2026-03-27T21:55:09.806999200Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{btree, table, SpacetimeDB};\n\n#[table(name = \"log\")]\npub struct Log {\n #[primary_key]\n pub id: i32,\n pub user_id: i32,\n pub day: i32,\n pub message: String,\n}\n\n#[btree(name = \"by_user_day\", keys = [\"user_id\", \"day\"])]\npub struct LogByUserDay;\n\n#[spacetimedb(reducer)]\npub fn seed() {\n Log::insert(Log {\n id: 1,\n user_id: 7,\n day: 1,\n message: \"a\".to_string(),\n });\n Log::insert(Log {\n id: 2,\n user_id: 7,\n day: 2,\n message: \"b\".to_string(),\n });\n Log::insert(Log {\n id: 3,\n user_id: 9,\n day: 1,\n message: \"c\".to_string(),\n });\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\rust\\server\\deepseek-chat\\llm)\nerror: Expected an `accessor` in table definition, but got only a `name`.\n Did you mean to specify `accessor` instead?\n `accessor` is required, but `name` is optional.\n \n If you're migrating from SpacetimeDB 1.*, replace `name = \"log\"` with `accessor = log`\n --> src\\lib.rs:4:16\n |\n4 | #[table(name = \"log\")]\n | ^^^^^\n\nerror[E0432]: unresolved imports `spacetimedb::btree`, `spacetimedb::SpacetimeDB`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{btree, table, SpacetimeDB};\n | ^^^^^ ^^^^^^^^^^^ no `SpacetimeDB` in the root\n | |\n | no `btree` in the root\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:16:3\n |\n16 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror[E0433]: failed to resolve: use of undeclared type `Log`\n --> src\\lib.rs:18:5\n |\n18 | Log::insert(Log {\n | ^^^ use of undeclared type `Log`\n |\nhelp: consider importing this trait\n |\n 2 + use log::Log;\n |\n\nerror[E0422]: cannot find struct, variant or union type `Log` in this scope\n --> src\\lib.rs:18:17\n |\n18 | Log::insert(Log {\n | ^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `Log`\n --> src\\lib.rs:24:5\n |\n24 | Log::insert(Log {\n | ^^^ use of undeclared type `Log`\n |\nhelp: consider importing this trait\n |\n 2 + use log::Log;\n |\n\nerror[E0422]: cannot find struct, variant or union type `Log` in this scope\n --> src\\lib.rs:24:17\n |\n24 | Log::insert(Log {\n | ^^^ not found in this scope\n\nerror[E0433]: failed to resolve: use of undeclared type `Log`\n --> src\\lib.rs:30:5\n |\n30 | Log::insert(Log {\n | ^^^ use of undeclared type `Log`\n |\nhelp: consider importing this trait\n |\n 2 + use log::Log;\n |\n\nerror[E0422]: cannot find struct, variant or union type `Log` in this scope\n --> src\\lib.rs:30:17\n |\n30 | Log::insert(Log {\n | ^^^ not found in this scope\n\nSome errors have detailed explanations: E0422, E0432, E0433.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 391, + "output_tokens": 214, + "generation_duration_ms": 11776, + "started_at": "2026-03-27T21:53:55.128472800Z", + "finished_at": "2026-03-27T21:55:10.629174Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{AnonymousViewContext, btree_index, table, SpacetimeType};\n\n#[derive(SpacetimeType)]\npub struct Announcement {\n pub id: u64,\n pub message: String,\n pub active: bool,\n}\n\n#[table]\npub struct announcement {\n #[primary_key]\n pub id: u64,\n pub message: String,\n #[btree_index]\n pub active: bool,\n}\n\n#[spacetimedb(public, anonymous_view)]\npub fn active_announcements(ctx: AnonymousViewContext) -> Vec {\n announcement::iter()\n .filter(|a| a.active)\n .map(|a| Announcement {\n id: a.id,\n message: a.message.clone(),\n active: a.active,\n })\n .collect()\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling generic-array v0.14.7\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\deepseek-chat\\llm)\nerror: must specify table accessor, e.g. `#[spacetimedb::table(accessor = announcement)]\n --> src\\lib.rs:11:1\n |\n11 | #[table]\n | ^^^^^^^^\n |\n = note: this error originates in the attribute macro `table` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0432]: unresolved import `spacetimedb::btree_index`\n --> src\\lib.rs:2:41\n |\n2 | use spacetimedb::{AnonymousViewContext, btree_index, table, SpacetimeType};\n | ^^^^^^^^^^^ no `btree_index` in the root\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:20:3\n |\n20 | #[spacetimedb(public, anonymous_view)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `announcement`\n --> src\\lib.rs:22:5\n |\n22 | announcement::iter()\n | ^^^^^^^^^^^^\n | |\n | use of unresolved module or unlinked crate `announcement`\n | help: a struct with a similar name exists: `Announcement`\n |\n = help: if you wanted to use a crate named `announcement`, use `cargo add announcement` to add it to your `Cargo.toml`\n\nSome errors have detailed explanations: E0432, E0433.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 307, + "output_tokens": 174, + "generation_duration_ms": 9589, + "started_at": "2026-03-27T21:50:45.453964100Z", + "finished_at": "2026-03-27T21:52:56.074832Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ViewContext};\n\n#[spacetimedb(table)]\npub struct Profile {\n #[primary_key(auto_inc)]\n pub id: u64,\n #[unique]\n pub identity: Identity,\n pub name: String,\n pub bio: String,\n}\n\n#[spacetimedb(per_user_view)]\npub fn my_profile(ctx: ViewContext) -> Option {\n Profile::filter_by_identity(&ctx.sender())\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling cc v1.2.58\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ViewContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key(auto_inc)]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `unique` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[unique]\n | ^^^^^^\n |\n = note: `unique` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Profile` in the current scope\n --> src\\lib.rs:16:14\n |\n 5 | pub struct Profile {\n | ------------------ function or associated item `filter_by_identity` not found for this struct\n...\n16 | Profile::filter_by_identity(&ctx.sender())\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Profile`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 348, + "output_tokens": 104, + "generation_duration_ms": 5662, + "started_at": "2026-03-27T21:50:47.543107600Z", + "finished_at": "2026-03-27T21:51:55.384996700Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct DamageEvent {\n #[primary_key]\n pub entity_id: u64,\n pub damage: u32,\n pub source: String,\n}\n\n#[spacetimedb(reducer)]\npub fn deal_damage(ctx: ReducerContext, entity_id: u64, damage: u32, source: String) {\n DamageEvent::insert(DamageEvent {\n entity_id,\n damage,\n source,\n });\n}", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling syn v2.0.117\n Compiling http v1.4.0\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling rand_chacha v0.3.1\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling decorum v0.3.1\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `DamageEvent` in the current scope\n --> src\\lib.rs:14:18\n |\n 5 | pub struct DamageEvent {\n | ---------------------- function or associated item `insert` not found for this struct\n...\n14 | DamageEvent::insert(DamageEvent {\n | ^^^^^^ function or associated item not found in `DamageEvent`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 317, + "output_tokens": 114, + "generation_duration_ms": 6642, + "started_at": "2026-03-27T21:49:11.924420900Z", + "finished_at": "2026-03-27T21:50:45.453786900Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Player {\n #[primary_key(auto_inc)]\n pub id: u64,\n pub name: String,\n pub nickname: Option,\n pub high_score: Option,\n}\n\n#[spacetimedb(reducer)]\npub fn create_player(ctx: ReducerContext, name: String, nickname: Option, high_score: Option) {\n Player::insert(Player {\n id: 0,\n name,\n nickname,\n high_score,\n }).unwrap();\n}", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling castaway v0.2.4\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key(auto_inc)]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `Player` in the current scope\n --> src\\lib.rs:15:13\n |\n 5 | pub struct Player {\n | ----------------- function or associated item `insert` not found for this struct\n...\n15 | Player::insert(Player {\n | ^^^^^^ function or associated item not found in `Player`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 337, + "output_tokens": 132, + "generation_duration_ms": 7736, + "started_at": "2026-03-27T21:49:26.698521600Z", + "finished_at": "2026-03-27T21:51:10.477194700Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity};\n\n#[spacetimedb(table)]\npub struct Message {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub text: String,\n}\n\n#[spacetimedb(reducer)]\npub fn create_message(ctx: Identity, text: String) {\n Message::insert(Message {\n id: 0,\n owner: ctx,\n text,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn delete_message(ctx: Identity, id: u64) {\n let message = Message::filter_by_id(&id).expect(\"not found\");\n if message.owner != ctx {\n panic!(\"unauthorized\");\n }\n Message::delete_by_id(&id);\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `Message` in the current scope\n --> src\\lib.rs:16:14\n |\n 5 | pub struct Message {\n | ------------------ function or associated item `insert` not found for this struct\n...\n16 | Message::insert(Message {\n | ^^^^^^ function or associated item not found in `Message`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Message` in the current scope\n --> src\\lib.rs:25:28\n |\n 5 | pub struct Message {\n | ------------------ function or associated item `filter_by_id` not found for this struct\n...\n25 | let message = Message::filter_by_id(&id).expect(\"not found\");\n | ^^^^^^^^^^^^ function or associated item not found in `Message`\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `Message` in the current scope\n --> src\\lib.rs:29:14\n |\n 5 | pub struct Message {\n | ------------------ function or associated item `delete_by_id` not found for this struct\n...\n29 | Message::delete_by_id(&id);\n | ^^^^^^^^^^^^ function or associated item not found in `Message`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 379, + "output_tokens": 172, + "generation_duration_ms": 10421, + "started_at": "2026-03-27T21:45:09.091076400Z", + "finished_at": "2026-03-27T21:46:27.143521800Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table)]\npub struct UserInternal {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n pub name: String,\n pub email: String,\n pub password_hash: String,\n}\n\n#[spacetimedb(table)]\npub struct UserPublic {\n #[primarykey]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn register_user(ctx: ReducerContext, name: String, email: String, password_hash: String) {\n let user_internal = UserInternal {\n id: 0,\n name: name.clone(),\n email,\n password_hash,\n };\n UserInternal::insert(user_internal).unwrap();\n\n let user_public = UserPublic {\n id: UserInternal::filter(|u| u.name == name).next().unwrap().id,\n name,\n };\n UserPublic::insert(user_public).unwrap();\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling cc v1.2.58\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n16 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `UserInternal` in the current scope\n --> src\\lib.rs:29:19\n |\n 5 | pub struct UserInternal {\n | ----------------------- function or associated item `insert` not found for this struct\n...\n29 | UserInternal::insert(user_internal).unwrap();\n | ^^^^^^ function or associated item not found in `UserInternal`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: `UserInternal` is not an iterator\n --> src\\lib.rs:32:27\n |\n 5 | pub struct UserInternal {\n | ----------------------- function or associated item `filter` not found for this struct because it doesn't satisfy `UserInternal: Iterator`\n...\n32 | id: UserInternal::filter(|u| u.name == name).next().unwrap().id,\n | ^^^^^^ `UserInternal` is not an iterator\n |\n = note: the following trait bounds were not satisfied:\n `UserInternal: Iterator`\n which is required by `&mut UserInternal: Iterator`\nnote: the trait `Iterator` must be implemented\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/iter/traits/iterator.rs:40:1\n |\n40 | pub trait Iterator {\n | ^^^^^^^^^^^^^^^^^^\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `filter`, perhaps you need to implement one of them:\n candidate #1: `Iterator`\n candidate #2: `decorum::constraint::Constraint`\n\nerror[E0599]: no function or associated item named `insert` found for struct `UserPublic` in the current scope\n --> src\\lib.rs:35:17\n |\n15 | pub struct UserPublic {\n | --------------------- function or associated item `insert` not found for this struct\n...\n35 | UserPublic::insert(user_public).unwrap();\n | ^^^^^^ function or associated item not found in `UserPublic`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 400, + "output_tokens": 219, + "generation_duration_ms": 14270, + "started_at": "2026-03-27T21:45:09.092844900Z", + "finished_at": "2026-03-27T21:46:40.583346Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime_lib::*;\nuse spacetime_lib::table::{Table, PrimaryKey, ForeignKeyConstraints};\nuse spacetime_lib::column::{Column, ColumnType};\nuse spacetime_lib::reducer::{Reducer, ReducerContext};\n\n#[table(name = \"author\")]\npub struct Author {\n #[primary_key(auto_increment = true)]\n pub id: u64,\n pub name: String,\n}\n\n#[table(name = \"post\")]\npub struct Post {\n #[primary_key(auto_increment = true)]\n pub id: u64,\n #[foreign_key(table = \"author\", column = \"id\", on_delete = \"default\")]\n pub author_id: u64,\n pub title: String,\n}\n\n#[reducer(name = \"delete_author\")]\npub fn delete_author(ctx: ReducerContext, author_id: u64) {\n // First delete all posts by this author\n for post in Post::scan().filter(|p| p.author_id == author_id) {\n Post::delete_by_id(&post.id);\n }\n \n // Then delete the author\n Author::delete_by_id(&author_id);\n}", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling castaway v0.2.4\n Compiling cc v1.2.58\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling blake3 v1.8.3\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\rust\\server\\deepseek-chat\\llm)\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime_lib`\n --> src\\lib.rs:3:5\n |\n3 | use spacetime_lib::table::{Table, PrimaryKey, ForeignKeyConstraints};\n | ^^^^^^^^^^^^^ use of unresolved module or unlinked crate `spacetime_lib`\n |\nhelp: there is a crate or module with a similar name\n |\n3 - use spacetime_lib::table::{Table, PrimaryKey, ForeignKeyConstraints};\n3 + use spacetimedb::table::{Table, PrimaryKey, ForeignKeyConstraints};\n |\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime_lib`\n --> src\\lib.rs:4:5\n |\n4 | use spacetime_lib::column::{Column, ColumnType};\n | ^^^^^^^^^^^^^ use of unresolved module or unlinked crate `spacetime_lib`\n |\nhelp: there is a crate or module with a similar name\n |\n4 - use spacetime_lib::column::{Column, ColumnType};\n4 + use spacetimedb::column::{Column, ColumnType};\n |\n\nerror[E0433]: failed to resolve: use of unresolved module or unlinked crate `spacetime_lib`\n --> src\\lib.rs:5:5\n |\n5 | use spacetime_lib::reducer::{Reducer, ReducerContext};\n | ^^^^^^^^^^^^^ use of unresolved module or unlinked crate `spacetime_lib`\n |\nhelp: there is a crate or module with a similar name\n |\n5 - use spacetime_lib::reducer::{Reducer, ReducerContext};\n5 + use spacetimedb::reducer::{Reducer, ReducerContext};\n |\n\nerror[E0432]: unresolved import `spacetime_lib`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime_lib::*;\n | ^^^^^^^^^^^^^ use of unresolved module or unlinked crate `spacetime_lib`\n |\nhelp: there is a crate or module with a similar name\n |\n2 - use spacetime_lib::*;\n2 + use spacetimedb::*;\n |\n\nerror: cannot find attribute `reducer` in this scope\n --> src\\lib.rs:23:3\n |\n23 | #[reducer(name = \"delete_author\")]\n | ^^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 2 + use spacetimedb::reducer;\n |\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[table(name = \"post\")]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n14 | #[stable(name = \"post\")]\n | +\nhelp: consider importing this attribute macro\n |\n 2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[primary_key(auto_increment = true)]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `foreign_key` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[foreign_key(table = \"author\", column = \"id\", on_delete = \"default\")]\n | ^^^^^^^^^^^\n\nerror: cannot find attribute `table` in this scope\n --> src\\lib.rs:7:3\n |\n7 | #[table(name = \"author\")]\n | ^^^^^\n |\nhelp: a built-in attribute with a similar name exists\n |\n7 | #[stable(name = \"author\")]\n | +\nhelp: consider importing this attribute macro\n |\n2 + use spacetimedb::table;\n |\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[primary_key(auto_increment = true)]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: `Post` is not an iterator\n --> src\\lib.rs:26:23\n |\n15 | pub struct Post {\n | --------------- function or associated item `scan` not found for this struct because it doesn't satisfy `Post: Iterator`\n...\n26 | for post in Post::scan().filter(|p| p.author_id == author_id) {\n | ^^^^ `Post` is not an iterator\n |\n = note: the following trait bounds were not satisfied:\n `Post: Iterator`\n which is required by `&mut Post: Iterator`\nnote: the trait `Iterator` must be implemented\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/iter/traits/iterator.rs:40:1\n |\n40 | pub trait Iterator {\n | ^^^^^^^^^^^^^^^^^^\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following trait defines an item `scan`, perhaps you need to implement it:\n candidate #1: `Iterator`\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `Post` in the current scope\n --> src\\lib.rs:27:15\n |\n15 | pub struct Post {\n | --------------- function or associated item `delete_by_id` not found for this struct\n...\n27 | Post::delete_by_id(&post.id);\n | ^^^^^^^^^^^^ function or associated item not found in `Post`\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `Author` in the current scope\n --> src\\lib.rs:31:13\n |\n 8 | pub struct Author {\n | ----------------- function or associated item `delete_by_id` not found for this struct\n...\n31 | Author::delete_by_id(&author_id);\n | ^^^^^^^^^^^^ function or associated item not found in `Author`\n\nSome errors have detailed explanations: E0432, E0433, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 13 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 360, + "output_tokens": 237, + "generation_duration_ms": 6403, + "started_at": "2026-03-27T21:49:44.908690500Z", + "finished_at": "2026-03-27T21:51:21.687067600Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, schemar::TableType, Identity, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Order {\n #[primarykey(autoinc)]\n pub id: u64,\n #[btree]\n pub category: String,\n pub amount: u64,\n pub fulfilled: bool,\n}\n\n#[spacetimedb(table)]\npub struct CategoryStats {\n #[primarykey]\n pub category: String,\n pub total_amount: u64,\n pub order_count: u32,\n}\n\n#[spacetimedb(reducer)]\npub fn compute_stats(ctx: ReducerContext, category: String) {\n let mut total_amount = 0;\n let mut order_count = 0;\n\n for order in Order::filter_by_category(&category) {\n total_amount += order.amount;\n order_count += 1;\n }\n\n if let Some(mut stats) = CategoryStats::filter_by_category(&category).next() {\n stats.total_amount = total_amount;\n stats.order_count = order_count;\n stats.update();\n } else {\n CategoryStats::insert(CategoryStats {\n category,\n total_amount,\n order_count,\n }).unwrap();\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling generic-array v0.14.7\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, schemar::TableType, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n16 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey(autoinc)]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key(autoinc)]\n | +\n\nerror: cannot find attribute `btree` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[btree]\n | ^^^^^\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:52\n |\n2 | use spacetimedb::{spacetimedb, schemar::TableType, Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `filter_by_category` found for struct `Order` in the current scope\n --> src\\lib.rs:27:25\n |\n 5 | pub struct Order {\n | ---------------- function or associated item `filter_by_category` not found for this struct\n...\n27 | for order in Order::filter_by_category(&category) {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Order`\n\nerror[E0599]: no function or associated item named `filter_by_category` found for struct `CategoryStats` in the current scope\n --> src\\lib.rs:32:45\n |\n15 | pub struct CategoryStats {\n | ------------------------ function or associated item `filter_by_category` not found for this struct\n...\n32 | if let Some(mut stats) = CategoryStats::filter_by_category(&category).next() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `CategoryStats`\n\nerror[E0599]: no function or associated item named `insert` found for struct `CategoryStats` in the current scope\n --> src\\lib.rs:37:24\n |\n15 | pub struct CategoryStats {\n | ------------------------ function or associated item `insert` not found for this struct\n...\n37 | CategoryStats::insert(CategoryStats {\n | ^^^^^^ function or associated item not found in `CategoryStats`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 379, + "output_tokens": 258, + "generation_duration_ms": 7223, + "started_at": "2026-03-27T21:49:52.671351300Z", + "finished_at": "2026-03-27T21:51:48.514330100Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Customer {\n #[primarykey]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb(table)]\npub struct Order {\n #[primarykey]\n pub id: u64,\n #[btree]\n pub customer_id: u64,\n pub product: String,\n pub amount: u32,\n}\n\n#[spacetimedb(table)]\npub struct OrderDetail {\n #[primarykey]\n pub order_id: u64,\n pub customer_name: String,\n pub product: String,\n pub amount: u32,\n}\n\n#[spacetimedb(reducer)]\npub fn build_order_details(ctx: ReducerContext) {\n for order in Order::iter() {\n if let Some(customer) = Customer::filter_by_id(&order.customer_id) {\n OrderDetail::insert(OrderDetail {\n order_id: order.id,\n customer_name: customer.name,\n product: order.product,\n amount: order.amount,\n }).unwrap();\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling num-traits v0.2.19\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling generic-array v0.14.7\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling http v1.4.0\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:23:7\n |\n23 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n23 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n13 | #[primary_key]\n | +\n\nerror: cannot find attribute `btree` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[btree]\n | ^^^^^\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `iter` found for struct `Order` in the current scope\n --> src\\lib.rs:32:25\n |\n12 | pub struct Order {\n | ---------------- function or associated item `iter` not found for this struct\n...\n32 | for order in Order::iter() {\n | ^^^^ function or associated item not found in `Order`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Customer` in the current scope\n --> src\\lib.rs:33:43\n |\n 5 | pub struct Customer {\n | ------------------- function or associated item `filter_by_id` not found for this struct\n...\n33 | if let Some(customer) = Customer::filter_by_id(&order.customer_id) {\n | ^^^^^^^^^^^^ function or associated item not found in `Customer`\n\nerror[E0599]: no function or associated item named `insert` found for struct `OrderDetail` in the current scope\n --> src\\lib.rs:34:26\n |\n22 | pub struct OrderDetail {\n | ---------------------- function or associated item `insert` not found for this struct\n...\n34 | OrderDetail::insert(OrderDetail {\n | ^^^^^^ function or associated item not found in `OrderDetail`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 428, + "output_tokens": 239, + "generation_duration_ms": 12373, + "started_at": "2026-03-27T21:50:02.273828200Z", + "finished_at": "2026-03-27T21:51:42.082006300Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[spacetimedb(table)]\n#[derive(SpacetimeType)]\npub struct Account {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub display_name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn create_account(ctx: spacetimedb::ReducerContext, email: String, display_name: String) {\n Account::insert(Account {\n id: 0,\n email,\n display_name,\n }).unwrap();\n}", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n7 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n8 | #[auto_inc]\n | +\n\nerror: cannot find attribute `unique` in this scope\n --> src\\lib.rs:10:7\n |\n10 | #[unique]\n | ^^^^^^\n |\n = note: `unique` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 318, + "output_tokens": 128, + "generation_duration_ms": 6886, + "started_at": "2026-03-27T21:50:05.700943700Z", + "finished_at": "2026-03-27T21:51:38.503040Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext, Timestamp};\n\n#[spacetimedb(table)]\npub struct Product {\n #[primarykey]\n #[autoinc]\n pub id: u64,\n pub name: String,\n #[btree]\n pub price: u32,\n}\n\n#[spacetimedb(table)]\npub struct PriceRangeResult {\n #[primarykey]\n pub product_id: u64,\n pub name: String,\n pub price: u32,\n}\n\n#[spacetimedb(reducer)]\npub fn find_in_price_range(ctx: ReducerContext, min_price: u32, max_price: u32) {\n for product in Product::iter() {\n if product.price >= min_price && product.price <= max_price {\n PriceRangeResult::insert(PriceRangeResult {\n product_id: product.id,\n name: product.name.clone(),\n price: product.price,\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling getrandom v0.2.17\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling castaway v0.2.4\n Compiling blake3 v1.8.3\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling num-traits v0.2.19\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling digest v0.10.7\n Compiling ppv-lite86 v0.2.21\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, Timestamp};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n16 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n7 | #[auto_inc]\n | +\n\nerror: cannot find attribute `btree` in this scope\n --> src\\lib.rs:10:7\n |\n10 | #[btree]\n | ^^^^^\n\nwarning: unused imports: `Identity` and `Timestamp`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, Timestamp};\n | ^^^^^^^^ ^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `iter` found for struct `Product` in the current scope\n --> src\\lib.rs:24:29\n |\n 5 | pub struct Product {\n | ------------------ function or associated item `iter` not found for this struct\n...\n24 | for product in Product::iter() {\n | ^^^^ function or associated item not found in `Product`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `PriceRangeResult` in the current scope\n --> src\\lib.rs:26:31\n |\n15 | pub struct PriceRangeResult {\n | --------------------------- function or associated item `insert` not found for this struct\n...\n26 | PriceRangeResult::insert(PriceRangeResult {\n | ^^^^^^ function or associated item not found in `PriceRangeResult`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 384, + "output_tokens": 203, + "generation_duration_ms": 10361, + "started_at": "2026-03-27T21:50:51.375499500Z", + "finished_at": "2026-03-27T21:52:19.155959100Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Player {\n #[primarykey]\n pub id: u64,\n pub name: String,\n pub score: u64,\n}\n\n#[spacetimedb(table)]\npub struct LeaderboardEntry {\n #[primarykey]\n pub rank: u32,\n pub player_name: String,\n pub score: u64,\n}\n\n#[spacetimedb(reducer)]\npub fn build_leaderboard(ctx: ReducerContext, limit: u32) {\n let mut players: Vec = Player::iter().collect();\n players.sort_by(|a, b| b.score.cmp(&a.score));\n\n LeaderboardEntry::delete_all();\n\n for (i, player) in players.iter().take(limit as usize).enumerate() {\n LeaderboardEntry::insert(LeaderboardEntry {\n rank: (i + 1) as u32,\n player_name: player.name.clone(),\n score: player.score,\n });\n }\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n14 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `iter` found for struct `Player` in the current scope\n --> src\\lib.rs:22:44\n |\n 5 | pub struct Player {\n | ----------------- function or associated item `iter` not found for this struct\n...\n22 | let mut players: Vec = Player::iter().collect();\n | ^^^^ function or associated item not found in `Player`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `delete_all` found for struct `LeaderboardEntry` in the current scope\n --> src\\lib.rs:25:23\n |\n13 | pub struct LeaderboardEntry {\n | --------------------------- function or associated item `delete_all` not found for this struct\n...\n25 | LeaderboardEntry::delete_all();\n | ^^^^^^^^^^ function or associated item not found in `LeaderboardEntry`\n\nerror[E0599]: no function or associated item named `insert` found for struct `LeaderboardEntry` in the current scope\n --> src\\lib.rs:28:27\n |\n13 | pub struct LeaderboardEntry {\n | --------------------------- function or associated item `insert` not found for this struct\n...\n28 | LeaderboardEntry::insert(LeaderboardEntry {\n | ^^^^^^ function or associated item not found in `LeaderboardEntry`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 382, + "output_tokens": 226, + "generation_duration_ms": 13403, + "started_at": "2026-03-27T21:51:10.477397Z", + "finished_at": "2026-03-27T21:53:16.825305800Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, SpacetimeType};\n\n#[derive(SpacetimeType, Debug)]\npub struct Task {\n #[primarykey]\n pub id: u64,\n pub title: String,\n pub completed: bool,\n}\n\n#[derive(SpacetimeType, Debug)]\npub struct FirstIncomplete {\n #[primarykey]\n pub task_id: u64,\n pub title: String,\n}\n\n#[spacetimedb(reducer)]\npub fn find_first_incomplete() {\n for task in Task::iter() {\n if !task.completed {\n FirstIncomplete::delete_by_task_id(&task.id);\n FirstIncomplete::insert(FirstIncomplete {\n task_id: task.id,\n title: task.title,\n });\n break;\n }\n }\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling getrandom v0.2.17\n Compiling memchr v2.8.0\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n14 | #[primary_key]\n | +\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, SpacetimeType};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nFor more information about this error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 356, + "output_tokens": 174, + "generation_duration_ms": 5357, + "started_at": "2026-03-27T21:51:21.687229200Z", + "finished_at": "2026-03-27T21:52:31.092470200Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\nuse std::collections::HashSet;\n\n#[spacetimedb(table)]\npub struct Order {\n #[primarykey]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub amount: u32,\n}\n\n#[spacetimedb(table)]\npub struct DistinctCategory {\n #[primarykey]\n pub category: String,\n}\n\n#[spacetimedb(reducer)]\npub fn collect_distinct_categories(ctx: ReducerContext) {\n let mut categories = HashSet::new();\n for order in Order::iter() {\n categories.insert(order.category.clone());\n }\n for category in categories {\n DistinctCategory::insert(DistinctCategory { category }).unwrap();\n }\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n16 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n7 | #[primary_key]\n | +\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `iter` found for struct `Order` in the current scope\n --> src\\lib.rs:23:25\n |\n 6 | pub struct Order {\n | ---------------- function or associated item `iter` not found for this struct\n...\n23 | for order in Order::iter() {\n | ^^^^ function or associated item not found in `Order`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `DistinctCategory` in the current scope\n --> src\\lib.rs:27:27\n |\n15 | pub struct DistinctCategory {\n | --------------------------- function or associated item `insert` not found for this struct\n...\n27 | DistinctCategory::insert(DistinctCategory { category }).unwrap();\n | ^^^^^^ function or associated item not found in `DistinctCategory`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 345, + "output_tokens": 165, + "generation_duration_ms": 10288, + "started_at": "2026-03-27T21:51:38.503231400Z", + "finished_at": "2026-03-27T21:52:59.880181900Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey(auto_inc)]\n id: u64,\n name: String,\n active: bool,\n}\n\n#[spacetimedb(table)]\npub struct UserStats {\n #[primarykey]\n key: String,\n count: u64,\n}\n\n#[spacetimedb(reducer)]\nfn compute_user_counts(ctx: ReducerContext) {\n let total_users = User::iter().count() as u64;\n let active_users = User::iter().filter(|u| u.active).count() as u64;\n\n UserStats::insert(UserStats {\n key: \"total\".to_string(),\n count: total_users,\n });\n\n UserStats::insert(UserStats {\n key: \"active\".to_string(),\n count: active_users,\n });\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling getrandom v0.2.17\n Compiling memchr v2.8.0\n Compiling generic-array v0.14.7\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n14 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey(auto_inc)]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key(auto_inc)]\n | +\n\nerror[E0599]: no function or associated item named `iter` found for struct `User` in the current scope\n --> src\\lib.rs:21:29\n |\n 5 | pub struct User {\n | --------------- function or associated item `iter` not found for this struct\n...\n21 | let total_users = User::iter().count() as u64;\n | ^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `iter` found for struct `User` in the current scope\n --> src\\lib.rs:22:30\n |\n 5 | pub struct User {\n | --------------- function or associated item `iter` not found for this struct\n...\n22 | let active_users = User::iter().filter(|u| u.active).count() as u64;\n | ^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `UserStats` in the current scope\n --> src\\lib.rs:24:16\n |\n13 | pub struct UserStats {\n | -------------------- function or associated item `insert` not found for this struct\n...\n24 | UserStats::insert(UserStats {\n | ^^^^^^ function or associated item not found in `UserStats`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `UserStats` in the current scope\n --> src\\lib.rs:29:16\n |\n13 | pub struct UserStats {\n | -------------------- function or associated item `insert` not found for this struct\n...\n29 | UserStats::insert(UserStats {\n | ^^^^^^ function or associated item not found in `UserStats`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 392, + "output_tokens": 188, + "generation_duration_ms": 14408, + "started_at": "2026-03-27T21:51:42.082159400Z", + "finished_at": "2026-03-27T21:53:27.348568500Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, SpacetimeType};\nuse std::collections::BTreeMap;\n\n#[derive(SpacetimeType, Debug, Clone, PartialEq)]\npub struct EventLog {\n #[primarykey(auto_increment = true)]\n pub id: u64,\n pub category: String,\n pub severity: u32,\n pub message: String,\n}\n\n#[spacetimedb(table)]\npub fn event_log() -> BTreeMap {\n BTreeMap::new()\n}\n\n#[spacetimedb(index)]\npub fn event_log_category_severity_index() -> BTreeMap<(String, u32), Vec> {\n BTreeMap::new()\n}\n\n#[derive(SpacetimeType, Debug, Clone)]\npub struct FilteredEvent {\n #[primarykey]\n pub event_id: u64,\n pub message: String,\n}\n\n#[spacetimedb(table)]\npub fn filtered_event() -> BTreeMap {\n BTreeMap::new()\n}\n\n#[spacetimedb(reducer)]\npub fn filter_events(ctx: Identity, category: String, severity: u32) {\n for (id, event) in event_log::iter() {\n if event.category == category && event.severity == severity {\n filtered_event::insert(FilteredEvent {\n event_id: id,\n message: event.message,\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ppv-lite86 v0.2.21\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primarykey(auto_increment = true)]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n7 | #[primary_key(auto_increment = true)]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:26:7\n |\n26 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n26 | #[primary_key]\n | +\n\nerror[E0433]: failed to resolve: function `event_log` is not a crate or module\n --> src\\lib.rs:38:24\n |\n38 | for (id, event) in event_log::iter() {\n | ^^^^^^^^^\n | |\n | function `event_log` is not a crate or module\n | help: a struct with a similar name exists: `EventLog`\n\nerror[E0433]: failed to resolve: function `filtered_event` is not a crate or module\n --> src\\lib.rs:40:13\n |\n40 | filtered_event::insert(FilteredEvent {\n | ^^^^^^^^^^^^^^\n | |\n | function `filtered_event` is not a crate or module\n | help: a struct with a similar name exists: `FilteredEvent`\n\nSome errors have detailed explanations: E0432, E0433.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 386, + "output_tokens": 315, + "generation_duration_ms": 8431, + "started_at": "2026-03-27T21:51:48.514549400Z", + "finished_at": "2026-03-27T21:53:32.426131600Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{schedule::ScheduleAt, Duration, ReducerContext, Timestamp};\n\n#[spacetimedb(table)]\npub struct Reminder {\n #[primary_key]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n pub message: String,\n}\n\n#[spacetimedb(reducer)]\npub fn send_reminder(ctx: ReducerContext, reminder: Reminder) {}\n\n#[spacetimedb(reducer)]\npub fn init(ctx: ReducerContext) {\n let scheduled_at = ScheduleAt::Time(ctx.timestamp + Duration::from_secs(60));\n let reminder = Reminder {\n scheduled_id: 0,\n scheduled_at,\n message: \"Reminder message\".to_string(),\n };\n spacetimedb::schedule::schedule_reducer(scheduled_at, \"send_reminder\", reminder);\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_core v0.6.4\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved imports `spacetimedb::schedule`, `spacetimedb::Duration`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{schedule::ScheduleAt, Duration, ReducerContext, Timestamp};\n | ^^^^^^^^ ^^^^^^^^\n | | |\n | | no `Duration` in the root\n | | help: a similar name exists in the module: `duration`\n | could not find `schedule` in `spacetimedb`\n |\n = help: consider importing this struct instead:\n std::time::Duration\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:15:3\n |\n15 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:12:3\n |\n12 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0433]: failed to resolve: could not find `schedule` in `spacetimedb`\n --> src\\lib.rs:23:18\n |\n23 | spacetimedb::schedule::schedule_reducer(scheduled_at, \"send_reminder\", reminder);\n | ^^^^^^^^ could not find `schedule` in `spacetimedb`\n\nwarning: unused import: `Timestamp`\n --> src\\lib.rs:2:67\n |\n2 | use spacetimedb::{schedule::ScheduleAt, Duration, ReducerContext, Timestamp};\n | ^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused variable: `ctx`\n --> src\\lib.rs:13:22\n |\n13 | pub fn send_reminder(ctx: ReducerContext, reminder: Reminder) {}\n | ^^^ help: if this is intentional, prefix it with an underscore: `_ctx`\n |\n = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused variable: `reminder`\n --> src\\lib.rs:13:43\n |\n13 | pub fn send_reminder(ctx: ReducerContext, reminder: Reminder) {}\n | ^^^^^^^^ help: if this is intentional, prefix it with an underscore: `_reminder`\n\nSome errors have detailed explanations: E0432, E0433.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 3 warnings\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 3 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 356, + "output_tokens": 185, + "generation_duration_ms": 10403, + "started_at": "2026-03-27T21:48:42.882331600Z", + "finished_at": "2026-03-27T21:49:52.671214200Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{schedule_at, schedule_cancel, spacetimedb, ScheduleAt, Timestamp};\n\n#[spacetimedb(table)]\npub struct CleanupJob {\n #[primarykey]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb(reducer)]\npub fn init() {\n let scheduled_at = ScheduleAt::Interval(Timestamp::now() + 60_000);\n let scheduled_id = CleanupJob::insert(CleanupJob {\n scheduled_id: 0,\n scheduled_at,\n })\n .scheduled_id;\n schedule_at::(scheduled_id, scheduled_at);\n}\n\n#[spacetimedb(reducer)]\npub fn run_cleanup(job: CleanupJob) {}\n\n#[spacetimedb(reducer)]\npub fn cancel_cleanup(ctx: spacetimedb::Context, scheduled_id: u64) {\n if let Some(job) = CleanupJob::filter(|j| j.scheduled_id == scheduled_id).next() {\n schedule_cancel(job.scheduled_id);\n CleanupJob::delete_by_scheduled_id(scheduled_id);\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling cc v1.2.58\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:49\n |\n2 | use spacetimedb::{schedule_at, schedule_cancel, spacetimedb, ScheduleAt, Timestamp};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: use of deprecated associated function `spacetimedb::Timestamp::now`: Timestamp::now() is stubbed and will panic. Read the `.timestamp` field of a `ReducerContext` instead.\n --> src\\lib.rs:13:56\n |\n13 | let scheduled_at = ScheduleAt::Interval(Timestamp::now() + 60_000);\n | ^^^\n |\n = note: `#[warn(deprecated)]` on by default\n\nerror[E0277]: cannot add `{integer}` to `spacetimedb::Timestamp`\n --> src\\lib.rs:13:62\n |\n 13 | let scheduled_at = ScheduleAt::Interval(Timestamp::now() + 60_000);\n | ^ no implementation for `spacetimedb::Timestamp + {integer}`\n |\n = help: the trait `std::ops::Add<{integer}>` is not implemented for `spacetimedb::Timestamp`\nhelp: the following other types implement trait `std::ops::Add`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\timestamp.rs:187:1\n |\n187 | impl Add for Timestamp {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ `spacetimedb::Timestamp` implements `std::ops::Add`\n...\n195 | impl Add for Timestamp {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ `spacetimedb::Timestamp` implements `std::ops::Add`\n\nerror[E0599]: no function or associated item named `insert` found for struct `CleanupJob` in the current scope\n --> src\\lib.rs:14:36\n |\n 5 | pub struct CleanupJob {\n | --------------------- function or associated item `insert` not found for this struct\n...\n14 | let scheduled_id = CleanupJob::insert(CleanupJob {\n | ^^^^^^ function or associated item not found in `CleanupJob`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: `CleanupJob` is not an iterator\n --> src\\lib.rs:27:36\n |\n 5 | pub struct CleanupJob {\n | --------------------- function or associated item `filter` not found for this struct because it doesn't satisfy `CleanupJob: Iterator`\n...\n27 | if let Some(job) = CleanupJob::filter(|j| j.scheduled_id == scheduled_id).next() {\n | ^^^^^^ `CleanupJob` is not an iterator\n |\n = note: the following trait bounds were not satisfied:\n `CleanupJob: Iterator`\n which is required by `&mut CleanupJob: Iterator`\nnote: the trait `Iterator` must be implemented\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/iter/traits/iterator.rs:40:1\n |\n40 | pub trait Iterator {\n | ^^^^^^^^^^^^^^^^^^\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `filter`, perhaps you need to implement one of them:\n candidate #1: `Iterator`\n candidate #2: `decorum::constraint::Constraint`\n\nerror[E0599]: no function or associated item named `delete_by_scheduled_id` found for struct `CleanupJob` in the current scope\n --> src\\lib.rs:29:21\n |\n 5 | pub struct CleanupJob {\n | --------------------- function or associated item `delete_by_scheduled_id` not found for this struct\n...\n29 | CleanupJob::delete_by_scheduled_id(scheduled_id);\n | ^^^^^^^^^^^^^^^^^^^^^^ function or associated item not found in `CleanupJob`\n\nwarning: unused variable: `job`\n --> src\\lib.rs:23:20\n |\n23 | pub fn run_cleanup(job: CleanupJob) {}\n | ^^^ help: if this is intentional, prefix it with an underscore: `_job`\n |\n = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default\n\nSome errors have detailed explanations: E0277, E0432, E0599.\nFor more information about an error, try `rustc --explain E0277`.\nwarning: `spacetime-module` (lib) generated 2 warnings\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 2 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 355, + "output_tokens": 252, + "generation_duration_ms": 10868, + "started_at": "2026-03-27T21:48:53.448667400Z", + "finished_at": "2026-03-27T21:50:51.375353300Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, Timestamp};\n\n#[spacetimedb(table)]\npub struct OnlinePlayer {\n #[primarykey]\n pub identity: Identity,\n pub connected_at: Timestamp,\n}\n\n#[spacetimedb(reducer)]\npub fn client_connected(ctx: spacetimedb::ReducerContext) {\n let identity = ctx.sender();\n let connected_at = ctx.timestamp();\n OnlinePlayer::insert(OnlinePlayer { identity, connected_at }).unwrap();\n}\n\n#[spacetimedb(reducer)]\npub fn client_disconnected(ctx: spacetimedb::ReducerContext) {\n let identity = ctx.sender();\n OnlinePlayer::delete_by_identity(&identity).unwrap();\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling log v0.4.29\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling blake3 v1.8.3\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, Timestamp};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `OnlinePlayer` in the current scope\n --> src\\lib.rs:15:19\n |\n 5 | pub struct OnlinePlayer {\n | ----------------------- function or associated item `insert` not found for this struct\n...\n15 | OnlinePlayer::insert(OnlinePlayer { identity, connected_at }).unwrap();\n | ^^^^^^ function or associated item not found in `OnlinePlayer`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `delete_by_identity` found for struct `OnlinePlayer` in the current scope\n --> src\\lib.rs:21:19\n |\n 5 | pub struct OnlinePlayer {\n | ----------------------- function or associated item `delete_by_identity` not found for this struct\n...\n21 | OnlinePlayer::delete_by_identity(&identity).unwrap();\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `OnlinePlayer`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 311, + "output_tokens": 154, + "generation_duration_ms": 4672, + "started_at": "2026-03-27T21:48:56.932113400Z", + "finished_at": "2026-03-27T21:50:47.542910700Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n identity: Identity,\n name: String,\n}\n\n#[spacetimedb(table)]\npub struct Message {\n #[primarykey(autoinc)]\n id: u64,\n #[index(btree)]\n sender: Identity,\n text: String,\n}\n\n#[spacetimedb(reducer)]\npub fn register(ctx: Identity, name: String) {\n if User::filter_by_identity(&ctx).is_some() {\n panic!(\"already registered\");\n }\n User::insert(User {\n identity: ctx,\n name,\n }).unwrap();\n}\n\n#[spacetimedb(reducer)]\npub fn post_message(ctx: Identity, text: String) {\n if User::filter_by_identity(&ctx).is_none() {\n panic!(\"not registered\");\n }\n Message::insert(Message {\n id: 0,\n sender: ctx,\n text,\n }).unwrap();\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling num-traits v0.2.19\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling cc v1.2.58\n Compiling castaway v0.2.4\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primarykey(autoinc)]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n13 | #[primary_key(autoinc)]\n | +\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:22:14\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n22 | if User::filter_by_identity(&ctx).is_some() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:25:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n25 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:33:14\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n33 | if User::filter_by_identity(&ctx).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Message` in the current scope\n --> src\\lib.rs:36:14\n |\n12 | pub struct Message {\n | ------------------ function or associated item `insert` not found for this struct\n...\n36 | Message::insert(Message {\n | ^^^^^^ function or associated item not found in `Message`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 404, + "output_tokens": 218, + "generation_duration_ms": 14049, + "started_at": "2026-03-27T21:45:09.095177600Z", + "finished_at": "2026-03-27T21:46:43.374234300Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity};\n\n#[spacetimedb(table)]\npub struct Config {\n #[primary_key]\n id: u32,\n admin: Identity,\n}\n\n#[spacetimedb(table)]\npub struct AdminLog {\n #[primary_key(auto_increment = true)]\n id: u64,\n action: String,\n}\n\n#[spacetimedb(reducer)]\npub fn bootstrap_admin(ctx: spacetimedb::ReducerContext) {\n if Config::filter_by_id(&0).is_some() {\n panic!(\"already bootstrapped\");\n }\n Config::insert(Config {\n id: 0,\n admin: ctx.sender,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn admin_action(ctx: spacetimedb::ReducerContext, action: String) {\n let config = Config::filter_by_id(&0).expect(\"not bootstrapped\");\n if ctx.sender != config.admin {\n panic!(\"not admin\");\n }\n AdminLog::insert(AdminLog { id: 0, action });\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primary_key(auto_increment = true)]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Config` in the current scope\n --> src\\lib.rs:20:16\n |\n 5 | pub struct Config {\n | ----------------- function or associated item `filter_by_id` not found for this struct\n...\n20 | if Config::filter_by_id(&0).is_some() {\n | ^^^^^^^^^^^^ function or associated item not found in `Config`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Config` in the current scope\n --> src\\lib.rs:23:13\n |\n 5 | pub struct Config {\n | ----------------- function or associated item `insert` not found for this struct\n...\n23 | Config::insert(Config {\n | ^^^^^^ function or associated item not found in `Config`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Config` in the current scope\n --> src\\lib.rs:31:26\n |\n 5 | pub struct Config {\n | ----------------- function or associated item `filter_by_id` not found for this struct\n...\n31 | let config = Config::filter_by_id(&0).expect(\"not bootstrapped\");\n | ^^^^^^^^^^^^ function or associated item not found in `Config`\n\nerror[E0599]: no function or associated item named `insert` found for struct `AdminLog` in the current scope\n --> src\\lib.rs:35:15\n |\n12 | pub struct AdminLog {\n | ------------------- function or associated item `insert` not found for this struct\n...\n35 | AdminLog::insert(AdminLog { id: 0, action });\n | ^^^^^^ function or associated item not found in `AdminLog`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 413, + "output_tokens": 227, + "generation_duration_ms": 14413, + "started_at": "2026-03-27T21:45:09.097102200Z", + "finished_at": "2026-03-27T21:46:40.457226400Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity};\n\n#[spacetimedb(table)]\npub struct User {\n #[primarykey]\n identity: Identity,\n role: String,\n}\n\n#[spacetimedb(reducer)]\npub fn register(ctx: spacetimedb::ReducerContext) {\n if User::filter_by_identity(&ctx.sender).is_some() {\n panic!(\"already registered\");\n }\n User::insert(User {\n identity: ctx.sender,\n role: \"member\".to_string(),\n });\n}\n\n#[spacetimedb(reducer)]\npub fn promote(ctx: spacetimedb::ReducerContext, target: Identity) {\n let caller = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n if caller.role != \"admin\" {\n panic!(\"not admin\");\n }\n let mut target_user = User::filter_by_identity(&target).expect(\"target not registered\");\n target_user.role = \"admin\".to_string();\n User::update_by_identity(&target, target_user);\n}\n\n#[spacetimedb(reducer)]\npub fn member_action(ctx: spacetimedb::ReducerContext) {\n User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n}\n\n#[spacetimedb(reducer)]\npub fn admin_action(ctx: spacetimedb::ReducerContext) {\n let caller = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n if caller.role != \"admin\" {\n panic!(\"not admin\");\n }\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling generic-array v0.14.7\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:13:14\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n13 | if User::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:16:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n16 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:24:24\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n24 | let caller = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:28:33\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n28 | let mut target_user = User::filter_by_identity(&target).expect(\"target not registered\");\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `update_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:30:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `update_by_identity` not found for this struct\n...\n30 | User::update_by_identity(&target, target_user);\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:35:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n35 | User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:40:24\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n40 | let caller = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 9 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 471, + "output_tokens": 329, + "generation_duration_ms": 26956, + "started_at": "2026-03-27T21:45:09.102689400Z", + "finished_at": "2026-03-27T21:47:24.753598400Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity};\n\n#[spacetimedb(table)]\npub struct Admin {\n #[primarykey]\n pub identity: Identity,\n}\n\n#[spacetimedb(table)]\npub struct Banned {\n #[primarykey]\n pub identity: Identity,\n}\n\n#[spacetimedb(table)]\npub struct Player {\n #[primarykey]\n pub identity: Identity,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn add_admin(ctx: spacetimedb::ReducerContext, target: Identity) {\n if !Admin::filter_by_identity(&ctx.sender).is_empty() {\n Admin::insert(Admin { identity: target }).unwrap();\n } else {\n panic!(\"not admin\");\n }\n}\n\n#[spacetimedb(reducer)]\npub fn ban_player(ctx: spacetimedb::ReducerContext, target: Identity) {\n if !Admin::filter_by_identity(&ctx.sender).is_empty() {\n Banned::insert(Banned { identity: target }).unwrap();\n Player::delete_by_identity(&target);\n } else {\n panic!(\"not admin\");\n }\n}\n\n#[spacetimedb(reducer)]\npub fn join_game(ctx: spacetimedb::ReducerContext, name: String) {\n if !Banned::filter_by_identity(&ctx.sender).is_empty() {\n panic!(\"banned\");\n }\n if Player::filter_by_identity(&ctx.sender).is_empty() {\n Player::insert(Player {\n identity: ctx.sender,\n name,\n })\n .unwrap();\n } else {\n panic!(\"already in game\");\n }\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling blake3 v1.8.3\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n18 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:12:7\n |\n12 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n12 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Admin` in the current scope\n --> src\\lib.rs:25:16\n |\n 5 | pub struct Admin {\n | ---------------- function or associated item `filter_by_identity` not found for this struct\n...\n25 | if !Admin::filter_by_identity(&ctx.sender).is_empty() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Admin`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Admin` in the current scope\n --> src\\lib.rs:26:16\n |\n 5 | pub struct Admin {\n | ---------------- function or associated item `insert` not found for this struct\n...\n26 | Admin::insert(Admin { identity: target }).unwrap();\n | ^^^^^^ function or associated item not found in `Admin`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Admin` in the current scope\n --> src\\lib.rs:34:16\n |\n 5 | pub struct Admin {\n | ---------------- function or associated item `filter_by_identity` not found for this struct\n...\n34 | if !Admin::filter_by_identity(&ctx.sender).is_empty() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Admin`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Banned` in the current scope\n --> src\\lib.rs:35:17\n |\n11 | pub struct Banned {\n | ----------------- function or associated item `insert` not found for this struct\n...\n35 | Banned::insert(Banned { identity: target }).unwrap();\n | ^^^^^^ function or associated item not found in `Banned`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `delete_by_identity` found for struct `Player` in the current scope\n --> src\\lib.rs:36:17\n |\n17 | pub struct Player {\n | ----------------- function or associated item `delete_by_identity` not found for this struct\n...\n36 | Player::delete_by_identity(&target);\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Player`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Banned` in the current scope\n --> src\\lib.rs:44:17\n |\n11 | pub struct Banned {\n | ----------------- function or associated item `filter_by_identity` not found for this struct\n...\n44 | if !Banned::filter_by_identity(&ctx.sender).is_empty() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Banned`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Player` in the current scope\n --> src\\lib.rs:47:16\n |\n17 | pub struct Player {\n | ----------------- function or associated item `filter_by_identity` not found for this struct\n...\n47 | if Player::filter_by_identity(&ctx.sender).is_empty() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Player`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Player` in the current scope\n --> src\\lib.rs:48:17\n |\n17 | pub struct Player {\n | ----------------- function or associated item `insert` not found for this struct\n...\n48 | Player::insert(Player {\n | ^^^^^^ function or associated item not found in `Player`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 12 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 457, + "output_tokens": 352, + "generation_duration_ms": 27106, + "started_at": "2026-03-27T21:45:09.105523300Z", + "finished_at": "2026-03-27T21:48:11.493944300Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetime_lib::*;\n\n#[spacetimedb(table)]\n#[derive(Clone)]\npub struct RateLimit {\n #[primarykey]\n pub identity: Identity,\n pub last_call_us: i64,\n}\n\n#[spacetimedb(table)]\npub struct ActionLog {\n #[primarykey(auto_increment)]\n pub id: u64,\n pub identity: Identity,\n pub payload: String,\n}\n\n#[spacetimedb(reducer)]\npub fn limited_action(ctx: ReducerContext, payload: String) {\n let now = ctx.timestamp.to_micros_since_unix_epoch();\n \n if let Some(limit) = RateLimit::filter_by_identity(&ctx.sender) {\n if (now - limit.last_call_us) < 1_000_000 {\n panic!(\"rate limited\");\n }\n RateLimit::update_by_identity(&ctx.sender, RateLimit { identity: ctx.sender, last_call_us: now });\n } else {\n RateLimit::insert(RateLimit { identity: ctx.sender, last_call_us: now }).unwrap();\n }\n\n ActionLog::insert(ActionLog { id: 0, identity: ctx.sender, payload }).unwrap();\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling cc v1.2.58\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetime_lib`\n --> src\\lib.rs:2:5\n |\n2 | use spacetime_lib::*;\n | ^^^^^^^^^^^^^ use of unresolved module or unlinked crate `spacetime_lib`\n |\nhelp: there is a crate or module with a similar name\n |\n2 - use spacetime_lib::*;\n2 + use spacetimedb::*;\n |\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:20:3\n |\n20 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:12:3\n |\n12 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[primarykey(auto_increment)]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n14 | #[primary_key(auto_increment)]\n | +\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n7 | #[primary_key]\n | +\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `RateLimit` in the current scope\n --> src\\lib.rs:24:37\n |\n 6 | pub struct RateLimit {\n | -------------------- function or associated item `filter_by_identity` not found for this struct\n...\n24 | if let Some(limit) = RateLimit::filter_by_identity(&ctx.sender) {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `RateLimit`\n\nerror[E0599]: no function or associated item named `update_by_identity` found for struct `RateLimit` in the current scope\n --> src\\lib.rs:28:20\n |\n 6 | pub struct RateLimit {\n | -------------------- function or associated item `update_by_identity` not found for this struct\n...\n28 | RateLimit::update_by_identity(&ctx.sender, RateLimit { identity: ctx.sender, last_call_us: now });\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `RateLimit`\n\nerror[E0599]: no function or associated item named `insert` found for struct `RateLimit` in the current scope\n --> src\\lib.rs:30:20\n |\n 6 | pub struct RateLimit {\n | -------------------- function or associated item `insert` not found for this struct\n...\n30 | RateLimit::insert(RateLimit { identity: ctx.sender, last_call_us: now }).unwrap();\n | ^^^^^^ function or associated item not found in `RateLimit`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `ActionLog` in the current scope\n --> src\\lib.rs:33:16\n |\n13 | pub struct ActionLog {\n | -------------------- function or associated item `insert` not found for this struct\n...\n33 | ActionLog::insert(ActionLog { id: 0, identity: ctx.sender, payload }).unwrap();\n | ^^^^^^ function or associated item not found in `ActionLog`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 10 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 438, + "output_tokens": 258, + "generation_duration_ms": 8985, + "started_at": "2026-03-27T21:45:09.107452300Z", + "finished_at": "2026-03-27T21:46:35.625000700Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity};\n\n#[spacetimedb(table)]\npub struct Document {\n #[primarykey(autoinc)]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub title: String,\n}\n\n#[spacetimedb(table)]\npub struct DocumentShare {\n #[index(btree)]\n pub document_id: u64,\n #[index(btree)]\n pub shared_with: Identity,\n}\n\n#[spacetimedb(reducer)]\npub fn create_document(ctx: spacetimedb::ReducerContext, title: String) {\n Document::insert(Document {\n id: 0,\n owner: ctx.sender,\n title,\n }).unwrap();\n}\n\n#[spacetimedb(reducer)]\npub fn share_document(ctx: spacetimedb::ReducerContext, document_id: u64, target: Identity) {\n let document = Document::filter_by_id(&document_id)\n .expect(\"not found\");\n if document.owner != ctx.sender {\n panic!(\"not owner\");\n }\n DocumentShare::insert(DocumentShare {\n document_id,\n shared_with: target,\n }).unwrap();\n}\n\n#[spacetimedb(reducer)]\npub fn edit_document(ctx: spacetimedb::ReducerContext, document_id: u64, new_title: String) {\n let document = Document::filter_by_id(&document_id)\n .expect(\"not found\");\n let is_owner = document.owner == ctx.sender;\n let is_shared = DocumentShare::filter_by_shared_with(&ctx.sender)\n .any(|share| share.document_id == document_id);\n if !is_owner && !is_shared {\n panic!(\"unauthorized\");\n }\n Document::update_by_id(&document_id, Document {\n id: document_id,\n owner: document.owner,\n title: new_title\n }).unwrap();\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling serde_json v1.0.149\n Compiling cc v1.2.58\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling itertools v0.12.1\n Compiling ppv-lite86 v0.2.21\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling rand_chacha v0.3.1\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\rust\\server\\deepseek-chat\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:17:7\n |\n17 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey(autoinc)]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key(autoinc)]\n | +\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `Document` in the current scope\n --> src\\lib.rs:23:15\n |\n 5 | pub struct Document {\n | ------------------- function or associated item `insert` not found for this struct\n...\n23 | Document::insert(Document {\n | ^^^^^^ function or associated item not found in `Document`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Document` in the current scope\n --> src\\lib.rs:32:30\n |\n 5 | pub struct Document {\n | ------------------- function or associated item `filter_by_id` not found for this struct\n...\n32 | let document = Document::filter_by_id(&document_id)\n | ^^^^^^^^^^^^ function or associated item not found in `Document`\n\nerror[E0599]: no function or associated item named `insert` found for struct `DocumentShare` in the current scope\n --> src\\lib.rs:37:20\n |\n14 | pub struct DocumentShare {\n | ------------------------ function or associated item `insert` not found for this struct\n...\n37 | DocumentShare::insert(DocumentShare {\n | ^^^^^^ function or associated item not found in `DocumentShare`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Document` in the current scope\n --> src\\lib.rs:45:30\n |\n 5 | pub struct Document {\n | ------------------- function or associated item `filter_by_id` not found for this struct\n...\n45 | let document = Document::filter_by_id(&document_id)\n | ^^^^^^^^^^^^ function or associated item not found in `Document`\n\nerror[E0599]: no function or associated item named `filter_by_shared_with` found for struct `DocumentShare` in the current scope\n --> src\\lib.rs:48:36\n |\n14 | pub struct DocumentShare {\n | ------------------------ function or associated item `filter_by_shared_with` not found for this struct\n...\n48 | let is_shared = DocumentShare::filter_by_shared_with(&ctx.sender)\n | ^^^^^^^^^^^^^^^^^^^^^ function or associated item not found in `DocumentShare`\n\nerror[E0599]: no function or associated item named `update_by_id` found for struct `Document` in the current scope\n --> src\\lib.rs:53:15\n |\n 5 | pub struct Document {\n | ------------------- function or associated item `update_by_id` not found for this struct\n...\n53 | Document::update_by_id(&document_id, Document {\n | ^^^^^^^^^^^^ function or associated item not found in `Document`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 11 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 509, + "output_tokens": 411, + "generation_duration_ms": 12521, + "started_at": "2026-03-27T21:45:09.108936400Z", + "finished_at": "2026-03-27T21:46:31.691686700Z" + } + } + }, + { + "name": "DeepSeek Reasoner", + "route_api_model": "deepseek-reasoner", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity};\n\n#[spacetimedb(table)]\npub struct EmptyTable {\n #[primary_key]\n pub id: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_no_args() {}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_int(count: i32) {}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_string(name: String) {}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_two_args(count: i32, name: String) {}\n\n#[spacetimedb(reducer)]\npub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling cc v1.2.58\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling getrandom v0.2.17\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling rand_core v0.6.4\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ppv-lite86 v0.2.21\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused variable: `count`\n --> src\\lib.rs:14:31\n |\n14 | pub fn empty_reducer_with_int(count: i32) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_count`\n |\n = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default\n\nwarning: unused variable: `name`\n --> src\\lib.rs:17:34\n |\n17 | pub fn empty_reducer_with_string(name: String) {}\n | ^^^^ help: if this is intentional, prefix it with an underscore: `_name`\n\nwarning: unused variable: `count`\n --> src\\lib.rs:20:36\n |\n20 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_count`\n\nwarning: unused variable: `name`\n --> src\\lib.rs:20:48\n |\n20 | pub fn empty_reducer_with_two_args(count: i32, name: String) {}\n | ^^^^ help: if this is intentional, prefix it with an underscore: `_name`\n\nwarning: unused variable: `active`\n --> src\\lib.rs:23:38\n |\n23 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^^ help: if this is intentional, prefix it with an underscore: `_active`\n\nwarning: unused variable: `ratio`\n --> src\\lib.rs:23:52\n |\n23 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_ratio`\n\nwarning: unused variable: `label`\n --> src\\lib.rs:23:64\n |\n23 | pub fn empty_reducer_with_three_args(active: bool, ratio: f32, label: String) {}\n | ^^^^^ help: if this is intentional, prefix it with an underscore: `_label`\n\nFor more information about this error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 8 warnings\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors; 8 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 374, + "output_tokens": 331, + "generation_duration_ms": 18316, + "started_at": "2026-03-27T21:44:51.217574600Z", + "finished_at": "2026-03-27T21:46:00.882439400Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, table};\n\n#[spacetimedb(table)]\npub struct User {\n #[spacetimedb(primary_key)]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(table)]\npub struct Product {\n #[spacetimedb(primary_key)]\n pub id: i32,\n pub title: String,\n pub price: f32,\n pub in_stock: bool,\n}\n\n#[spacetimedb(table)]\npub struct Note {\n #[spacetimedb(primary_key)]\n pub id: i32,\n pub body: String,\n pub rating: i64,\n pub pinned: bool,\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nwarning: unused import: `table`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, table};\n | ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nFor more information about this error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 1 previous error; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 389, + "output_tokens": 335, + "generation_duration_ms": 17763, + "started_at": "2026-03-27T21:44:51.349867400Z", + "finished_at": "2026-03-27T21:45:54.750364100Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::schedule::ScheduleAt;\nuse spacetimedb::schedule::ScheduleToken;\n\n#[spacetimedb(table, scheduled_reducer = tick, schedule_column = \"scheduled_at\")]\npub struct TickTimer {\n #[primary_key]\n #[autoinc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb(reducer)]\npub fn tick(_token: ScheduleToken, _row: TickTimer) {}\n\n#[spacetimedb(init)]\npub fn init() {\n TickTimer::insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::interval(50_000),\n });\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::schedule`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::schedule::ScheduleAt;\n | ^^^^^^^^ could not find `schedule` in `spacetimedb`\n\nerror[E0432]: unresolved import `spacetimedb::schedule`\n --> src\\lib.rs:3:18\n |\n3 | use spacetimedb::schedule::ScheduleToken;\n | ^^^^^^^^ could not find `schedule` in `spacetimedb`\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:16:3\n |\n16 | #[spacetimedb(init)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:13:3\n |\n13 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:5:3\n |\n5 | #[spacetimedb(table, scheduled_reducer = tick, schedule_column = \"scheduled_at\")]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `autoinc` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[autoinc]\n | ^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `auto_inc` attribute\n |\n8 | #[auto_inc]\n | +\n\nerror[E0599]: no function or associated item named `insert` found for struct `TickTimer` in the current scope\n --> src\\lib.rs:18:16\n |\n 6 | pub struct TickTimer {\n | -------------------- function or associated item `insert` not found for this struct\n...\n18 | TickTimer::insert(TickTimer {\n | ^^^^^^ function or associated item not found in `TickTimer`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 339, + "output_tokens": 1022, + "generation_duration_ms": 31025, + "started_at": "2026-03-27T21:45:09.068242Z", + "finished_at": "2026-03-27T21:48:25.439261Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::*;\n\n#[derive(SpacetimeType, Debug, Clone)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb(table, name = \"entity\")]\npub struct Entity {\n #[primary_key]\n pub id: i32,\n pub pos: Position,\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_003_struct_in_table\\rust\\server\\deepseek-reasoner\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:10:3\n |\n10 | #[spacetimedb(table, name = \"entity\")]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:12:7\n |\n12 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 301, + "output_tokens": 1890, + "generation_duration_ms": 56416, + "started_at": "2026-03-27T21:45:10.223866400Z", + "finished_at": "2026-03-27T21:48:15.689372100Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn insert_user(ctx: ReducerContext, id: i32, name: String, age: i32, active: bool) {\n User::insert(User { id, name, age, active }).unwrap();\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling rand v0.8.5\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling cc v1.2.58\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_004_insert\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:15:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n15 | User::insert(User { id, name, age, active }).unwrap();\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 336, + "output_tokens": 534, + "generation_duration_ms": 16986, + "started_at": "2026-03-27T21:45:11.844147500Z", + "finished_at": "2026-03-27T21:47:11.602669800Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::prelude::*;\n\n#[spacetimedb(table)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn update_user(id: i32, name: String, age: i32, active: bool) {\n User::update_by_id(&id, |user| {\n user.name = name;\n user.age = age;\n user.active = active;\n });\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling getrandom v0.2.17\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling ppv-lite86 v0.2.21\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::prelude`\n --> src\\lib.rs:2:18\n |\n2 | use spacetimedb::prelude::*;\n | ^^^^^^^ could not find `prelude` in `spacetimedb`\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:13:3\n |\n13 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `update_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:15:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `update_by_id` not found for this struct\n...\n15 | User::update_by_id(&id, |user| {\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 343, + "output_tokens": 828, + "generation_duration_ms": 26278, + "started_at": "2026-03-27T21:45:13.658857Z", + "finished_at": "2026-03-27T21:48:15.977269600Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table, name = \"user\")]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn delete_user(ctx: ReducerContext, id: i32) {\n User::delete_by_id(&id);\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling cc v1.2.58\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_006_delete\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:15:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `delete_by_id` not found for this struct\n...\n15 | User::delete_by_id(&id);\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 307, + "output_tokens": 584, + "generation_duration_ms": 20950, + "started_at": "2026-03-27T21:45:15.423501100Z", + "finished_at": "2026-03-27T21:47:12.350043900Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table = \"user\")]\n#[derive(Clone)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(reducer)]\npub fn crud(_ctx: ReducerContext) {\n User::insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n User::insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n if let Some(mut user) = User::filter_by_id(&1) {\n user.name = \"Alice2\".to_string();\n user.age = 31;\n user.active = false;\n user.update();\n }\n if let Some(user) = User::filter_by_id(&2) {\n user.delete();\n }\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling num-traits v0.2.19\n Compiling castaway v0.2.4\n Compiling itertools v0.12.1\n Compiling blake3 v1.8.3\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:16:11\n |\n 6 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n16 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:22:11\n |\n 6 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n22 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:28:35\n |\n 6 | pub struct User {\n | --------------- function or associated item `filter_by_id` not found for this struct\n...\n28 | if let Some(mut user) = User::filter_by_id(&1) {\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:34:31\n |\n 6 | pub struct User {\n | --------------- function or associated item `filter_by_id` not found for this struct\n...\n34 | if let Some(user) = User::filter_by_id(&2) {\n | ^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0282]: type annotations needed\n --> src\\lib.rs:35:9\n |\n35 | user.delete();\n | ^^^^ cannot infer type\n\nSome errors have detailed explanations: E0282, E0432, E0599.\nFor more information about an error, try `rustc --explain E0282`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 379, + "output_tokens": 1146, + "generation_duration_ms": 33527, + "started_at": "2026-03-27T21:45:26.127042900Z", + "finished_at": "2026-03-27T21:48:43.497296Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext, Result};\n\n#[spacetimedb(table, name = \"user\", primary_key = \"id\")]\npub struct User {\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(table, name = \"result\", primary_key = \"id\")]\npub struct ResultRow {\n pub id: i32,\n pub name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn lookup_user_name(ctx: ReducerContext, id: i32) -> Result<()> {\n if let Some(user) = User::find_by_id(&id) {\n ResultRow::insert(ResultRow {\n id: user.id,\n name: user.name.clone(),\n })?;\n }\n Ok(())\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling lean_string v0.5.3\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_008_index_lookup\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, Result};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, Result};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `find_by_id` found for struct `User` in the current scope\n --> src\\lib.rs:20:31\n |\n 5 | pub struct User {\n | --------------- function or associated item `find_by_id` not found for this struct\n...\n20 | if let Some(user) = User::find_by_id(&id) {\n | ^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `insert` found for struct `ResultRow` in the current scope\n --> src\\lib.rs:21:20\n |\n13 | pub struct ResultRow {\n | -------------------- function or associated item `insert` not found for this struct\n...\n21 | ResultRow::insert(ResultRow {\n | ^^^^^^ function or associated item not found in `ResultRow`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 374, + "output_tokens": 1386, + "generation_duration_ms": 40432, + "started_at": "2026-03-27T21:45:54.750502200Z", + "finished_at": "2026-03-27T21:48:31.128418100Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity};\n\n#[spacetimedb(table)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[spacetimedb(init)]\npub fn init() {\n User::insert(User {\n id: 1,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n User::insert(User {\n id: 2,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling cc v1.2.58\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.3\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling ppv-lite86 v0.2.21\n Compiling http v1.4.0\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:15:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n15 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:21:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n21 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 342, + "output_tokens": 454, + "generation_duration_ms": 14239, + "started_at": "2026-03-27T21:46:00.882619700Z", + "finished_at": "2026-03-27T21:47:48.159040400Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::*;\n\n#[spacetimedb(table)]\npub struct Event {\n #[spacetimedb(primary_key, autoinc)]\n id: i32,\n kind: String,\n}\n\n#[spacetimedb(reducer, on_connect)]\npub fn client_connected(_ctx: &ReducerContext) {\n Event::insert(Event {\n id: 0,\n kind: \"connected\".to_string(),\n });\n}\n\n#[spacetimedb(reducer, on_disconnect)]\npub fn client_disconnected(_ctx: &ReducerContext) {\n Event::insert(Event {\n id: 0,\n kind: \"disconnected\".to_string(),\n });\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling num-traits v0.2.19\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling castaway v0.2.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\rust\\server\\deepseek-reasoner\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:19:3\n |\n19 | #[spacetimedb(reducer, on_disconnect)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:11:3\n |\n11 | #[spacetimedb(reducer, on_connect)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[spacetimedb(primary_key, autoinc)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `Event` in the current scope\n --> src\\lib.rs:13:12\n |\n 5 | pub struct Event {\n | ---------------- function or associated item `insert` not found for this struct\n...\n13 | Event::insert(Event {\n | ^^^^^^ function or associated item not found in `Event`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Event` in the current scope\n --> src\\lib.rs:21:12\n |\n 5 | pub struct Event {\n | ---------------- function or associated item `insert` not found for this struct\n...\n21 | Event::insert(Event {\n | ^^^^^^ function or associated item not found in `Event`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 327, + "output_tokens": 1134, + "generation_duration_ms": 33435, + "started_at": "2026-03-27T21:47:11.602810300Z", + "finished_at": "2026-03-27T21:48:46.494559100Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub sum: i32,\n}\n\nfn add(a: i32, b: i32) -> i32 {\n a + b\n}\n\n#[spacetimedb(reducer)]\npub fn compute_sum(ctx: ReducerContext, id: i32, a: i32, b: i32) {\n let sum = add(a, b);\n ResultRow::insert(ctx.sender, ResultRow { id, sum }).unwrap();\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling castaway v0.2.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling ppv-lite86 v0.2.21\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_011_helper_function\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `ResultRow` in the current scope\n --> src\\lib.rs:18:16\n |\n 5 | pub struct ResultRow {\n | -------------------- function or associated item `insert` not found for this struct\n...\n18 | ResultRow::insert(ctx.sender, ResultRow { id, sum }).unwrap();\n | ^^^^^^ function or associated item not found in `ResultRow`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:18:27\n |\n18 | ResultRow::insert(ctx.sender, ResultRow { id, sum }).unwrap();\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n18 | ResultRow::insert(ctx.sender(), ResultRow { id, sum }).unwrap();\n | ++\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 348, + "output_tokens": 423, + "generation_duration_ms": 12948, + "started_at": "2026-03-27T21:47:12.350205400Z", + "finished_at": "2026-03-27T21:48:49.496444300Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::spacetimedb;\n\n#[spacetimedb(table)]\nstruct ResultRow {\n #[primary_key]\n id: i32,\n value: Score,\n}\n\nstruct Score {\n left: i32,\n right: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn set_score(id: i32, left: i32, right: i32) {\n ResultRow::insert(ResultRow {\n id,\n value: Score { left, right },\n });\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling castaway v0.2.4\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:5\n |\n2 | use spacetimedb::spacetimedb;\n | ^^^^^^^^^^^^^^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `ResultRow` in the current scope\n --> src\\lib.rs:18:16\n |\n 5 | struct ResultRow {\n | ---------------- function or associated item `insert` not found for this struct\n...\n18 | ResultRow::insert(ResultRow {\n | ^^^^^^ function or associated item not found in `ResultRow`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 357, + "output_tokens": 1178, + "generation_duration_ms": 34836, + "started_at": "2026-03-27T21:51:27.228759200Z", + "finished_at": "2026-03-27T21:53:40.530143800Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity};\n\n#[spacetimedb(table)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Shape,\n}\n\n#[spacetimedb]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[spacetimedb]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb(reducer)]\npub fn set_circle(id: i32, radius: i32) {\n let _ = ResultRow::insert(ResultRow {\n id,\n value: Shape::Circle(radius),\n });\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling cc v1.2.58\n Compiling num-traits v0.2.19\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ppv-lite86 v0.2.21\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling castaway v0.2.4\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling lean_string v0.5.3\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling http v1.4.0\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `ResultRow` in the current scope\n --> src\\lib.rs:25:24\n |\n 5 | pub struct ResultRow {\n | -------------------- function or associated item `insert` not found for this struct\n...\n25 | let _ = ResultRow::insert(ResultRow {\n | ^^^^^^ function or associated item not found in `ResultRow`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 380, + "output_tokens": 498, + "generation_duration_ms": 15446, + "started_at": "2026-03-27T21:52:21.110025100Z", + "finished_at": "2026-03-27T21:54:00.623248700Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, SpacetimeType};\n\n#[derive(SpacetimeType, Clone)]\npub struct Primitive {\n pub id: i32,\n pub count: i32,\n pub total: i64,\n pub price: f32,\n pub ratio: f64,\n pub active: bool,\n pub name: String,\n}\n\n#[spacetimedb(table)]\npub static primitive: spacetimedb::Table = spacetimedb::Table::new();\n\n#[spacetimedb(reducer)]\npub fn seed() {\n let row = Primitive {\n id: 1,\n count: 2,\n total: 3000000000,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\".to_string(),\n };\n primitive.insert(row).unwrap();\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling decorum v0.3.1\n Compiling cc v1.2.58\n Compiling digest v0.10.7\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_014_elementary_columns\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 362, + "output_tokens": 459, + "generation_duration_ms": 14537, + "started_at": "2026-03-27T21:52:25.550648800Z", + "finished_at": "2026-03-27T21:53:35.319244200Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Profile {\n #[spacetimedb(primary_key)]\n pub id: i32,\n pub home: Address,\n pub work: Address,\n pub pos: Position,\n}\n\npub struct Address {\n pub street: String,\n pub zip: i32,\n}\n\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(ctx: ReducerContext) {\n let _ = ctx;\n Profile::insert(Profile {\n id: 1,\n home: Address {\n street: \"1 Main\".to_string(),\n zip: 11111,\n },\n work: Address {\n street: \"2 Broad\".to_string(),\n zip: 22222,\n },\n pos: Position { x: 7, y: 9 },\n });\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling rand_chacha v0.3.1\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0599]: no function or associated item named `insert` found for struct `Profile` in the current scope\n --> src\\lib.rs:26:14\n |\n 5 | pub struct Profile {\n | ------------------ function or associated item `insert` not found for this struct\n...\n26 | Profile::insert(Profile {\n | ^^^^^^ function or associated item not found in `Profile`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 410, + "output_tokens": 466, + "generation_duration_ms": 14174, + "started_at": "2026-03-27T21:52:52.652935800Z", + "finished_at": "2026-03-27T21:54:00.313240500Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext, SpacetimeType};\n\n#[derive(SpacetimeType, Clone)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[spacetimedb(table)]\npub struct Drawing {\n #[primary_key]\n pub id: i32,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(ctx: ReducerContext) {\n let _ = ctx.sender;\n Drawing::insert(Drawing {\n id: 1,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect {\n width: 4,\n height: 6,\n }),\n });\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling cc v1.2.58\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling decorum v0.3.1\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, SpacetimeType};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, SpacetimeType};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nFor more information about this error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 391, + "output_tokens": 436, + "generation_duration_ms": 13205, + "started_at": "2026-03-27T21:53:02.395602800Z", + "finished_at": "2026-03-27T21:54:16.234927800Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ScheduleAt, RowRef};\n\n#[spacetimedb(table)]\n#[spacetimedb(scheduled(reducer = \"tick\", column = \"scheduled_at\"))]\npub struct TickTimer {\n #[spacetimedb(primary_key, autoinc)]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb(reducer)]\npub fn tick(_row: RowRef) {}\n\n#[spacetimedb(init)]\npub fn init() {\n TickTimer::insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::interval(50_000),\n });\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ScheduleAt, RowRef};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0599]: no function or associated item named `insert` found for struct `TickTimer` in the current scope\n --> src\\lib.rs:17:16\n |\n 6 | pub struct TickTimer {\n | -------------------- function or associated item `insert` not found for this struct\n...\n17 | TickTimer::insert(TickTimer {\n | ^^^^^^ function or associated item not found in `TickTimer`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no variant or associated item named `interval` found for enum `ScheduleAt` in the current scope\n --> src\\lib.rs:19:35\n |\n19 | scheduled_at: ScheduleAt::interval(50_000),\n | ^^^^^^^^ variant or associated item not found in `ScheduleAt`\n |\nhelp: there is a variant with a similar name (notice the capitalization)\n |\n19 - scheduled_at: ScheduleAt::interval(50_000),\n19 + scheduled_at: ScheduleAt::Interval(50_000),\n |\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 341, + "output_tokens": 1764, + "generation_duration_ms": 50809, + "started_at": "2026-03-27T21:53:06.390856800Z", + "finished_at": "2026-03-27T21:55:08.843767400Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::*;\n\n#[spacetimedb(table(name = \"account\"))]\npub struct Account {\n #[primary_key]\n pub id: i32,\n #[unique]\n pub email: String,\n pub name: String,\n}\n\n#[spacetimedb(index(name = \"by_name\", iter = \"Account::name\"))]\npub struct ByName;\n\n#[spacetimedb(reducer)]\npub fn seed() {\n Account::insert(Account {\n id: 1,\n email: \"a@example.com\".to_string(),\n name: \"Alice\".to_string(),\n }).unwrap();\n Account::insert(Account {\n id: 2,\n email: \"b@example.com\".to_string(),\n name: \"Bob\".to_string(),\n }).unwrap();\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling itertools v0.12.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_018_constraints\\rust\\server\\deepseek-reasoner\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:16:3\n |\n16 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:13:3\n |\n13 | #[spacetimedb(index(name = \"by_name\", iter = \"Account::name\"))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table(name = \"account\"))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `unique` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[unique]\n | ^^^^^^\n |\n = note: `unique` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `Account` in the current scope\n --> src\\lib.rs:18:14\n |\n 5 | pub struct Account {\n | ------------------ function or associated item `insert` not found for this struct\n...\n18 | Account::insert(Account {\n | ^^^^^^ function or associated item not found in `Account`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Account` in the current scope\n --> src\\lib.rs:23:14\n |\n 5 | pub struct Account {\n | ------------------ function or associated item `insert` not found for this struct\n...\n23 | Account::insert(Account {\n | ^^^^^^ function or associated item not found in `Account`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 339, + "output_tokens": 1979, + "generation_duration_ms": 57838, + "started_at": "2026-03-27T21:53:21.777533600Z", + "finished_at": "2026-03-27T21:55:16.430694300Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetimedb::*;\n\n#[spacetimedb(table)]\npub struct User {\n #[primary_key]\n pub user_id: i32,\n pub name: String,\n}\n\n#[spacetimedb(table)]\npub struct Group {\n #[primary_key]\n pub group_id: i32,\n pub title: String,\n}\n\n#[spacetimedb(table)]\npub struct Membership {\n #[primary_key]\n pub id: i32,\n pub user_id: i32,\n pub group_id: i32,\n}\n\n#[spacetimedb(index(btree, name = \"by_user\"))]\npub struct MembershipByUserIndex {\n #[primary_key]\n pub user_id: i32,\n pub id: i32,\n}\n\n#[spacetimedb(index(btree, name = \"by_group\"))]\npub struct MembershipByGroupIndex {\n #[primary_key]\n pub group_id: i32,\n pub id: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn seed() {\n User::insert(User { user_id: 1, name: \"Alice\".to_string() }).unwrap();\n User::insert(User { user_id: 2, name: \"Bob\".to_string() }).unwrap();\n\n Group::insert(Group { group_id: 10, title: \"Admin\".to_string() }).unwrap();\n Group::insert(Group { group_id: 20, title: \"Dev\".to_string() }).unwrap();\n\n Membership::insert(Membership { id: 1, user_id: 1, group_id: 10 }).unwrap();\n Membership::insert(Membership { id: 2, user_id: 1, group_id: 20 }).unwrap();\n Membership::insert(Membership { id: 3, user_id: 2, group_id: 20 }).unwrap();\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling cc v1.2.58\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_019_many_to_many\\rust\\server\\deepseek-reasoner\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:40:3\n |\n40 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:33:3\n |\n33 | #[spacetimedb(index(btree, name = \"by_group\"))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:35:7\n |\n35 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:26:3\n |\n26 | #[spacetimedb(index(btree, name = \"by_user\"))]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:28:7\n |\n28 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:18:3\n |\n18 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:20:7\n |\n20 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:11:3\n |\n11 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:42:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n42 | User::insert(User { user_id: 1, name: \"Alice\".to_string() }).unwrap();\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:43:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n43 | User::insert(User { user_id: 2, name: \"Bob\".to_string() }).unwrap();\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Group` in the current scope\n --> src\\lib.rs:45:12\n |\n12 | pub struct Group {\n | ---------------- function or associated item `insert` not found for this struct\n...\n45 | Group::insert(Group { group_id: 10, title: \"Admin\".to_string() }).unwrap();\n | ^^^^^^ function or associated item not found in `Group`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Group` in the current scope\n --> src\\lib.rs:46:12\n |\n12 | pub struct Group {\n | ---------------- function or associated item `insert` not found for this struct\n...\n46 | Group::insert(Group { group_id: 20, title: \"Dev\".to_string() }).unwrap();\n | ^^^^^^ function or associated item not found in `Group`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:48:17\n |\n19 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n48 | Membership::insert(Membership { id: 1, user_id: 1, group_id: 10 }).unwrap();\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:49:17\n |\n19 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n49 | Membership::insert(Membership { id: 2, user_id: 1, group_id: 20 }).unwrap();\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Membership` in the current scope\n --> src\\lib.rs:50:17\n |\n19 | pub struct Membership {\n | --------------------- function or associated item `insert` not found for this struct\n...\n50 | Membership::insert(Membership { id: 3, user_id: 2, group_id: 20 }).unwrap();\n | ^^^^^^ function or associated item not found in `Membership`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 18 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 525, + "output_tokens": 559, + "generation_duration_ms": 16648, + "started_at": "2026-03-27T21:53:32.948332Z", + "finished_at": "2026-03-27T21:55:08.363002800Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext, Timestamp};\n\n#[spacetimedb(table)]\npub struct Entity {\n #[primarykey]\n pub id: i32,\n}\n\n#[spacetimedb(table)]\npub struct Position {\n #[primarykey]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb(table)]\npub struct Velocity {\n #[primarykey]\n pub entity_id: i32,\n pub vx: i32,\n pub vy: i32,\n}\n\n#[spacetimedb(table)]\npub struct NextPosition {\n #[primarykey]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[spacetimedb(reducer)]\npub fn seed(_ctx: ReducerContext, _timestamp: Timestamp) {\n Entity::insert(Entity { id: 1 }).unwrap();\n Position::insert(Position { entity_id: 1, x: 0, y: 0 }).unwrap();\n Velocity::insert(Velocity { entity_id: 1, vx: 1, vy: 0 }).unwrap();\n\n Entity::insert(Entity { id: 2 }).unwrap();\n Position::insert(Position { entity_id: 2, x: 10, y: 0 }).unwrap();\n Velocity::insert(Velocity { entity_id: 2, vx: -2, vy: 3 }).unwrap();\n}\n\n#[spacetimedb(reducer)]\npub fn step(_ctx: ReducerContext, _timestamp: Timestamp) {\n for position in Position::iter() {\n if let Some(velocity) = Velocity::filter_by_entity_id(&position.entity_id) {\n let next_x = position.x + velocity.vx;\n let next_y = position.y + velocity.vy;\n NextPosition::insert(NextPosition {\n entity_id: position.entity_id,\n x: next_x,\n y: next_y,\n }).unwrap();\n }\n }\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling rand_core v0.6.4\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, Timestamp};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:28:7\n |\n28 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n28 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:20:7\n |\n20 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n20 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:12:7\n |\n12 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n12 | #[primary_key]\n | +\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primarykey]\n | ^^^^^^^^^^\n |\nhelp: the derive macro `__TableHelper` accepts the similarly named `primary_key` attribute\n |\n6 | #[primary_key]\n | +\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, Timestamp};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `Entity` in the current scope\n --> src\\lib.rs:36:13\n |\n 5 | pub struct Entity {\n | ----------------- function or associated item `insert` not found for this struct\n...\n36 | Entity::insert(Entity { id: 1 }).unwrap();\n | ^^^^^^ function or associated item not found in `Entity`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Position` in the current scope\n --> src\\lib.rs:37:15\n |\n11 | pub struct Position {\n | ------------------- function or associated item `insert` not found for this struct\n...\n37 | Position::insert(Position { entity_id: 1, x: 0, y: 0 }).unwrap();\n | ^^^^^^ function or associated item not found in `Position`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Velocity` in the current scope\n --> src\\lib.rs:38:15\n |\n19 | pub struct Velocity {\n | ------------------- function or associated item `insert` not found for this struct\n...\n38 | Velocity::insert(Velocity { entity_id: 1, vx: 1, vy: 0 }).unwrap();\n | ^^^^^^ function or associated item not found in `Velocity`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Entity` in the current scope\n --> src\\lib.rs:40:13\n |\n 5 | pub struct Entity {\n | ----------------- function or associated item `insert` not found for this struct\n...\n40 | Entity::insert(Entity { id: 2 }).unwrap();\n | ^^^^^^ function or associated item not found in `Entity`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Position` in the current scope\n --> src\\lib.rs:41:15\n |\n11 | pub struct Position {\n | ------------------- function or associated item `insert` not found for this struct\n...\n41 | Position::insert(Position { entity_id: 2, x: 10, y: 0 }).unwrap();\n | ^^^^^^ function or associated item not found in `Position`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Velocity` in the current scope\n --> src\\lib.rs:42:15\n |\n19 | pub struct Velocity {\n | ------------------- function or associated item `insert` not found for this struct\n...\n42 | Velocity::insert(Velocity { entity_id: 2, vx: -2, vy: 3 }).unwrap();\n | ^^^^^^ function or associated item not found in `Velocity`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `iter` found for struct `Position` in the current scope\n --> src\\lib.rs:47:31\n |\n11 | pub struct Position {\n | ------------------- function or associated item `iter` not found for this struct\n...\n47 | for position in Position::iter() {\n | ^^^^ function or associated item not found in `Position`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_entity_id` found for struct `Velocity` in the current scope\n --> src\\lib.rs:48:43\n |\n19 | pub struct Velocity {\n | ------------------- function or associated item `filter_by_entity_id` not found for this struct\n...\n48 | if let Some(velocity) = Velocity::filter_by_entity_id(&position.entity_id) {\n | ^^^^^^^^^^^^^^^^^^^ function or associated item not found in `Velocity`\n\nerror[E0599]: no function or associated item named `insert` found for struct `NextPosition` in the current scope\n --> src\\lib.rs:51:27\n |\n27 | pub struct NextPosition {\n | ----------------------- function or associated item `insert` not found for this struct\n...\n51 | NextPosition::insert(NextPosition {\n | ^^^^^^ function or associated item not found in `NextPosition`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 14 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 508, + "output_tokens": 860, + "generation_duration_ms": 25093, + "started_at": "2026-03-27T21:53:35.319384Z", + "finished_at": "2026-03-27T21:55:16.429844400Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity};\n#[spacetimedb(table)]\n#[spacetimedb(index(btree, name = \"by_user_day\", columns = [\"user_id\", \"day\"]))]\npub struct Log {\n #[spacetimedb(primary_key)]\n pub id: i32,\n pub user_id: i32,\n pub day: i32,\n pub message: String,\n}\n#[spacetimedb(reducer)]\npub fn seed() {\n spacetimedb::insert!(\n Log {\n id: 1,\n user_id: 7,\n day: 1,\n message: \"a\".to_string()\n }\n );\n spacetimedb::insert!(\n Log {\n id: 2,\n user_id: 7,\n day: 2,\n message: \"b\".to_string()\n }\n );\n spacetimedb::insert!(\n Log {\n id: 3,\n user_id: 9,\n day: 1,\n message: \"c\".to_string()\n }\n );\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling num-traits v0.2.19\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling cc v1.2.58\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_021_multi_column_index\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nFor more information about this error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 1 previous error; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 395, + "output_tokens": 732, + "generation_duration_ms": 22127, + "started_at": "2026-03-27T21:53:40.530238100Z", + "finished_at": "2026-03-27T21:55:07.076459500Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, AnonymousViewContext, IndexIterator, SpacetimeType, table};\nuse std::ops::Bound;\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Announcement {\n pub id: u64,\n pub message: String,\n pub active: bool,\n}\n\ntable! {\n pub announcement {\n #[primary_key]\n id: u64,\n message: String,\n #[btree_index]\n active: bool,\n }\n}\n\n#[spacetimedb(anonymous_view)]\npub fn active_announcements(ctx: AnonymousViewContext) -> Vec {\n let index = Announcement::active_idx(ctx.db());\n let range = (Bound::Included(true), Bound::Included(true));\n index.range(range).map(|(_, row)| row.clone()).collect()\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling digest v0.10.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, AnonymousViewContext, IndexIterator, SpacetimeType, table};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find macro `table` in this scope\n --> src\\lib.rs:12:1\n |\n12 | table! {\n | ^^^^^\n |\nnote: `table` is imported here, but it is an attribute: `#[table]`\n --> src\\lib.rs:2:84\n |\n 2 | use spacetimedb::{spacetimedb, AnonymousViewContext, IndexIterator, SpacetimeType, table};\n | ^^^^^\n\nFor more information about this error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 311, + "output_tokens": 621, + "generation_duration_ms": 18516, + "started_at": "2026-03-27T21:49:47.810246100Z", + "finished_at": "2026-03-27T21:51:27.228526300Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ViewContext};\n\n#[spacetimedb(table)]\npub struct Profile {\n #[primary_key(auto_inc)]\n pub id: u64,\n #[unique]\n pub identity: Identity,\n pub name: String,\n pub bio: String,\n}\n\n#[spacetimedb(reducer)]\npub fn my_profile(ctx: ViewContext) -> Option {\n Profile::find_by_identity(&ctx.sender())\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling generic-array v0.14.7\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling ppv-lite86 v0.2.21\n Compiling blake3 v1.8.3\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling num-traits v0.2.19\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_023_view_per_user\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ViewContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key(auto_inc)]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `unique` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[unique]\n | ^^^^^^\n |\n = note: `unique` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `find_by_identity` found for struct `Profile` in the current scope\n --> src\\lib.rs:16:14\n |\n 5 | pub struct Profile {\n | ------------------ function or associated item `find_by_identity` not found for this struct\n...\n16 | Profile::find_by_identity(&ctx.sender())\n | ^^^^^^^^^^^^^^^^ function or associated item not found in `Profile`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 352, + "output_tokens": 2399, + "generation_duration_ms": 69405, + "started_at": "2026-03-27T21:50:07.289279500Z", + "finished_at": "2026-03-27T21:53:32.948112400Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::*;\n\n#[spacetimedb(event)]\npub struct DamageEvent {\n pub entity_id: u64,\n pub damage: u32,\n pub source: String,\n}\n\n#[spacetimedb(reducer)]\npub fn deal_damage(ctx: Context, entity_id: u64, damage: u32, source: String) {\n DamageEvent::insert(DamageEvent {\n entity_id,\n damage,\n source,\n });\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling itertools v0.12.1\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling castaway v0.2.4\n Compiling http v1.4.0\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\rust\\server\\deepseek-reasoner\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:11:3\n |\n11 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(event)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror[E0425]: cannot find type `Context` in this scope\n --> src\\lib.rs:12:25\n |\n 12 | pub fn deal_damage(ctx: Context, entity_id: u64, damage: u32, source: String) {\n | ^^^^^^^\n |\n ::: D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\lib.rs:1448:1\n |\n1448 | pub trait DbContext {\n | ------------------- similarly named trait `DbContext` defined here\n |\nhelp: a trait with a similar name exists\n |\n 12 | pub fn deal_damage(ctx: DbContext, entity_id: u64, damage: u32, source: String) {\n | ++\nhelp: consider importing this struct\n |\n 2 + use std::task::Context;\n |\n\nerror[E0599]: no function or associated item named `insert` found for struct `DamageEvent` in the current scope\n --> src\\lib.rs:13:18\n |\n 5 | pub struct DamageEvent {\n | ---------------------- function or associated item `insert` not found for this struct\n...\n13 | DamageEvent::insert(DamageEvent {\n | ^^^^^^ function or associated item not found in `DamageEvent`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0425, E0599.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 321, + "output_tokens": 329, + "generation_duration_ms": 10767, + "started_at": "2026-03-27T21:48:25.439513Z", + "finished_at": "2026-03-27T21:49:47.810047400Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, SpacetimeDb, table};\n\n#[spacetimedb(table)]\npub struct Player {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub nickname: Option,\n pub high_score: Option,\n}\n\n#[spacetimedb(reducer)]\npub fn create_player(ctx: ReducerContext, name: String, nickname: Option, high_score: Option) {\n Player::insert(Player {\n id: 0,\n name,\n nickname,\n high_score,\n }).unwrap();\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.47\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling decorum v0.3.1\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::SpacetimeDb`\n --> src\\lib.rs:2:35\n |\n2 | use spacetimedb::{ReducerContext, SpacetimeDb, table};\n | ^^^^^^^^^^^ no `SpacetimeDb` in the root\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `table`\n --> src\\lib.rs:2:48\n |\n2 | use spacetimedb::{ReducerContext, SpacetimeDb, table};\n | ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `Player` in the current scope\n --> src\\lib.rs:16:13\n |\n 5 | pub struct Player {\n | ----------------- function or associated item `insert` not found for this struct\n...\n16 | Player::insert(Player {\n | ^^^^^^ function or associated item not found in `Player`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 341, + "output_tokens": 432, + "generation_duration_ms": 13745, + "started_at": "2026-03-27T21:48:31.128586600Z", + "finished_at": "2026-03-27T21:50:18.908768300Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, Context};\n\n#[spacetimedb(table)]\npub struct Message {\n #[spacetimedb(primary_key, auto_inc)]\n pub id: u64,\n #[spacetimedb(index(btree))]\n pub owner: Identity,\n pub text: String,\n}\n\n#[spacetimedb(reducer)]\npub fn create_message(ctx: Context, text: String) {\n let message = Message {\n id: 0,\n owner: ctx.sender,\n text,\n };\n Message::insert(message).unwrap();\n}\n\n#[spacetimedb(reducer)]\npub fn delete_message(ctx: Context, id: u64) {\n let Some(message) = Message::filter_by_id(&id) else {\n panic!(\"not found\");\n };\n if message.owner != ctx.sender {\n panic!(\"unauthorized\");\n }\n Message::delete_by_id(&id).unwrap();\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling cc v1.2.58\n Compiling num-traits v0.2.19\n Compiling bytemuck v1.25.0\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling rand v0.8.5\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, Context};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0599]: no function or associated item named `insert` found for struct `Message` in the current scope\n --> src\\lib.rs:20:14\n |\n 5 | pub struct Message {\n | ------------------ function or associated item `insert` not found for this struct\n...\n20 | Message::insert(message).unwrap();\n | ^^^^^^ function or associated item not found in `Message`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Message` in the current scope\n --> src\\lib.rs:25:34\n |\n 5 | pub struct Message {\n | ------------------ function or associated item `filter_by_id` not found for this struct\n...\n25 | let Some(message) = Message::filter_by_id(&id) else {\n | ^^^^^^^^^^^^ function or associated item not found in `Message`\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `Message` in the current scope\n --> src\\lib.rs:31:14\n |\n 5 | pub struct Message {\n | ------------------ function or associated item `delete_by_id` not found for this struct\n...\n31 | Message::delete_by_id(&id).unwrap();\n | ^^^^^^^^^^^^ function or associated item not found in `Message`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 383, + "output_tokens": 813, + "generation_duration_ms": 25569, + "started_at": "2026-03-27T21:42:09.255365Z", + "finished_at": "2026-03-27T21:45:09.068004700Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Context};\n\n#[spacetimedb(table)]\nstruct UserInternal {\n #[primary_key(auto_increment)]\n id: u64,\n name: String,\n email: String,\n password_hash: String,\n}\n\n#[spacetimedb(table)]\n#[public]\nstruct UserPublic {\n #[primary_key]\n id: u64,\n name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn register_user(ctx: Context, name: String, email: String, password_hash: String) {\n let user_internal = UserInternal {\n id: 0,\n name: name.clone(),\n email,\n password_hash,\n };\n let inserted = UserInternal::insert(user_internal).unwrap();\n let user_public = UserPublic {\n id: inserted.id,\n name,\n };\n UserPublic::insert(user_public).unwrap();\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Context};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `public` in this scope\n --> src\\lib.rs:14:3\n |\n14 | #[public]\n | ^^^^^^\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key(auto_increment)]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `UserInternal` in the current scope\n --> src\\lib.rs:29:34\n |\n 5 | struct UserInternal {\n | ------------------- function or associated item `insert` not found for this struct\n...\n29 | let inserted = UserInternal::insert(user_internal).unwrap();\n | ^^^^^^ function or associated item not found in `UserInternal`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `UserPublic` in the current scope\n --> src\\lib.rs:34:17\n |\n15 | struct UserPublic {\n | ----------------- function or associated item `insert` not found for this struct\n...\n34 | UserPublic::insert(user_public).unwrap();\n | ^^^^^^ function or associated item not found in `UserPublic`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 404, + "output_tokens": 1293, + "generation_duration_ms": 39832, + "started_at": "2026-03-27T21:42:09.256858600Z", + "finished_at": "2026-03-27T21:45:26.126915600Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext, Table, Timestamp};\n\n#[spacetimedb(table)]\npub struct Author {\n #[spacetimedb(primary_key, auto_inc)]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb(table)]\npub struct Post {\n #[spacetimedb(primary_key, auto_inc)]\n pub id: u64,\n #[spacetimedb(index(btree))]\n pub author_id: u64,\n pub title: String,\n}\n\n#[spacetimedb(reducer)]\npub fn delete_author(ctx: ReducerContext, author_id: u64) {\n for post in Post::filter_by_author_id(&author_id) {\n Post::delete_by_id(&post.id);\n }\n Author::delete_by_id(&author_id);\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling castaway v0.2.4\n Compiling cc v1.2.58\n Compiling ppv-lite86 v0.2.21\n Compiling rand_core v0.6.4\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling rand_chacha v0.3.1\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_028_cascade_delete\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, Table, Timestamp};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nwarning: unused imports: `Identity`, `Table`, and `Timestamp`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, Table, Timestamp};\n | ^^^^^^^^ ^^^^^ ^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `filter_by_author_id` found for struct `Post` in the current scope\n --> src\\lib.rs:22:23\n |\n12 | pub struct Post {\n | --------------- function or associated item `filter_by_author_id` not found for this struct\n...\n22 | for post in Post::filter_by_author_id(&author_id) {\n | ^^^^^^^^^^^^^^^^^^^ function or associated item not found in `Post`\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `Post` in the current scope\n --> src\\lib.rs:23:15\n |\n12 | pub struct Post {\n | --------------- function or associated item `delete_by_id` not found for this struct\n...\n23 | Post::delete_by_id(&post.id);\n | ^^^^^^^^^^^^ function or associated item not found in `Post`\n\nerror[E0599]: no function or associated item named `delete_by_id` found for struct `Author` in the current scope\n --> src\\lib.rs:25:13\n |\n 5 | pub struct Author {\n | ----------------- function or associated item `delete_by_id` not found for this struct\n...\n25 | Author::delete_by_id(&author_id);\n | ^^^^^^^^^^^^ function or associated item not found in `Author`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 362, + "output_tokens": 517, + "generation_duration_ms": 15657, + "started_at": "2026-03-27T21:48:43.497419800Z", + "finished_at": "2026-03-27T21:51:05.672757700Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Order {\n #[primary_key(auto_inc = true)]\n pub id: u64,\n #[index(btree)]\n pub category: String,\n pub amount: u64,\n pub fulfilled: bool,\n}\n\n#[spacetimedb(table)]\npub struct CategoryStats {\n #[primary_key]\n pub category: String,\n pub total_amount: u64,\n pub order_count: u32,\n}\n\n#[spacetimedb(reducer)]\npub fn compute_stats(ctx: ReducerContext, category: String) {\n let mut total_amount = 0u64;\n let mut order_count = 0u32;\n\n for order in Order::filter_by_category(&category) {\n total_amount += order.amount;\n order_count += 1;\n }\n\n if let Some(mut stats) = CategoryStats::find_by_category(&category) {\n stats.total_amount = total_amount;\n stats.order_count = order_count;\n stats.update();\n } else {\n CategoryStats::insert(CategoryStats {\n category,\n total_amount,\n order_count,\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling ethnum v1.5.2\n Compiling cc v1.2.58\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling castaway v0.2.4\n Compiling blake3 v1.8.3\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling ppv-lite86 v0.2.21\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:16:7\n |\n16 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key(auto_inc = true)]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `filter_by_category` found for struct `Order` in the current scope\n --> src\\lib.rs:27:25\n |\n 5 | pub struct Order {\n | ---------------- function or associated item `filter_by_category` not found for this struct\n...\n27 | for order in Order::filter_by_category(&category) {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Order`\n\nerror[E0599]: no function or associated item named `find_by_category` found for struct `CategoryStats` in the current scope\n --> src\\lib.rs:32:45\n |\n15 | pub struct CategoryStats {\n | ------------------------ function or associated item `find_by_category` not found for this struct\n...\n32 | if let Some(mut stats) = CategoryStats::find_by_category(&category) {\n | ^^^^^^^^^^^^^^^^ function or associated item not found in `CategoryStats`\n\nerror[E0599]: no function or associated item named `insert` found for struct `CategoryStats` in the current scope\n --> src\\lib.rs:37:24\n |\n15 | pub struct CategoryStats {\n | ------------------------ function or associated item `insert` not found for this struct\n...\n37 | CategoryStats::insert(CategoryStats {\n | ^^^^^^ function or associated item not found in `CategoryStats`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 381, + "output_tokens": 562, + "generation_duration_ms": 16729, + "started_at": "2026-03-27T21:48:46.494698500Z", + "finished_at": "2026-03-27T21:50:25.060065Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "#[spacetimedb(table)]\npub struct Customer {\n #[primarykey(auto_inc)]\n pub id: u64,\n pub name: String,\n}\n\n#[spacetimedb(table)]\npub struct Order {\n #[primarykey(auto_inc)]\n pub id: u64,\n #[index(btree)]\n pub customer_id: u64,\n pub product: String,\n pub amount: u32,\n}\n\n#[spacetimedb(table)]\npub struct OrderDetail {\n #[primarykey]\n pub order_id: u64,\n pub customer_name: String,\n pub product: String,\n pub amount: u32,\n}\n\n#[spacetimedb(reducer)]\npub fn build_order_details(ctx: ReducerContext) {\n for order in Order::iter() {\n if let Some(customer) = Customer::filter_by_id(&order.customer_id).next() {\n OrderDetail::insert(OrderDetail {\n order_id: order.id,\n customer_name: customer.name,\n product: order.product,\n amount: order.amount,\n });\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\rust\\server\\deepseek-reasoner\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:28:3\n |\n28 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:19:3\n |\n19 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:21:7\n |\n21 | #[primarykey]\n | ^^^^^^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:9:3\n |\n9 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:11:7\n |\n11 | #[primarykey(auto_inc)]\n | ^^^^^^^^^^\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[index(btree)]\n | ^^^^^\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:2:3\n |\n2 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primarykey` in this scope\n --> src\\lib.rs:4:7\n |\n4 | #[primarykey(auto_inc)]\n | ^^^^^^^^^^\n\nerror[E0425]: cannot find type `ReducerContext` in this scope\n --> src\\lib.rs:29:33\n |\n29 | pub fn build_order_details(ctx: ReducerContext) {\n | ^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this struct\n |\n 2 + use spacetimedb::ReducerContext;\n |\n\nerror[E0599]: no function or associated item named `iter` found for struct `Order` in the current scope\n --> src\\lib.rs:30:25\n |\n10 | pub struct Order {\n | ---------------- function or associated item `iter` not found for this struct\n...\n30 | for order in Order::iter() {\n | ^^^^ function or associated item not found in `Order`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Customer` in the current scope\n --> src\\lib.rs:31:43\n |\n 3 | pub struct Customer {\n | ------------------- function or associated item `filter_by_id` not found for this struct\n...\n31 | if let Some(customer) = Customer::filter_by_id(&order.customer_id).next() {\n | ^^^^^^^^^^^^ function or associated item not found in `Customer`\n\nerror[E0599]: no function or associated item named `insert` found for struct `OrderDetail` in the current scope\n --> src\\lib.rs:32:26\n |\n20 | pub struct OrderDetail {\n | ---------------------- function or associated item `insert` not found for this struct\n...\n32 | OrderDetail::insert(OrderDetail {\n | ^^^^^^ function or associated item not found in `OrderDetail`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::Flags`\n candidate #2: `ppv_lite86::Vec2`\n candidate #3: `ppv_lite86::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0425, E0599.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 12 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 432, + "output_tokens": 744, + "generation_duration_ms": 21533, + "started_at": "2026-03-27T21:48:49.496662800Z", + "finished_at": "2026-03-27T21:50:48.406519900Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Account {\n #[primary_key(auto_inc)]\n pub id: u64,\n #[unique]\n pub email: String,\n pub display_name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn create_account(ctx: ReducerContext, email: String, display_name: String) {\n let _ = Account::insert(Account {\n id: 0,\n email,\n display_name,\n });\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling getrandom v0.2.17\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling sha3 v0.10.8\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key(auto_inc)]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `unique` in this scope\n --> src\\lib.rs:8:7\n |\n8 | #[unique]\n | ^^^^^^\n |\n = note: `unique` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Identity`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `Account` in the current scope\n --> src\\lib.rs:15:22\n |\n 5 | pub struct Account {\n | ------------------ function or associated item `insert` not found for this struct\n...\n15 | let _ = Account::insert(Account {\n | ^^^^^^ function or associated item not found in `Account`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 322, + "output_tokens": 371, + "generation_duration_ms": 12391, + "started_at": "2026-03-27T21:49:06.440197400Z", + "finished_at": "2026-03-27T21:50:43.825402900Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::*;\n#[spacetimedb(table)]\npub struct Product {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n #[btree]\n pub price: u32,\n}\n#[spacetimedb(table)]\npub struct PriceRangeResult {\n #[primary_key]\n pub product_id: u64,\n pub name: String,\n pub price: u32,\n}\n#[spacetimedb(reducer)]\npub fn find_in_price_range(ctx: ReducerContext, min_price: u32, max_price: u32) {\n PriceRangeResult::delete_all();\n for (_, product) in Product::range_by_price(min_price..=max_price) {\n PriceRangeResult::insert(PriceRangeResult {\n product_id: product.id,\n name: product.name.clone(),\n price: product.price,\n });\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling castaway v0.2.4\n Compiling num-traits v0.2.19\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling blake3 v1.8.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_032_range_query\\rust\\server\\deepseek-reasoner\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:19:3\n |\n19 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:12:3\n |\n12 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:3:3\n |\n3 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:5:7\n |\n5 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `btree` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[btree]\n | ^^^^^\n\nerror[E0599]: no function or associated item named `delete_all` found for struct `PriceRangeResult` in the current scope\n --> src\\lib.rs:21:23\n |\n13 | pub struct PriceRangeResult {\n | --------------------------- function or associated item `delete_all` not found for this struct\n...\n21 | PriceRangeResult::delete_all();\n | ^^^^^^^^^^ function or associated item not found in `PriceRangeResult`\n\nerror[E0599]: no function or associated item named `range_by_price` found for struct `Product` in the current scope\n --> src\\lib.rs:22:34\n |\n 4 | pub struct Product {\n | ------------------ function or associated item `range_by_price` not found for this struct\n...\n22 | for (_, product) in Product::range_by_price(min_price..=max_price) {\n | ^^^^^^^^^^^^^^ function or associated item not found in `Product`\n\nerror[E0599]: no function or associated item named `insert` found for struct `PriceRangeResult` in the current scope\n --> src\\lib.rs:23:27\n |\n13 | pub struct PriceRangeResult {\n | --------------------------- function or associated item `insert` not found for this struct\n...\n23 | PriceRangeResult::insert(PriceRangeResult {\n | ^^^^^^ function or associated item not found in `PriceRangeResult`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 10 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 388, + "output_tokens": 1727, + "generation_duration_ms": 50613, + "started_at": "2026-03-27T21:50:18.908888100Z", + "finished_at": "2026-03-27T21:52:52.652802300Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n#[spacetimedb(table)]\npub struct Player {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub score: u64,\n}\n#[spacetimedb(table)]\npub struct LeaderboardEntry {\n #[primary_key]\n pub rank: u32,\n pub player_name: String,\n pub score: u64,\n}\n#[spacetimedb(reducer)]\npub fn build_leaderboard(ctx: ReducerContext, limit: u32) {\n let mut players: Vec = Player::iter().collect();\n players.sort_by(|a, b| b.score.cmp(&a.score));\n LeaderboardEntry::delete_all();\n for (i, player) in players.into_iter().take(limit as usize).enumerate() {\n let rank = (i + 1) as u32;\n LeaderboardEntry::insert(LeaderboardEntry {\n rank,\n player_name: player.name,\n score: player.score,\n });\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling cc v1.2.58\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling itertools v0.12.1\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling ppv-lite86 v0.2.21\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling castaway v0.2.4\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling rand_core v0.6.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_033_sort_and_limit\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:5:7\n |\n5 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `iter` found for struct `Player` in the current scope\n --> src\\lib.rs:20:44\n |\n 4 | pub struct Player {\n | ----------------- function or associated item `iter` not found for this struct\n...\n20 | let mut players: Vec = Player::iter().collect();\n | ^^^^ function or associated item not found in `Player`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `delete_all` found for struct `LeaderboardEntry` in the current scope\n --> src\\lib.rs:22:23\n |\n12 | pub struct LeaderboardEntry {\n | --------------------------- function or associated item `delete_all` not found for this struct\n...\n22 | LeaderboardEntry::delete_all();\n | ^^^^^^^^^^ function or associated item not found in `LeaderboardEntry`\n\nerror[E0599]: no function or associated item named `insert` found for struct `LeaderboardEntry` in the current scope\n --> src\\lib.rs:25:27\n |\n12 | pub struct LeaderboardEntry {\n | --------------------------- function or associated item `insert` not found for this struct\n...\n25 | LeaderboardEntry::insert(LeaderboardEntry {\n | ^^^^^^ function or associated item not found in `LeaderboardEntry`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 386, + "output_tokens": 925, + "generation_duration_ms": 27970, + "started_at": "2026-03-27T21:50:25.060247300Z", + "finished_at": "2026-03-27T21:52:25.550541600Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::*;\n\n#[spacetimedb(table)]\npub struct Task {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub title: String,\n pub completed: bool,\n}\n\n#[spacetimedb(table)]\npub struct FirstIncomplete {\n #[primary_key]\n pub task_id: u64,\n pub title: String,\n}\n\n#[spacetimedb(reducer)]\npub fn find_first_incomplete(ctx: ReducerContext) {\n for task in Task::iter() {\n if !task.completed {\n FirstIncomplete::insert(FirstIncomplete {\n task_id: task.id,\n title: task.title.clone(),\n });\n break;\n }\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.3\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling rand_core v0.6.4\n Compiling ppv-lite86 v0.2.21\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ethnum v1.5.2\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\rust\\server\\deepseek-reasoner\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:20:3\n |\n20 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:13:3\n |\n13 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `iter` found for struct `Task` in the current scope\n --> src\\lib.rs:22:23\n |\n 5 | pub struct Task {\n | --------------- function or associated item `iter` not found for this struct\n...\n22 | for task in Task::iter() {\n | ^^^^ function or associated item not found in `Task`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `FirstIncomplete` in the current scope\n --> src\\lib.rs:24:30\n |\n14 | pub struct FirstIncomplete {\n | -------------------------- function or associated item `insert` not found for this struct\n...\n24 | FirstIncomplete::insert(FirstIncomplete {\n | ^^^^^^ function or associated item not found in `FirstIncomplete`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 358, + "output_tokens": 1998, + "generation_duration_ms": 59565, + "started_at": "2026-03-27T21:50:43.825539400Z", + "finished_at": "2026-03-27T21:53:21.777350100Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\nuse std::collections::HashSet;\n\n#[spacetimedb(table)]\npub struct Order {\n #[primary_key(auto_increment = true)]\n pub id: u64,\n pub category: String,\n pub amount: u32,\n}\n\n#[spacetimedb(table)]\npub struct DistinctCategory {\n #[primary_key]\n pub category: String,\n}\n\n#[spacetimedb(reducer)]\npub fn collect_distinct_categories(ctx: ReducerContext) {\n let mut categories = HashSet::new();\n for order in Order::iter() {\n categories.insert(order.category);\n }\n for row in DistinctCategory::iter() {\n row.delete();\n }\n for category in categories {\n DistinctCategory::insert(DistinctCategory { category });\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling cc v1.2.58\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling blake3 v1.8.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[primary_key(auto_increment = true)]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `iter` found for struct `Order` in the current scope\n --> src\\lib.rs:22:25\n |\n 6 | pub struct Order {\n | ---------------- function or associated item `iter` not found for this struct\n...\n22 | for order in Order::iter() {\n | ^^^^ function or associated item not found in `Order`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `iter` found for struct `DistinctCategory` in the current scope\n --> src\\lib.rs:25:34\n |\n14 | pub struct DistinctCategory {\n | --------------------------- function or associated item `iter` not found for this struct\n...\n25 | for row in DistinctCategory::iter() {\n | ^^^^ function or associated item not found in `DistinctCategory`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0282]: type annotations needed\n --> src\\lib.rs:26:9\n |\n26 | row.delete();\n | ^^^ cannot infer type\n\nerror[E0599]: no function or associated item named `insert` found for struct `DistinctCategory` in the current scope\n --> src\\lib.rs:29:27\n |\n14 | pub struct DistinctCategory {\n | --------------------------- function or associated item `insert` not found for this struct\n...\n29 | DistinctCategory::insert(DistinctCategory { category });\n | ^^^^^^ function or associated item not found in `DistinctCategory`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0282, E0432, E0599.\nFor more information about an error, try `rustc --explain E0282`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 349, + "output_tokens": 1051, + "generation_duration_ms": 31268, + "started_at": "2026-03-27T21:50:48.406664800Z", + "finished_at": "2026-03-27T21:53:02.395440500Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext, Timestamp};\n\n#[spacetimedb(table)]\npub struct User {\n #[primary_key(auto_inc)]\n pub id: u64,\n pub name: String,\n pub active: bool,\n}\n\n#[spacetimedb(table)]\npub struct UserStats {\n #[primary_key]\n pub key: String,\n pub count: u64,\n}\n\n#[spacetimedb(reducer)]\npub fn compute_user_counts(ctx: ReducerContext) {\n let total = User::iter().count() as u64;\n let active = User::iter().filter(|u| u.active).count() as u64;\n\n UserStats::insert(UserStats {\n key: \"total\".to_string(),\n count: total,\n });\n\n UserStats::insert(UserStats {\n key: \"active\".to_string(),\n count: active,\n });\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling blake3 v1.8.3\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, Timestamp};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:14:7\n |\n14 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key(auto_inc)]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused imports: `Identity` and `Timestamp`\n --> src\\lib.rs:2:32\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext, Timestamp};\n | ^^^^^^^^ ^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `iter` found for struct `User` in the current scope\n --> src\\lib.rs:21:23\n |\n 5 | pub struct User {\n | --------------- function or associated item `iter` not found for this struct\n...\n21 | let total = User::iter().count() as u64;\n | ^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `iter` found for struct `User` in the current scope\n --> src\\lib.rs:22:24\n |\n 5 | pub struct User {\n | --------------- function or associated item `iter` not found for this struct\n...\n22 | let active = User::iter().filter(|u| u.active).count() as u64;\n | ^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `UserStats` in the current scope\n --> src\\lib.rs:24:16\n |\n13 | pub struct UserStats {\n | -------------------- function or associated item `insert` not found for this struct\n...\n24 | UserStats::insert(UserStats {\n | ^^^^^^ function or associated item not found in `UserStats`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `UserStats` in the current scope\n --> src\\lib.rs:29:16\n |\n13 | pub struct UserStats {\n | -------------------- function or associated item `insert` not found for this struct\n...\n29 | UserStats::insert(UserStats {\n | ^^^^^^ function or associated item not found in `UserStats`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 396, + "output_tokens": 467, + "generation_duration_ms": 14692, + "started_at": "2026-03-27T21:51:05.672913200Z", + "finished_at": "2026-03-27T21:52:21.109885Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, ReducerContext};\n\n#[spacetimedb(table)]\npub struct EventLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree, multi = [\"category\", \"severity\"])]\n pub category: String,\n pub severity: u32,\n pub message: String,\n}\n\n#[spacetimedb(table)]\npub struct FilteredEvent {\n #[primary_key]\n pub event_id: u64,\n pub message: String,\n}\n\n#[spacetimedb(reducer)]\npub fn filter_events(ctx: ReducerContext, category: String, severity: u32) {\n for event in EventLog::iter() {\n if event.category == category && event.severity == severity {\n FilteredEvent::insert(FilteredEvent {\n event_id: event.id,\n message: event.message,\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling cc v1.2.58\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling lean_string v0.5.3\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:17:7\n |\n17 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n |\n = note: `auto_inc` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:9:7\n |\n9 | #[index(btree, multi = [\"category\", \"severity\"])]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `iter` found for struct `EventLog` in the current scope\n --> src\\lib.rs:24:28\n |\n 5 | pub struct EventLog {\n | ------------------- function or associated item `iter` not found for this struct\n...\n24 | for event in EventLog::iter() {\n | ^^^^ function or associated item not found in `EventLog`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `iter`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `FilteredEvent` in the current scope\n --> src\\lib.rs:26:28\n |\n16 | pub struct FilteredEvent {\n | ------------------------ function or associated item `insert` not found for this struct\n...\n26 | FilteredEvent::insert(FilteredEvent {\n | ^^^^^^ function or associated item not found in `FilteredEvent`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 388, + "output_tokens": 1081, + "generation_duration_ms": 31414, + "started_at": "2026-03-27T21:51:10.289842300Z", + "finished_at": "2026-03-27T21:53:06.390708700Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{schedule_at, schedule_at_time, Duration, ReducerContext, ScheduleAt, SpacetimeType, TableType, Timestamp};\n\n#[derive(SpacetimeType, TableType)]\npub struct Reminder {\n #[primary_key]\n #[auto_increment]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n pub message: String,\n}\n\n#[scheduled(reminder)]\npub fn send_reminder(_ctx: ReducerContext, reminder: Reminder) {}\n\n#[init]\npub fn init(ctx: ReducerContext) {\n let scheduled_at = ScheduleAt::Time(ctx.timestamp + Duration::from_secs(60));\n Reminder::insert(Reminder {\n scheduled_id: 0,\n scheduled_at,\n message: String::new(),\n });\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling cc v1.2.58\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling blake3 v1.8.3\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved imports `spacetimedb::schedule_at`, `spacetimedb::schedule_at_time`, `spacetimedb::Duration`, `spacetimedb::TableType`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{schedule_at, schedule_at_time, Duration, ReducerContext, ScheduleAt, SpacetimeType, TableType, Timestamp};\n | ^^^^^^^^^^^ ^^^^^^^^^^^^^^^^ ^^^^^^^^ no `Duration` in the root ^^^^^^^^^ no `TableType` in the root\n | | |\n | | no `schedule_at_time` in the root\n | no `schedule_at` in the root\n |\n = help: consider importing this struct instead:\n std::time::Duration\nhelp: a similar name exists in the module\n |\n2 - use spacetimedb::{schedule_at, schedule_at_time, Duration, ReducerContext, ScheduleAt, SpacetimeType, TableType, Timestamp};\n2 + use spacetimedb::{ScheduleAt, schedule_at_time, Duration, ReducerContext, ScheduleAt, SpacetimeType, TableType, Timestamp};\n |\nhelp: a similar name exists in the module\n |\n2 - use spacetimedb::{schedule_at, schedule_at_time, Duration, ReducerContext, ScheduleAt, SpacetimeType, TableType, Timestamp};\n2 + use spacetimedb::{schedule_at, schedule_at_time, duration, ReducerContext, ScheduleAt, SpacetimeType, TableType, Timestamp};\n |\n\nerror: cannot find attribute `init` in this scope\n --> src\\lib.rs:16:3\n |\n16 | #[init]\n | ^^^^\n |\n = note: `init` is in scope, but it is a function, not an attribute\n\nerror: cannot find attribute `scheduled` in this scope\n --> src\\lib.rs:13:3\n |\n13 | #[scheduled(reminder)]\n | ^^^^^^^^^\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `auto_increment` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_increment]\n | ^^^^^^^^^^^^^^\n\nwarning: unused import: `Timestamp`\n --> src\\lib.rs:2:114\n |\n2 | use spacetimedb::{schedule_at, schedule_at_time, Duration, ReducerContext, ScheduleAt, SpacetimeType, TableType, Timestamp};\n | ^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `insert` found for struct `Reminder` in the current scope\n --> src\\lib.rs:19:15\n |\n 5 | pub struct Reminder {\n | ------------------- function or associated item `insert` not found for this struct\n...\n19 | Reminder::insert(Reminder {\n | ^^^^^^ function or associated item not found in `Reminder`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nwarning: unused variable: `reminder`\n --> src\\lib.rs:14:44\n |\n14 | pub fn send_reminder(_ctx: ReducerContext, reminder: Reminder) {}\n | ^^^^^^^^ help: if this is intentional, prefix it with an underscore: `_reminder`\n |\n = note: `#[warn(unused_variables)]` (part of `#[warn(unused)]`) on by default\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 2 warnings\nerror: could not compile `spacetime-module` (lib) due to 6 previous errors; 2 warnings emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 360, + "output_tokens": 518, + "generation_duration_ms": 19314, + "started_at": "2026-03-27T21:47:48.159176700Z", + "finished_at": "2026-03-27T21:49:06.439916600Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{schedule_at::ScheduleAt, spacetimedb};\n\n#[spacetimedb(table)]\npub struct CleanupJob {\n #[primary_key(auto_increment = true)]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[spacetimedb(scheduled)]\npub fn run_cleanup(_cleanup_job: CleanupJob) {}\n\n#[spacetimedb(reducer)]\npub fn init() {\n CleanupJob::insert(CleanupJob {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::interval_seconds(60),\n })\n .unwrap();\n}\n\n#[spacetimedb(reducer)]\npub fn cancel_cleanup(_ctx: spacetimedb::ReducerContext, scheduled_id: u64) {\n CleanupJob::delete_by_scheduled_id(&scheduled_id);\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling castaway v0.2.4\n Compiling sha3 v0.10.8\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:44\n |\n2 | use spacetimedb::{schedule_at::ScheduleAt, spacetimedb};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key(auto_increment = true)]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `CleanupJob` in the current scope\n --> src\\lib.rs:16:17\n |\n 5 | pub struct CleanupJob {\n | --------------------- function or associated item `insert` not found for this struct\n...\n16 | CleanupJob::insert(CleanupJob {\n | ^^^^^^ function or associated item not found in `CleanupJob`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `delete_by_scheduled_id` found for struct `CleanupJob` in the current scope\n --> src\\lib.rs:25:17\n |\n 5 | pub struct CleanupJob {\n | --------------------- function or associated item `delete_by_scheduled_id` not found for this struct\n...\n25 | CleanupJob::delete_by_scheduled_id(&scheduled_id);\n | ^^^^^^^^^^^^^^^^^^^^^^ function or associated item not found in `CleanupJob`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 359, + "output_tokens": 1120, + "generation_duration_ms": 33816, + "started_at": "2026-03-27T21:48:15.689491300Z", + "finished_at": "2026-03-27T21:50:07.289076900Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, Timestamp};\n\n#[spacetimedb(table)]\npub struct OnlinePlayer {\n #[primary_key]\n identity: Identity,\n connected_at: Timestamp,\n}\n\n#[spacetimedb(reducer, on_connect)]\npub fn client_connected(identity: Identity, connected_at: Timestamp) {\n OnlinePlayer::insert(OnlinePlayer {\n identity,\n connected_at,\n });\n}\n\n#[spacetimedb(reducer, on_disconnect)]\npub fn client_disconnected(identity: Identity, _timestamp: Timestamp) {\n OnlinePlayer::delete_by_identity(&identity);\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling castaway v0.2.4\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling lean_string v0.5.3\n Compiling generic-array v0.14.7\n Compiling syn v2.0.117\n Compiling num-traits v0.2.19\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling sha3 v0.10.8\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling ppv-lite86 v0.2.21\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_040_lifecycle_player\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, Timestamp};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `insert` found for struct `OnlinePlayer` in the current scope\n --> src\\lib.rs:13:19\n |\n 5 | pub struct OnlinePlayer {\n | ----------------------- function or associated item `insert` not found for this struct\n...\n13 | OnlinePlayer::insert(OnlinePlayer {\n | ^^^^^^ function or associated item not found in `OnlinePlayer`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `delete_by_identity` found for struct `OnlinePlayer` in the current scope\n --> src\\lib.rs:21:19\n |\n 5 | pub struct OnlinePlayer {\n | ----------------------- function or associated item `delete_by_identity` not found for this struct\n...\n21 | OnlinePlayer::delete_by_identity(&identity);\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `OnlinePlayer`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 313, + "output_tokens": 1647, + "generation_duration_ms": 47564, + "started_at": "2026-03-27T21:48:15.977438500Z", + "finished_at": "2026-03-27T21:51:10.289689500Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::*;\n\n#[spacetimedb(table)]\npub struct User {\n #[primary_key]\n identity: Identity,\n name: String,\n}\n\n#[spacetimedb(table)]\npub struct Message {\n #[primary_key(auto_increment = true)]\n id: u64,\n #[index(btree)]\n sender: Identity,\n text: String,\n}\n\n#[spacetimedb(reducer)]\npub fn register(ctx: Context, name: String) {\n if User::filter_by_identity(&ctx.sender).is_some() {\n panic!(\"already registered\");\n }\n User::insert(User {\n identity: ctx.sender,\n name,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn post_message(ctx: Context, text: String) {\n if User::filter_by_identity(&ctx.sender).is_none() {\n panic!(\"not registered\");\n }\n Message::insert(Message {\n id: 0,\n sender: ctx.sender,\n text,\n });\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling ppv-lite86 v0.2.21\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling generic-array v0.14.7\n Compiling castaway v0.2.4\n Compiling num-traits v0.2.19\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.3\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\rust\\server\\deepseek-reasoner\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:31:3\n |\n31 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:20:3\n |\n20 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:11:3\n |\n11 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primary_key(auto_increment = true)]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `index` in this scope\n --> src\\lib.rs:15:7\n |\n15 | #[index(btree)]\n | ^^^^^\n |\n = note: `index` is an attribute that can be used by the derive macros `Index` and `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0425]: cannot find type `Context` in this scope\n --> src\\lib.rs:21:22\n |\n 21 | pub fn register(ctx: Context, name: String) {\n | ^^^^^^^\n |\n ::: D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\lib.rs:1448:1\n |\n1448 | pub trait DbContext {\n | ------------------- similarly named trait `DbContext` defined here\n |\nhelp: a trait with a similar name exists\n |\n 21 | pub fn register(ctx: DbContext, name: String) {\n | ++\nhelp: consider importing this struct\n |\n 2 + use std::task::Context;\n |\n\nerror[E0425]: cannot find type `Context` in this scope\n --> src\\lib.rs:32:26\n |\n 32 | pub fn post_message(ctx: Context, text: String) {\n | ^^^^^^^\n |\n ::: D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\lib.rs:1448:1\n |\n1448 | pub trait DbContext {\n | ------------------- similarly named trait `DbContext` defined here\n |\nhelp: a trait with a similar name exists\n |\n 32 | pub fn post_message(ctx: DbContext, text: String) {\n | ++\nhelp: consider importing this struct\n |\n 2 + use std::task::Context;\n |\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:22:14\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n22 | if User::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:25:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n25 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:33:14\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n33 | if User::filter_by_identity(&ctx.sender).is_none() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Message` in the current scope\n --> src\\lib.rs:36:14\n |\n12 | pub struct Message {\n | ------------------ function or associated item `insert` not found for this struct\n...\n36 | Message::insert(Message {\n | ^^^^^^ function or associated item not found in `Message`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0425, E0599.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 13 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 408, + "output_tokens": 360, + "generation_duration_ms": 12537, + "started_at": "2026-03-27T21:42:09.258460900Z", + "finished_at": "2026-03-27T21:44:51.349719700Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity};\n\n#[spacetimedb(table)]\npub struct Config {\n #[primary_key]\n id: u32,\n admin: Identity,\n}\n\n#[spacetimedb(table)]\npub struct AdminLog {\n #[primary_key(auto_inc)]\n id: u64,\n action: String,\n}\n\n#[spacetimedb(reducer)]\npub fn bootstrap_admin(ctx: spacetimedb::ReducerContext) {\n if Config::filter_by_id(&0).is_some() {\n panic!(\"already bootstrapped\");\n }\n Config::insert(Config { id: 0, admin: ctx.sender });\n}\n\n#[spacetimedb(reducer)]\npub fn admin_action(ctx: spacetimedb::ReducerContext, action: String) {\n let config = Config::filter_by_id(&0).expect(\"not bootstrapped\");\n if ctx.sender != config.admin {\n panic!(\"not admin\");\n }\n AdminLog::insert(AdminLog { id: 0, action });\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling ppv-lite86 v0.2.21\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling rand_chacha v0.3.1\n Compiling cc v1.2.58\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primary_key(auto_inc)]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Config` in the current scope\n --> src\\lib.rs:20:16\n |\n 5 | pub struct Config {\n | ----------------- function or associated item `filter_by_id` not found for this struct\n...\n20 | if Config::filter_by_id(&0).is_some() {\n | ^^^^^^^^^^^^ function or associated item not found in `Config`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Config` in the current scope\n --> src\\lib.rs:23:13\n |\n 5 | pub struct Config {\n | ----------------- function or associated item `insert` not found for this struct\n...\n23 | Config::insert(Config { id: 0, admin: ctx.sender });\n | ^^^^^^ function or associated item not found in `Config`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Config` in the current scope\n --> src\\lib.rs:28:26\n |\n 5 | pub struct Config {\n | ----------------- function or associated item `filter_by_id` not found for this struct\n...\n28 | let config = Config::filter_by_id(&0).expect(\"not bootstrapped\");\n | ^^^^^^^^^^^^ function or associated item not found in `Config`\n\nerror[E0599]: no function or associated item named `insert` found for struct `AdminLog` in the current scope\n --> src\\lib.rs:32:15\n |\n12 | pub struct AdminLog {\n | ------------------- function or associated item `insert` not found for this struct\n...\n32 | AdminLog::insert(AdminLog { id: 0, action });\n | ^^^^^^ function or associated item not found in `AdminLog`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 417, + "output_tokens": 562, + "generation_duration_ms": 19125, + "started_at": "2026-03-27T21:42:09.260139200Z", + "finished_at": "2026-03-27T21:45:13.658566500Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{ReducerContext, Identity};\n\n#[spacetimedb(table)]\npub struct User {\n #[primary_key]\n identity: Identity,\n role: String,\n}\n\n#[spacetimedb(reducer)]\npub fn register(ctx: ReducerContext) {\n if User::filter_by_identity(&ctx.sender).is_some() {\n panic!(\"already registered\");\n }\n User::insert(User {\n identity: ctx.sender,\n role: \"member\".to_string(),\n });\n}\n\n#[spacetimedb(reducer)]\npub fn promote(ctx: ReducerContext, target: Identity) {\n let caller = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n if caller.role != \"admin\" {\n panic!(\"not admin\");\n }\n let mut target_user = User::filter_by_identity(&target).expect(\"target not registered\");\n target_user.role = \"admin\".to_string();\n User::update_by_identity(&target, target_user);\n}\n\n#[spacetimedb(reducer)]\npub fn member_action(ctx: ReducerContext) {\n User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n}\n\n#[spacetimedb(reducer)]\npub fn admin_action(ctx: ReducerContext) {\n let user = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n if user.role != \"admin\" {\n panic!(\"not admin\");\n }\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.47\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling num-traits v0.2.19\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\rust\\server\\deepseek-reasoner\\llm)\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:38:3\n |\n38 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:33:3\n |\n33 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:22:3\n |\n22 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:11:3\n |\n11 | #[spacetimedb(reducer)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `spacetimedb` in this scope\n --> src\\lib.rs:4:3\n |\n4 | #[spacetimedb(table)]\n | ^^^^^^^^^^^\n |\n = note: `spacetimedb` is in scope, but it is a crate, not an attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:13:14\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n13 | if User::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:13:38\n |\n13 | if User::filter_by_identity(&ctx.sender).is_some() {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n13 | if User::filter_by_identity(&ctx.sender()).is_some() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `User` in the current scope\n --> src\\lib.rs:16:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `insert` not found for this struct\n...\n16 | User::insert(User {\n | ^^^^^^ function or associated item not found in `User`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:17:23\n |\n17 | identity: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n17 | identity: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:24:24\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n24 | let caller = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:24:48\n |\n24 | let caller = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n24 | let caller = User::filter_by_identity(&ctx.sender()).expect(\"not registered\");\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:28:33\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n28 | let mut target_user = User::filter_by_identity(&target).expect(\"target not registered\");\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `update_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:30:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `update_by_identity` not found for this struct\n...\n30 | User::update_by_identity(&target, target_user);\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:35:11\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n35 | User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:35:35\n |\n35 | User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n35 | User::filter_by_identity(&ctx.sender()).expect(\"not registered\");\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `User` in the current scope\n --> src\\lib.rs:40:22\n |\n 5 | pub struct User {\n | --------------- function or associated item `filter_by_identity` not found for this struct\n...\n40 | let user = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `User`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:40:46\n |\n40 | let user = User::filter_by_identity(&ctx.sender).expect(\"not registered\");\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n40 | let user = User::filter_by_identity(&ctx.sender()).expect(\"not registered\");\n | ++\n\nSome errors have detailed explanations: E0599, E0616.\nFor more information about an error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 18 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 475, + "output_tokens": 764, + "generation_duration_ms": 24819, + "started_at": "2026-03-27T21:42:09.261791200Z", + "finished_at": "2026-03-27T21:45:10.223736400Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, Context};\n\n#[spacetimedb(table(visibility = \"private\"))]\npub struct Admin {\n #[primary_key]\n identity: Identity,\n}\n\n#[spacetimedb(table(visibility = \"private\"))]\npub struct Banned {\n #[primary_key]\n identity: Identity,\n}\n\n#[spacetimedb(table)]\npub struct Player {\n #[primary_key]\n identity: Identity,\n name: String,\n}\n\n#[spacetimedb(reducer)]\npub fn add_admin(ctx: Context, target: Identity) {\n if !Admin::filter_by_identity(&ctx.sender).is_empty() {\n Admin::insert(Admin { identity: target });\n } else {\n panic!(\"not admin\");\n }\n}\n\n#[spacetimedb(reducer)]\npub fn ban_player(ctx: Context, target: Identity) {\n if !Admin::filter_by_identity(&ctx.sender).is_empty() {\n Banned::insert(Banned { identity: target });\n Player::delete_by_identity(&target);\n } else {\n panic!(\"not admin\");\n }\n}\n\n#[spacetimedb(reducer)]\npub fn join_game(ctx: Context, name: String) {\n if !Banned::filter_by_identity(&ctx.sender).is_empty() {\n panic!(\"banned\");\n }\n if !Player::filter_by_identity(&ctx.sender).is_empty() {\n panic!(\"already in game\");\n }\n Player::insert(Player { identity: ctx.sender, name });\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling itertools v0.12.1\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, Context};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:18:7\n |\n18 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:12:7\n |\n12 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Admin` in the current scope\n --> src\\lib.rs:25:16\n |\n 5 | pub struct Admin {\n | ---------------- function or associated item `filter_by_identity` not found for this struct\n...\n25 | if !Admin::filter_by_identity(&ctx.sender).is_empty() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Admin`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Admin` in the current scope\n --> src\\lib.rs:26:16\n |\n 5 | pub struct Admin {\n | ---------------- function or associated item `insert` not found for this struct\n...\n26 | Admin::insert(Admin { identity: target });\n | ^^^^^^ function or associated item not found in `Admin`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Admin` in the current scope\n --> src\\lib.rs:34:16\n |\n 5 | pub struct Admin {\n | ---------------- function or associated item `filter_by_identity` not found for this struct\n...\n34 | if !Admin::filter_by_identity(&ctx.sender).is_empty() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Admin`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Banned` in the current scope\n --> src\\lib.rs:35:17\n |\n11 | pub struct Banned {\n | ----------------- function or associated item `insert` not found for this struct\n...\n35 | Banned::insert(Banned { identity: target });\n | ^^^^^^ function or associated item not found in `Banned`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `delete_by_identity` found for struct `Player` in the current scope\n --> src\\lib.rs:36:17\n |\n17 | pub struct Player {\n | ----------------- function or associated item `delete_by_identity` not found for this struct\n...\n36 | Player::delete_by_identity(&target);\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Player`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Banned` in the current scope\n --> src\\lib.rs:44:17\n |\n11 | pub struct Banned {\n | ----------------- function or associated item `filter_by_identity` not found for this struct\n...\n44 | if !Banned::filter_by_identity(&ctx.sender).is_empty() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Banned`\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `Player` in the current scope\n --> src\\lib.rs:47:17\n |\n17 | pub struct Player {\n | ----------------- function or associated item `filter_by_identity` not found for this struct\n...\n47 | if !Player::filter_by_identity(&ctx.sender).is_empty() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `Player`\n\nerror[E0599]: no function or associated item named `insert` found for struct `Player` in the current scope\n --> src\\lib.rs:50:13\n |\n17 | pub struct Player {\n | ----------------- function or associated item `insert` not found for this struct\n...\n50 | Player::insert(Player { identity: ctx.sender, name });\n | ^^^^^^ function or associated item not found in `Player`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 12 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 461, + "output_tokens": 873, + "generation_duration_ms": 27851, + "started_at": "2026-03-27T21:42:09.263314600Z", + "finished_at": "2026-03-27T21:45:11.844029100Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, Timestamp};\n\n#[spacetimedb(table)]\npub struct RateLimit {\n #[primary_key]\n identity: Identity,\n last_call_us: i64,\n}\n\n#[spacetimedb(table)]\npub struct ActionLog {\n #[primary_key(auto_increment = true)]\n id: u64,\n identity: Identity,\n payload: String,\n}\n\n#[spacetimedb(reducer)]\npub fn limited_action(ctx: spacetimedb::ReducerContext, payload: String) {\n let now: i64 = ctx.timestamp.to_micros_since_unix_epoch();\n if let Some(rate_limit) = RateLimit::filter_by_identity(&ctx.sender).next() {\n if now - rate_limit.last_call_us < 1_000_000 {\n panic!(\"rate limited\");\n }\n RateLimit::update_by_identity(&ctx.sender, RateLimit { identity: ctx.sender, last_call_us: now });\n } else {\n RateLimit::insert(RateLimit { identity: ctx.sender, last_call_us: now }).unwrap();\n }\n ActionLog::insert(ActionLog { id: 0, identity: ctx.sender, payload }).unwrap();\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.47\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling cc v1.2.58\n Compiling serde_json v1.0.149\n Compiling num-traits v0.2.19\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.3\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling castaway v0.2.4\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, Timestamp};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:13:7\n |\n13 | #[primary_key(auto_increment = true)]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n |\n = note: `primary_key` is an attribute that can be used by the derive macro `__TableHelper`, you might be missing a `derive` attribute\n\nwarning: unused import: `Timestamp`\n --> src\\lib.rs:2:42\n |\n2 | use spacetimedb::{spacetimedb, Identity, Timestamp};\n | ^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0599]: no function or associated item named `filter_by_identity` found for struct `RateLimit` in the current scope\n --> src\\lib.rs:22:42\n |\n 5 | pub struct RateLimit {\n | -------------------- function or associated item `filter_by_identity` not found for this struct\n...\n22 | if let Some(rate_limit) = RateLimit::filter_by_identity(&ctx.sender).next() {\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `RateLimit`\n\nerror[E0599]: no function or associated item named `update_by_identity` found for struct `RateLimit` in the current scope\n --> src\\lib.rs:26:20\n |\n 5 | pub struct RateLimit {\n | -------------------- function or associated item `update_by_identity` not found for this struct\n...\n26 | RateLimit::update_by_identity(&ctx.sender, RateLimit { identity: ctx.sender, last_call_us: now });\n | ^^^^^^^^^^^^^^^^^^ function or associated item not found in `RateLimit`\n\nerror[E0599]: no function or associated item named `insert` found for struct `RateLimit` in the current scope\n --> src\\lib.rs:28:20\n |\n 5 | pub struct RateLimit {\n | -------------------- function or associated item `insert` not found for this struct\n...\n28 | RateLimit::insert(RateLimit { identity: ctx.sender, last_call_us: now }).unwrap();\n | ^^^^^^ function or associated item not found in `RateLimit`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `insert` found for struct `ActionLog` in the current scope\n --> src\\lib.rs:30:16\n |\n12 | pub struct ActionLog {\n | -------------------- function or associated item `insert` not found for this struct\n...\n30 | ActionLog::insert(ActionLog { id: 0, identity: ctx.sender, payload }).unwrap();\n | ^^^^^^ function or associated item not found in `ActionLog`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nSome errors have detailed explanations: E0432, E0599.\nFor more information about an error, try `rustc --explain E0432`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 440, + "output_tokens": 530, + "generation_duration_ms": 17175, + "started_at": "2026-03-27T21:42:09.264919200Z", + "finished_at": "2026-03-27T21:44:51.217449100Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{spacetimedb, Identity, ReducerContext};\n\n#[spacetimedb(table)]\npub struct Document {\n #[spacetimedb(primary_key, auto_inc)]\n pub id: u64,\n #[spacetimedb(index(btree))]\n pub owner: Identity,\n pub title: String,\n}\n\n#[spacetimedb(table)]\npub struct DocumentShare {\n #[spacetimedb(index(btree))]\n pub document_id: u64,\n #[spacetimedb(index(btree))]\n pub shared_with: Identity,\n}\n\n#[spacetimedb(reducer)]\npub fn create_document(ctx: ReducerContext, title: String) {\n Document::insert(Document {\n id: 0,\n owner: ctx.sender,\n title,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn share_document(ctx: ReducerContext, document_id: u64, target: Identity) {\n let document = Document::filter_by_id(&document_id).expect(\"not found\");\n if document.owner != ctx.sender {\n panic!(\"not owner\");\n }\n DocumentShare::insert(DocumentShare {\n document_id,\n shared_with: target,\n });\n}\n\n#[spacetimedb(reducer)]\npub fn edit_document(ctx: ReducerContext, document_id: u64, new_title: String) {\n let document = Document::filter_by_id(&document_id).expect(\"not found\");\n let is_owner = document.owner == ctx.sender;\n let is_shared = DocumentShare::filter_by_document_id(&document_id)\n .any(|share| share.shared_with == ctx.sender);\n if !is_owner && !is_shared {\n panic!(\"unauthorized\");\n }\n Document::update_by_id(&document_id, |document| {\n document.title = new_title;\n });\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 105 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.47\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling itertools v0.12.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.3\n Compiling num-traits v0.2.19\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling decorum v0.3.1\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0432]: unresolved import `spacetimedb::spacetimedb`\n --> src\\lib.rs:2:19\n |\n2 | use spacetimedb::{spacetimedb, Identity, ReducerContext};\n | ^^^^^^^^^^^ no `spacetimedb` in the root\n\nerror[E0599]: no function or associated item named `insert` found for struct `Document` in the current scope\n --> src\\lib.rs:23:15\n |\n 5 | pub struct Document {\n | ------------------- function or associated item `insert` not found for this struct\n...\n23 | Document::insert(Document {\n | ^^^^^^ function or associated item not found in `Document`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:25:20\n |\n25 | owner: ctx.sender,\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n25 | owner: ctx.sender(),\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Document` in the current scope\n --> src\\lib.rs:32:30\n |\n 5 | pub struct Document {\n | ------------------- function or associated item `filter_by_id` not found for this struct\n...\n32 | let document = Document::filter_by_id(&document_id).expect(\"not found\");\n | ^^^^^^^^^^^^ function or associated item not found in `Document`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:33:30\n |\n33 | if document.owner != ctx.sender {\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n33 | if document.owner != ctx.sender() {\n | ++\n\nerror[E0599]: no function or associated item named `insert` found for struct `DocumentShare` in the current scope\n --> src\\lib.rs:36:20\n |\n14 | pub struct DocumentShare {\n | ------------------------ function or associated item `insert` not found for this struct\n...\n36 | DocumentShare::insert(DocumentShare {\n | ^^^^^^ function or associated item not found in `DocumentShare`\n |\n = help: items from traits can only be used if the trait is implemented and in scope\n = note: the following traits define an item `insert`, perhaps you need to implement one of them:\n candidate #1: `bitflags::traits::Flags`\n candidate #2: `ppv_lite86::types::Vec2`\n candidate #3: `ppv_lite86::types::Vec4`\n candidate #4: `spacetimedb::Table`\n\nerror[E0599]: no function or associated item named `filter_by_id` found for struct `Document` in the current scope\n --> src\\lib.rs:44:30\n |\n 5 | pub struct Document {\n | ------------------- function or associated item `filter_by_id` not found for this struct\n...\n44 | let document = Document::filter_by_id(&document_id).expect(\"not found\");\n | ^^^^^^^^^^^^ function or associated item not found in `Document`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:45:42\n |\n45 | let is_owner = document.owner == ctx.sender;\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n45 | let is_owner = document.owner == ctx.sender();\n | ++\n\nerror[E0599]: no function or associated item named `filter_by_document_id` found for struct `DocumentShare` in the current scope\n --> src\\lib.rs:46:36\n |\n14 | pub struct DocumentShare {\n | ------------------------ function or associated item `filter_by_document_id` not found for this struct\n...\n46 | let is_shared = DocumentShare::filter_by_document_id(&document_id)\n | ^^^^^^^^^^^^^^^^^^^^^ function or associated item not found in `DocumentShare`\n\nerror[E0616]: field `sender` of struct `ReducerContext` is private\n --> src\\lib.rs:47:47\n |\n47 | .any(|share| share.shared_with == ctx.sender);\n | ^^^^^^ private field\n |\nhelp: a method `sender` also exists, call it with parentheses\n |\n47 | .any(|share| share.shared_with == ctx.sender());\n | ++\n\nerror[E0599]: no function or associated item named `update_by_id` found for struct `Document` in the current scope\n --> src\\lib.rs:51:15\n |\n 5 | pub struct Document {\n | ------------------- function or associated item `update_by_id` not found for this struct\n...\n51 | Document::update_by_id(&document_id, |document| {\n | ^^^^^^^^^^^^ function or associated item not found in `Document`\n\nSome errors have detailed explanations: E0432, E0599, E0616.\nFor more information about an error, try `rustc --explain E0432`.\nerror: could not compile `spacetime-module` (lib) due to 11 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 511, + "output_tokens": 760, + "generation_duration_ms": 22911, + "started_at": "2026-03-27T21:42:09.266447600Z", + "finished_at": "2026-03-27T21:45:15.423303800Z" + } + } + } + ] + }, + { + "mode": "guidelines", + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "models": [ + { + "name": "Claude Sonnet 4.6", + "route_api_model": "claude-sonnet-4-6", + "tasks": { + "t_000_empty_reducers": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4097, + "output_tokens": 224, + "generation_duration_ms": 2916, + "started_at": "2026-03-31T13:15:02.933085900Z", + "finished_at": "2026-03-31T13:15:53.121225200Z" + }, + "t_001_basic_tables": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4090, + "output_tokens": 192, + "generation_duration_ms": 2079, + "started_at": "2026-03-31T13:15:30.077453100Z", + "finished_at": "2026-03-31T13:16:25.806964Z" + }, + "t_002_scheduled_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4060, + "output_tokens": 227, + "generation_duration_ms": 3106, + "started_at": "2026-03-31T13:15:53.121321700Z", + "finished_at": "2026-03-31T13:16:57.951248800Z" + }, + "t_003_struct_in_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4015, + "output_tokens": 104, + "generation_duration_ms": 5530, + "started_at": "2026-03-31T13:16:25.807064Z", + "finished_at": "2026-03-31T13:17:22.563216500Z" + }, + "t_004_insert": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4052, + "output_tokens": 138, + "generation_duration_ms": 3954, + "started_at": "2026-03-31T13:16:57.951338300Z", + "finished_at": "2026-03-31T13:17:55.717108200Z" + }, + "t_005_update": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_005_update", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4100, + "output_tokens": 207, + "generation_duration_ms": 3762, + "started_at": "2026-03-31T13:17:22.563321800Z", + "finished_at": "2026-03-31T13:18:23.785356800Z" + }, + "t_006_delete": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4063, + "output_tokens": 186, + "generation_duration_ms": 6982, + "started_at": "2026-03-31T13:17:55.717212900Z", + "finished_at": "2026-03-31T13:18:52.514703900Z" + }, + "t_007_crud": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_007_crud", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4093, + "output_tokens": 228, + "generation_duration_ms": 4898, + "started_at": "2026-03-31T13:18:23.785441400Z", + "finished_at": "2026-03-31T13:19:21.094773Z" + }, + "t_008_index_lookup": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4130, + "output_tokens": 264, + "generation_duration_ms": 4525, + "started_at": "2026-03-31T13:18:52.514835600Z", + "finished_at": "2026-03-31T13:19:40.268369400Z" + }, + "t_009_init": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_009_init", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = user, public)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.user().insert(User { id: 0, name: \"Alice\".to_string(), age: 30, active: true });\n ctx.db.user().insert(User { id: 0, name: \"Bob\".to_string(), age: 22, active: false });\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.48\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling log v0.4.29\nerror[E0786]: found invalid metadata files for crate `alloc` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\wasm32-unknown-unknown\\lib\\liballoc-90a139ba49a6af1c.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot resolve a prelude import\n\nerror: could not compile `convert_case` (lib)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name convert_case --edition=2018 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"rand\", \"random\"))' -C metadata=3d16373c20c5902b -C extra-filename=-274485f28e2914a9 --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\rust\\server\\claude-sonnet-4-6\\llm\\target\\release\\deps' -C linker=rust-lld.exe -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\rust\\server\\claude-sonnet-4-6\\llm\\target\\release\\deps' --cap-lints allow` (exit code: 0xc000012d)\nwarning: build failed, waiting for other jobs to finish...\nerror: could not compile `bytes` (lib)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name bytes --edition=2021 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytes-1.11.1\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --warn=unexpected_cfgs --check-cfg 'cfg(loom)' --cfg 'feature=\"default\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"default\", \"extra-platforms\", \"serde\", \"std\"))' -C metadata=2a60c93fa410eb60 -C extra-filename=-4f526368d0e3d2fe --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\rust\\server\\claude-sonnet-4-6\\llm\\target\\wasm32-unknown-unknown\\release\\deps' --target wasm32-unknown-unknown -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\rust\\server\\claude-sonnet-4-6\\llm\\target\\wasm32-unknown-unknown\\release\\deps' -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\rust\\server\\claude-sonnet-4-6\\llm\\target\\release\\deps' --cap-lints allow -C debuginfo=0 -C panic=abort` (exit code: 0xc000012d)\nerror[E0786]: found invalid metadata files for crate `hashbrown` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\libhashbrown-cec0bffea23d2070.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror[E0786]: found invalid metadata files for crate `std_detect` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\libstd_detect-08493120d2e26414.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror[E0786]: found invalid metadata files for crate `core` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\libcore-02f640fcbd91e423.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\kebab.rs:1:5\n |\n1 | use std::fmt;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\constant_time_eq-0.4.2\\src\\generic.rs:117:5\n |\n117 | assert_eq!(src.len(), size_of::());\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 12 + use core::assert_eq;\n |\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:3:5\n |\n3 | use std::env;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\constant_time_eq-0.4.2\\src\\classic.rs:72:5\n |\n72 | assert!(a.len() == b.len());\n | ^^^^^^\n |\nhelp: consider importing this macro\n |\n 9 + use core::assert;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\constant_time_eq-0.4.2\\src\\lib.rs:64:8\n |\n64 | F: FnOnce() -> T,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n42 + use core::ops::FnOnce;\n |\n\nerror: could not compile `keccak` (lib)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name keccak --edition=2018 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\keccak-0.1.6\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"asm\", \"no_unroll\", \"simd\"))' -C metadata=76d65480dbad42de -C extra-filename=-f4b0057b52e3da3a --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\rust\\server\\claude-sonnet-4-6\\llm\\target\\wasm32-unknown-unknown\\release\\deps' --target wasm32-unknown-unknown -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\rust\\server\\claude-sonnet-4-6\\llm\\target\\wasm32-unknown-unknown\\release\\deps' -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\rust\\server\\claude-sonnet-4-6\\llm\\target\\release\\deps' --cap-lints allow -C debuginfo=0 -C panic=abort` (exit code: 0xc0000142, STATUS_DLL_INIT_FAILED)\nSome errors have detailed explanations: E0405, E0786.\nFor more information about an error, try `rustc --explain E0405`.\nerror: could not compile `constant_time_eq` (lib) due to 5 previous errors\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\kebab.rs:42:51\n |\n42 | transform(self.0.as_ref(), lowercase, |f| write!(f, \"-\"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\nohash-hasher-0.2.0\\src\\lib.rs:201:9\n |\n201 | panic!(\"Invalid use of NoHashHasher\")\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 13 + use core::panic;\n |\n\nerror: cannot find macro `cfg` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:13:8\n |\n13 | if cfg!(feature = \"std\") {\n | ^^^\n |\n = note: `cfg` is in scope, but it is an attribute: `#[cfg]`\nhelp: consider importing this macro\n |\n 3 + use core::cfg;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_kebab.rs:43:51\n |\n43 | transform(self.0.as_ref(), uppercase, |f| write!(f, \"-\"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\nohash-hasher-0.2.0\\src\\lib.rs:33:25\n |\n33 | pub type IntMap = std::collections::HashMap>;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror: cannot find macro `cfg` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:165:17\n |\n165 | || (cfg!(target_os = \"linux\") && err.raw_os_error() == Some(ENOTEMPTY)))\n | ^^^\n |\n = note: `cfg` is in scope, but it is an attribute: `#[cfg]`\nhelp: consider importing this macro\n |\n 3 + use core::cfg;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_snake.rs:57:51\n |\n57 | transform(self.0.as_ref(), uppercase, |f| write!(f, \"_\"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:14:9\n |\n14 | println!(\"cargo:rerun-if-changed=src/nightly.rs\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:55:51\n |\n55 | transform(self.0.as_ref(), lowercase, |f| write!(f, \"_\"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror[E0463]: can't find crate for `std`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:1:5\n |\n1 | use std::process::Command;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:53:13\n |\n53 | println!(\"cargo:rustc-cfg=error_generic_member_access\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\title.rs:43:52\n |\n43 | transform(self.0.as_ref(), capitalize, |f| write!(f, \" \"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror[E0405]: cannot find trait `Default` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\nohash-hasher-0.2.0\\src\\lib.rs:124:9\n |\n124 | impl Default for NoHashHasher {\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 13 + use core::default::Default;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\nohash-hasher-0.2.0\\src\\lib.rs:136:9\n |\n136 | impl Clone for NoHashHasher {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 13 + use core::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\nohash-hasher-0.2.0\\src\\lib.rs:148:9\n |\n148 | impl Copy for NoHashHasher {}\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 13 + use core::marker::Copy;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\train.rs:43:52\n |\n43 | transform(self.0.as_ref(), capitalize, |f| write!(f, \"-\"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nSome errors have detailed explanations: E0405, E0463, E0786.\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:57:13\n |\n57 | println!(\"cargo:rerun-if-env-changed=RUSTC_BOOTSTRAP\");\n | ^^^^^^^\n\nerror: cannot find macro `panic` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:27:13\n |\n27 | panic!(\"Injected commit hash is not valid unicode: {gross:?}\")\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::panic;\n |\n\nerror: could not compile `nohash-hasher` (lib) due to 7 previous errors\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:182:13\n |\n182 | write!(f, \"ς\")?;\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 53 + use core::write;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:66:9\n |\n66 | println!(\"cargo:rustc-check-cfg=cfg(anyhow_build_probe)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:7:5\n |\n7 | println!(\"cargo:rustc-env=GIT_HASH={git_hash}\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:184:13\n |\n184 | write!(f, \"{}\", c.to_lowercase())?;\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 53 + use core::write;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:67:9\n |\n67 | println!(\"cargo:rustc-check-cfg=cfg(anyhow_nightly_testing)\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:193:9\n |\n193 | write!(f, \"{}\", c.to_uppercase())?;\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 53 + use core::write;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:68:9\n |\n68 | println!(\"cargo:rustc-check-cfg=cfg(anyhow_no_clippy_format_args)\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:202:9\n |\n202 | write!(f, \"{}\", c.to_uppercase())?;\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 53 + use core::write;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:69:9\n |\n69 | println!(\"cargo:rustc-check-cfg=cfg(anyhow_no_core_error)\");\n | ^^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:97:7\n |\n97 | #[derive(Clone, Copy, PartialEq)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n53 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:70:9\n |\n70 | println!(\"cargo:rustc-check-cfg=cfg(error_generic_member_access)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:76:9\n |\n76 | println!(\"cargo:rustc-cfg=anyhow_no_core_error\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:82:9\n |\n82 | println!(\"cargo:rustc-cfg=anyhow_no_clippy_format_args\");\n | ^^^^^^^\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:105:13\n |\n105 | eprintln!(\"Failed to create {}: {}\", out_subdir.display(), err);\n | ^^^^^^^^\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:167:13\n |\n167 | eprintln!(\"Failed to clean up {}: {}\", out_subdir.display(), err);\n | ^^^^^^^^\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:188:9\n |\n188 | eprintln!(\n | ^^^^^^^^\n\nerror[E0425]: cannot find type `Option` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:10:34\n |\n10 | fn nix_injected_commit_hash() -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0425]: cannot find type `String` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:10:41\n |\n10 | fn nix_injected_commit_hash() -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n10 | fn nix_injected_commit_hash() -> Option {\n | ++++++++\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:16:9\n |\n16 | Ok(commit_sha) => {\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:18:13\n |\n18 | Some(commit_sha)\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:21:9\n |\n21 | Err(VarError::NotPresent) => {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:23:13\n |\n23 | None\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 1 + use core::option::Option::None;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:25:9\n |\n25 | Err(VarError::NotUnicode(gross)) => {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `String` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:32:23\n |\n32 | fn find_git_hash() -> String {\n | ^^^^^^ not found in this scope\n\nerror: `#[panic_handler]` function required, but not found\n\nerror: unwinding panics are not supported without std\n |\n = help: using nightly cargo, use -Zbuild-std with panic=\"abort\" to avoid unwinding\n = note: since the core library is usually precompiled with panic=\"unwind\", rebuilding your crate with panic=\"abort\" may not be enough to fix the problem\n\nerror[E0433]: failed to resolve: use of undeclared type `String`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:37:9\n |\n37 | String::from_utf8(output.stdout).unwrap().trim().to_string()\n | ^^^^^^ use of undeclared type `String`\n\nSome errors have detailed explanations: E0425, E0433, E0463, E0531, E0786.\nFor more information about an error, try `rustc --explain E0425`.\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:24:23\n |\n24 | } else if let Some(rustc_bootstrap) = env::var_os(\"RUSTC_BOOTSTRAP\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:61:9\n |\n61 | let Some(rustc) = rustc_minor_version() else {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:103:12\n |\n103 | if let Err(err) = fs::create_dir(&out_subdir) {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:135:12\n |\n135 | if let Some(target) = env::var_os(\"TARGET\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:140:12\n |\n140 | if let Ok(rustflags) = env::var(\"CARGO_ENCODED_RUSTFLAGS\") {\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:149:9\n |\n149 | Ok(status) => status.success(),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:150:9\n |\n150 | Err(_) => false,\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:156:12\n |\n156 | if let Err(err) = fs::remove_dir_all(&out_subdir) {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:165:68\n |\n165 | || (cfg!(target_os = \"linux\") && err.raw_os_error() == Some(ENOTEMPTY)))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:175:29\n |\n175 | fn rustc_minor_version() -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 3 + use core::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:180:25\n |\n180 | if pieces.next() != Some(\"rustc 1\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:181:16\n |\n181 | return None;\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 3 + use core::option::Option::None;\n |\n\nerror[E0282]: type annotations needed\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:110:62\n |\n110 | let rustc_wrapper = env::var_os(\"RUSTC_WRAPPER\").filter(|wrapper| !wrapper.is_empty());\n | ^^^^^^^ ------- type must be known at this point\n |\nhelp: consider giving this closure parameter an explicit type\n |\n110 | let rustc_wrapper = env::var_os(\"RUSTC_WRAPPER\").filter(|wrapper: /* Type */| !wrapper.is_empty());\n | ++++++++++++\n\nerror[E0282]: type annotations needed\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:112:56\n |\n112 | env::var_os(\"RUSTC_WORKSPACE_WRAPPER\").filter(|wrapper| !wrapper.is_empty());\n | ^^^^^^^ ------- type must be known at this point\n |\nhelp: consider giving this closure parameter an explicit type\n |\n112 | env::var_os(\"RUSTC_WORKSPACE_WRAPPER\").filter(|wrapper: /* Type */| !wrapper.is_empty());\n | ++++++++++++\n\nerror: could not compile `spacetimedb-lib` (build script) due to 16 previous errors\nSome errors have detailed explanations: E0282, E0425, E0463, E0531, E0786.\nFor more information about an error, try `rustc --explain E0282`.\nerror: could not compile `anyhow` (build script) due to 34 previous errors\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\kebab.rs:17:24\n |\n17 | pub trait ToKebabCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\kebab.rs:38:27\n |\n38 | pub struct AsKebabCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\kebab.rs:40:9\n |\n40 | impl> fmt::Display for AsKebabCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lower_camel.rs:18:29\n |\n18 | pub trait ToLowerCamelCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lower_camel.rs:24:38\n |\n24 | fn to_lower_camel_case(&self) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lower_camel.rs:39:32\n |\n39 | pub struct AsLowerCamelCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lower_camel.rs:41:9\n |\n41 | impl> fmt::Display for AsLowerCamelCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lower_camel.rs:54:17\n |\n54 | |_| Ok(()),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_kebab.rs:18:30\n |\n18 | pub trait ToShoutyKebabCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_kebab.rs:39:33\n |\n39 | pub struct AsShoutyKebabCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_kebab.rs:41:9\n |\n41 | impl> fmt::Display for AsShoutyKebabCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_snake.rs:18:30\n |\n18 | pub trait ToShoutySnakeCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_snake.rs:25:29\n |\n25 | pub trait ToShoutySnekCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_snake.rs:31:10\n |\n31 | impl ToShoutySnekCase for T {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_snake.rs:53:33\n |\n53 | pub struct AsShoutySnakeCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_snake.rs:55:9\n |\n55 | impl> fmt::Display for AsShoutySnakeCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:17:24\n |\n17 | pub trait ToSnakeCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:24:23\n |\n24 | pub trait ToSnekCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:29:10\n |\n29 | impl ToSnekCase for T {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:36:32\n |\n36 | fn to_snake_case(&self) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:51:27\n |\n51 | pub struct AsSnakeCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:53:9\n |\n53 | impl> fmt::Display for AsSnakeCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\title.rs:18:24\n |\n18 | pub trait ToTitleCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\title.rs:24:32\n |\n24 | fn to_title_case(&self) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\title.rs:39:27\n |\n39 | pub struct AsTitleCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\title.rs:41:9\n |\n41 | impl> fmt::Display for AsTitleCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\train.rs:18:24\n |\n18 | pub trait ToTrainCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\train.rs:39:27\n |\n39 | pub struct AsTrainCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\train.rs:41:9\n |\n41 | impl> fmt::Display for AsTrainCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:18:29\n |\n18 | pub trait ToUpperCamelCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:24:38\n |\n24 | fn to_upper_camel_case(&self) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:31:25\n |\n31 | pub trait ToPascalCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:36:10\n |\n36 | impl ToPascalCase for T {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:52:32\n |\n52 | pub struct AsUpperCamelCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:54:9\n |\n54 | impl> fmt::Display for AsUpperCamelCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:56:52\n |\n56 | transform(self.0.as_ref(), capitalize, |_| Ok(()), f)\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:74:34\n |\n74 | fn get_iterator(s: &str) -> impl Iterator {\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n53 + use core::iter::Iterator;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:85:8\n |\n85 | F: FnMut(&str, &mut fmt::Formatter) -> fmt::Result,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n53 + use core::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:86:8\n |\n86 | G: FnMut(&mut fmt::Formatter) -> fmt::Result,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n53 + use core::ops::FnMut;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:115:19\n |\n115 | while let Some((i, c)) = char_indices.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:124:20\n |\n124 | if let Some(&(next_i, next)) = char_indices.peek() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:175:5\n |\n175 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:180:15\n |\n180 | while let Some(c) = chars.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:188:5\n |\n188 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:196:5\n |\n196 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:201:12\n |\n201 | if let Some((_, c)) = char_indices.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:203:16\n |\n203 | if let Some((i, _)) = char_indices.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:208:5\n |\n208 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::result::Result::Ok;\n |\n\nerror: requires `None` lang_item\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:110:5\n |\n110 | / for word in get_iterator(s) {\n111 | | let mut char_indices = word.char_indices().peekable();\n112 | | let mut init = 0;\n113 | | let mut mode = WordMode::Boundary;\n... |\n173 | | }\n | |_____^\n\nSome errors have detailed explanations: E0405, E0425, E0463, E0531, E0786.\nerror: could not compile `heck` (lib) due to 63 previous errors\nerror: linking with `rust-lld.exe` failed: exit code: 0xc000001d\n |\n = note: \"rust-lld.exe\" \"-flavor\" \"link\" \"/NOLOGO\" \"C:\\\\Users\\\\bradl\\\\AppData\\\\Local\\\\Temp\\\\rustc8MidcF\\\\symbols.o\" \"<3 object files omitted>\" \"\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib/{libstd-*,libpanic_unwind-*,libcfg_if-*,libwindows_targets-*,librustc_demangle-*,libstd_detect-*,libhashbrown-*,librustc_std_workspace_alloc-*,libunwind-*,librustc_std_workspace_core-*,liballoc-*,libcore-*,libcompiler_builtins-*}.rlib\" \"kernel32.lib\" \"kernel32.lib\" \"kernel32.lib\" \"ntdll.lib\" \"userenv.lib\" \"ws2_32.lib\" \"dbghelp.lib\" \"/defaultlib:msvcrt\" \"/NXCOMPAT\" \"/OUT:D:\\\\Development\\\\ClockworkLabs\\\\SpacetimeDB\\\\SpacetimeDB\\\\target\\\\llm-runs\\\\basics\\\\t_009_init\\\\rust\\\\server\\\\claude-sonnet-4-6\\\\llm\\\\target\\\\release\\\\build\\\\proc-macro2-001ff29431967c97\\\\build_script_build-001ff29431967c97.exe\" \"/OPT:REF,NOICF\" \"/DEBUG\" \"/PDBALTPATH:%_PDB%\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\intrinsic.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\liballoc.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\libcore.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\libstd.natvis\"\n = note: some arguments are omitted. use `--verbose` to show all linker arguments\n = note: PLEASE submit a bug report to https://github.com/llvm/llvm-project/issues/ and include the crash backtrace.␍\n Exception Code: 0xC000001D␍\n #0 0x00007ff6f2cdcff6 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x247cff6)␍\n #1 0x00007ff6f2cb12f1 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24512f1)␍\n #2 0x00007ff6f2ca9c24 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2449c24)␍\n #3 0x00007ff6f2cb3e92 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2453e92)␍\n #4 0x00007ff6f2cbd1f2 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x245d1f2)␍\n #5 0x00007ffdf51461cf (C:\\Windows\\SYSTEM32\\ntdll.dll+0x1661cf)␍\n #6 0x00007ffdf4ff23a7 (C:\\Windows\\SYSTEM32\\ntdll.dll+0x123a7)␍\n #7 0x00007ffdf4fea961 (C:\\Windows\\SYSTEM32\\ntdll.dll+0xa961)␍\n #8 0x00007ffdf19873fa (C:\\Windows\\System32\\KERNELBASE.dll+0xc73fa)␍\n #9 0x00007ff6f2c967eb (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24367eb)␍\n #10 0x00007ff6f2c827e6 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24227e6)␍\n #11 0x00007ff6f2d26142 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24c6142)␍\n #12 0x00007ff6f2ca49b3 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24449b3)␍\n #13 0x00007ffdf4e4e8d7 (C:\\Windows\\System32\\KERNEL32.DLL+0x2e8d7)␍\n #14 0x00007ffdf506c48c (C:\\Windows\\SYSTEM32\\ntdll.dll+0x8c48c)␍\n \n\nerror: could not compile `proc-macro2` (build script) due to 1 previous error\nerror: linking with `rust-lld.exe` failed: exit code: 0xc000001d\n |\n = note: \"rust-lld.exe\" \"-flavor\" \"link\" \"/NOLOGO\" \"C:\\\\Users\\\\bradl\\\\AppData\\\\Local\\\\Temp\\\\rustcLWcdj1\\\\symbols.o\" \"<2 object files omitted>\" \"\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib/{libstd-*,libpanic_unwind-*,libcfg_if-*,libwindows_targets-*,librustc_demangle-*,libstd_detect-*,libhashbrown-*,librustc_std_workspace_alloc-*,libunwind-*,librustc_std_workspace_core-*,liballoc-*,libcore-*,libcompiler_builtins-*}.rlib\" \"kernel32.lib\" \"kernel32.lib\" \"kernel32.lib\" \"ntdll.lib\" \"userenv.lib\" \"ws2_32.lib\" \"dbghelp.lib\" \"/defaultlib:msvcrt\" \"/NXCOMPAT\" \"/OUT:D:\\\\Development\\\\ClockworkLabs\\\\SpacetimeDB\\\\SpacetimeDB\\\\target\\\\llm-runs\\\\basics\\\\t_009_init\\\\rust\\\\server\\\\claude-sonnet-4-6\\\\llm\\\\target\\\\release\\\\build\\\\quote-aaf0a54ef397828d\\\\build_script_build-aaf0a54ef397828d.exe\" \"/OPT:REF,NOICF\" \"/DEBUG\" \"/PDBALTPATH:%_PDB%\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\intrinsic.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\liballoc.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\libcore.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\libstd.natvis\"\n = note: some arguments are omitted. use `--verbose` to show all linker arguments\n = note: PLEASE submit a bug report to https://github.com/llvm/llvm-project/issues/ and include the crash backtrace.␍\n Exception Code: 0xC000001D␍\n #0 0x00007ff6f2cdcff6 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x247cff6)␍\n #1 0x00007ff6f2cb12f1 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24512f1)␍\n #2 0x00007ff6f2ca9c24 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2449c24)␍\n #3 0x00007ff6f2cb3e92 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2453e92)␍\n #4 0x00007ff6f2cbd1f2 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x245d1f2)␍\n #5 0x00007ffdf51461cf (C:\\Windows\\SYSTEM32\\ntdll.dll+0x1661cf)␍\n #6 0x00007ffdf4ff23a7 (C:\\Windows\\SYSTEM32\\ntdll.dll+0x123a7)␍\n #7 0x00007ffdf4fea961 (C:\\Windows\\SYSTEM32\\ntdll.dll+0xa961)␍\n #8 0x00007ffdf19873fa (C:\\Windows\\System32\\KERNELBASE.dll+0xc73fa)␍\n #9 0x00007ff6f2c967eb (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24367eb)␍\n #10 0x00007ff6f2c827e6 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24227e6)␍\n #11 0x00007ff6f2d26142 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24c6142)␍\n #12 0x00007ff6f2ca49b3 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24449b3)␍\n #13 0x00007ffdf4e4e8d7 (C:\\Windows\\System32\\KERNEL32.DLL+0x2e8d7)␍\n #14 0x00007ffdf506c48c (C:\\Windows\\SYSTEM32\\ntdll.dll+0x8c48c)␍\n \n\nerror: could not compile `quote` (build script) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4055, + "output_tokens": 178, + "generation_duration_ms": 3096, + "started_at": "2026-03-31T13:19:21.094880200Z", + "finished_at": "2026-03-31T13:19:38.266878100Z" + }, + "t_010_connect": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_010_connect", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4039, + "output_tokens": 193, + "generation_duration_ms": 3263, + "started_at": "2026-03-31T13:19:38.266938800Z", + "finished_at": "2026-03-31T13:20:34.410634Z" + }, + "t_011_helper_function": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4065, + "output_tokens": 150, + "generation_duration_ms": 1928, + "started_at": "2026-03-31T13:19:40.268645400Z", + "finished_at": "2026-03-31T13:20:35.644732200Z" + }, + "t_012_spacetime_product_type": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4069, + "output_tokens": 173, + "generation_duration_ms": 2802, + "started_at": "2026-03-31T13:27:24.939536100Z", + "finished_at": "2026-03-31T13:28:21.121379100Z" + }, + "t_013_spacetime_sum_type": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4091, + "output_tokens": 205, + "generation_duration_ms": 4985, + "started_at": "2026-03-31T13:28:16.137238200Z", + "finished_at": "2026-03-31T13:29:15.889281500Z" + }, + "t_014_elementary_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4074, + "output_tokens": 206, + "generation_duration_ms": 2380, + "started_at": "2026-03-31T13:28:21.121521500Z", + "finished_at": "2026-03-31T13:29:17.683762700Z" + }, + "t_015_product_type_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4121, + "output_tokens": 286, + "generation_duration_ms": 3985, + "started_at": "2026-03-31T13:29:17.683867100Z", + "finished_at": "2026-03-31T13:30:08.449795Z" + }, + "t_016_sum_type_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4104, + "output_tokens": 233, + "generation_duration_ms": 3102, + "started_at": "2026-03-31T13:29:17.685520900Z", + "finished_at": "2026-03-31T13:30:10.428238800Z" + }, + "t_017_scheduled_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4061, + "output_tokens": 229, + "generation_duration_ms": 3505, + "started_at": "2026-03-31T13:30:10.428342100Z", + "finished_at": "2026-03-31T13:31:02.880493400Z" + }, + "t_018_constraints": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n accessor = account,\n public,\n index(accessor = by_name, btree(columns = [name]))\n)]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.account().insert(Account {\n id: 0,\n email: \"a@example.com\".to_string(),\n name: \"Alice\".to_string(),\n });\n ctx.db.account().insert(Account {\n id: 0,\n email: \"b@example.com\".to_string(),\n name: \"Bob\".to_string(),\n });\n}", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:60604/v1/database/c2006e0dc376be35b0df37b5715d594eac9914e874785dad93eccabba8615c4f/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4063, + "output_tokens": 224, + "generation_duration_ms": 6055, + "started_at": "2026-03-31T13:30:10.430025400Z", + "finished_at": "2026-03-31T13:31:10.635872900Z" + }, + "t_019_many_to_many": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "m2m_has_1_1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=1" + } + }, + "m2m_has_1_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=2" + } + }, + "m2m_has_2_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4221, + "output_tokens": 469, + "generation_duration_ms": 7757, + "started_at": "2026-03-31T13:31:02.880607800Z", + "finished_at": "2026-03-31T13:32:01.842821500Z" + }, + "t_020_ecs": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 7, + "passed_tests": 7, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" + } + }, + "ecs_step": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "step" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "ecs_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM next_position" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4258, + "output_tokens": 685, + "generation_duration_ms": 17409, + "started_at": "2026-03-31T13:31:10.636053500Z", + "finished_at": "2026-03-31T13:32:12.057594600Z" + }, + "t_021_multi_column_index": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4109, + "output_tokens": 252, + "generation_duration_ms": 10214, + "started_at": "2026-03-31T13:32:01.842936800Z", + "finished_at": "2026-03-31T13:32:38.308427800Z" + }, + "t_022_view_basic": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4043, + "output_tokens": 163, + "generation_duration_ms": 11366, + "started_at": "2026-03-31T13:23:59.555185900Z", + "finished_at": "2026-03-31T13:24:56.262912Z" + }, + "t_023_view_per_user": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4090, + "output_tokens": 146, + "generation_duration_ms": 8422, + "started_at": "2026-03-31T13:24:32.802951200Z", + "finished_at": "2026-03-31T13:25:23.002185500Z" + }, + "t_024_event_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4057, + "output_tokens": 144, + "generation_duration_ms": 1969, + "started_at": "2026-03-31T13:21:31.470628300Z", + "finished_at": "2026-03-31T13:22:18.938369Z" + }, + "t_025_optional_fields": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4080, + "output_tokens": 169, + "generation_duration_ms": 10180, + "started_at": "2026-03-31T13:22:08.762149200Z", + "finished_at": "2026-03-31T13:22:49.683458700Z" + }, + "t_026_auth_identity_check": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4119, + "output_tokens": 235, + "generation_duration_ms": 5150, + "started_at": "2026-03-31T13:11:40.667951800Z", + "finished_at": "2026-03-31T13:12:38.007835700Z" + }, + "t_027_private_vs_public_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4146, + "output_tokens": 248, + "generation_duration_ms": 3225, + "started_at": "2026-03-31T13:11:40.668791400Z", + "finished_at": "2026-03-31T13:12:31.522129400Z" + }, + "t_028_cascade_delete": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4100, + "output_tokens": 246, + "generation_duration_ms": 3901, + "started_at": "2026-03-31T13:22:18.938709900Z", + "finished_at": "2026-03-31T13:22:57.256303400Z" + }, + "t_029_filter_and_aggregate": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4119, + "output_tokens": 364, + "generation_duration_ms": 4168, + "started_at": "2026-03-31T13:22:49.683547500Z", + "finished_at": "2026-03-31T13:23:40.411003700Z" + }, + "t_030_two_table_join": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4179, + "output_tokens": 334, + "generation_duration_ms": 4317, + "started_at": "2026-03-31T13:22:57.256400Z", + "finished_at": "2026-03-31T13:23:59.555085100Z" + }, + "t_031_unique_constraint": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4060, + "output_tokens": 150, + "generation_duration_ms": 2446, + "started_at": "2026-03-31T13:23:40.411119800Z", + "finished_at": "2026-03-31T13:24:32.802855600Z" + }, + "t_032_range_query": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4142, + "output_tokens": 281, + "generation_duration_ms": 4598, + "started_at": "2026-03-31T13:24:56.263027500Z", + "finished_at": "2026-03-31T13:25:45.218316800Z" + }, + "t_033_sort_and_limit": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4129, + "output_tokens": 334, + "generation_duration_ms": 4038, + "started_at": "2026-03-31T13:25:23.002528700Z", + "finished_at": "2026-03-31T13:26:19.257314500Z" + }, + "t_034_find_first": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4093, + "output_tokens": 219, + "generation_duration_ms": 3582, + "started_at": "2026-03-31T13:25:45.218403Z", + "finished_at": "2026-03-31T13:26:34.092946100Z" + }, + "t_035_select_distinct": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4090, + "output_tokens": 240, + "generation_duration_ms": 3053, + "started_at": "2026-03-31T13:26:19.257392300Z", + "finished_at": "2026-03-31T13:27:01.839910500Z" + }, + "t_036_count_without_collect": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4135, + "output_tokens": 249, + "generation_duration_ms": 3585, + "started_at": "2026-03-31T13:26:34.093025300Z", + "finished_at": "2026-03-31T13:27:24.939406200Z" + }, + "t_037_multi_column_filter": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4130, + "output_tokens": 271, + "generation_duration_ms": 10735, + "started_at": "2026-03-31T13:27:01.840009600Z", + "finished_at": "2026-03-31T13:28:16.137131Z" + }, + "t_038_schedule_at_time": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4098, + "output_tokens": 251, + "generation_duration_ms": 3395, + "started_at": "2026-03-31T13:20:35.644849400Z", + "finished_at": "2026-03-31T13:21:31.470536700Z" + }, + "t_039_cancel_schedule": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4098, + "output_tokens": 282, + "generation_duration_ms": 3851, + "started_at": "2026-03-31T13:20:35.646564Z", + "finished_at": "2026-03-31T13:21:27.731439800Z" + }, + "t_040_lifecycle_player": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4049, + "output_tokens": 184, + "generation_duration_ms": 2895, + "started_at": "2026-03-31T13:21:27.731539600Z", + "finished_at": "2026-03-31T13:22:08.762066100Z" + }, + "t_041_registered_user_gate": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4147, + "output_tokens": 320, + "generation_duration_ms": 4532, + "started_at": "2026-03-31T13:12:31.522229600Z", + "finished_at": "2026-03-31T13:13:19.327236900Z" + }, + "t_042_admin_bootstrap": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4160, + "output_tokens": 301, + "generation_duration_ms": 3310, + "started_at": "2026-03-31T13:12:38.007935400Z", + "finished_at": "2026-03-31T13:13:31.066484500Z" + }, + "t_043_role_based_access": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4225, + "output_tokens": 394, + "generation_duration_ms": 7238, + "started_at": "2026-03-31T13:13:19.327323900Z", + "finished_at": "2026-03-31T13:14:11.595987900Z" + }, + "t_044_ban_list": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4209, + "output_tokens": 459, + "generation_duration_ms": 5373, + "started_at": "2026-03-31T13:13:31.066575Z", + "finished_at": "2026-03-31T13:14:24.881076100Z" + }, + "t_045_rate_limit": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4192, + "output_tokens": 357, + "generation_duration_ms": 4625, + "started_at": "2026-03-31T13:14:11.596080Z", + "finished_at": "2026-03-31T13:15:02.933016400Z" + }, + "t_046_shared_document": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4264, + "output_tokens": 496, + "generation_duration_ms": 5665, + "started_at": "2026-03-31T13:14:24.881169900Z", + "finished_at": "2026-03-31T13:15:30.077367Z" + } + } + }, + { + "name": "Claude Opus 4.6", + "route_api_model": "claude-opus-4-6", + "tasks": { + "t_000_empty_reducers": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4097, + "output_tokens": 236, + "generation_duration_ms": 3607, + "started_at": "2026-03-31T13:15:12.812198600Z", + "finished_at": "2026-03-31T13:16:04.878306900Z" + }, + "t_001_basic_tables": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4090, + "output_tokens": 192, + "generation_duration_ms": 3810, + "started_at": "2026-03-31T13:15:21.674285700Z", + "finished_at": "2026-03-31T13:16:05.494509800Z" + }, + "t_002_scheduled_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4060, + "output_tokens": 227, + "generation_duration_ms": 3463, + "started_at": "2026-03-31T13:16:05.494822300Z", + "finished_at": "2026-03-31T13:16:59.993825100Z" + }, + "t_003_struct_in_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4015, + "output_tokens": 99, + "generation_duration_ms": 3760, + "started_at": "2026-03-31T13:16:05.497362800Z", + "finished_at": "2026-03-31T13:16:58.871229500Z" + }, + "t_004_insert": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4052, + "output_tokens": 138, + "generation_duration_ms": 2738, + "started_at": "2026-03-31T13:16:59.993983900Z", + "finished_at": "2026-03-31T13:17:39.079021Z" + }, + "t_005_update": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_005_update", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4100, + "output_tokens": 207, + "generation_duration_ms": 3679, + "started_at": "2026-03-31T13:16:59.995626100Z", + "finished_at": "2026-03-31T13:17:53.753928900Z" + }, + "t_006_delete": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4063, + "output_tokens": 197, + "generation_duration_ms": 4391, + "started_at": "2026-03-31T13:17:53.754022200Z", + "finished_at": "2026-03-31T13:18:40.071966500Z" + }, + "t_007_crud": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_007_crud", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4093, + "output_tokens": 263, + "generation_duration_ms": 4610, + "started_at": "2026-03-31T13:17:53.755489100Z", + "finished_at": "2026-03-31T13:18:49.687735600Z" + }, + "t_008_index_lookup": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4130, + "output_tokens": 282, + "generation_duration_ms": 14064, + "started_at": "2026-03-31T13:18:40.072080800Z", + "finished_at": "2026-03-31T13:19:37.406804300Z" + }, + "t_009_init": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_009_init", + "lang": "rust", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = user, public)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.user().insert(User {\n id: 0,\n name: \"Alice\".to_string(),\n age: 30,\n active: true,\n });\n ctx.db.user().insert(User {\n id: 0,\n name: \"Bob\".to_string(),\n age: 22,\n active: false,\n });\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.48\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling bytemuck v1.25.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling blake3 v1.8.4\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_009_init\\rust\\server\\claude-opus-4-6\\llm)\nerror[E0786]: found invalid metadata files for crate `miniz_oxide` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\wasm32-unknown-unknown\\lib\\libminiz_oxide-d3af128cb2af706a.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot resolve a prelude import\n\nerror[E0463]: can't find crate for `spacetimedb`\n --> src\\lib.rs:2:5\n |\n2 | use spacetimedb::{reducer, table, ReducerContext, Table};\n | ^^^^^^^^^^^ can't find crate\n\nerror: cannot find attribute `primary_key` in this scope\n --> src\\lib.rs:6:7\n |\n6 | #[primary_key]\n | ^^^^^^^^^^^\n\nerror: cannot find attribute `auto_inc` in this scope\n --> src\\lib.rs:7:7\n |\n7 | #[auto_inc]\n | ^^^^^^^^\n\nerror[E0425]: cannot find type `String` in this scope\n --> src\\lib.rs:9:15\n |\n9 | pub name: String,\n | ^^^^^^ not found in this scope\n\nerror: no global memory allocator found but one is required; link to std or add `#[global_allocator]` to a static item that implements the GlobalAlloc trait\n\nerror: `#[panic_handler]` function required, but not found\n\nerror: requires `sized` lang_item\n --> src\\lib.rs:8:13\n |\n8 | pub id: u64,\n | ^^^\n\nerror: requires `sized` lang_item\n --> src\\lib.rs:15:35\n |\n15 | pub fn init(ctx: &ReducerContext) {\n | ___________________________________^\n16 | | ctx.db.user().insert(User {\n17 | | id: 0,\n18 | | name: \"Alice\".to_string(),\n... |\n27 | | });\n28 | | }\n | |_^\n\nSome errors have detailed explanations: E0425, E0463, E0786.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetime-module` (lib) due to 10 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4055, + "output_tokens": 200, + "generation_duration_ms": 4766, + "started_at": "2026-03-31T13:18:49.688023100Z", + "finished_at": "2026-03-31T13:19:34.258957700Z" + }, + "t_010_connect": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_010_connect", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4039, + "output_tokens": 193, + "generation_duration_ms": 4009, + "started_at": "2026-03-31T13:19:34.259034400Z", + "finished_at": "2026-03-31T13:20:34.088739600Z" + }, + "t_011_helper_function": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4065, + "output_tokens": 152, + "generation_duration_ms": 3028, + "started_at": "2026-03-31T13:19:37.406951400Z", + "finished_at": "2026-03-31T13:20:33.675070400Z" + }, + "t_012_spacetime_product_type": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4069, + "output_tokens": 175, + "generation_duration_ms": 4259, + "started_at": "2026-03-31T13:27:45.115874100Z", + "finished_at": "2026-03-31T13:28:41.643899700Z" + }, + "t_013_spacetime_sum_type": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4091, + "output_tokens": 207, + "generation_duration_ms": 3246, + "started_at": "2026-03-31T13:28:15.476150Z", + "finished_at": "2026-03-31T13:29:13.833715600Z" + }, + "t_014_elementary_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4074, + "output_tokens": 206, + "generation_duration_ms": 5525, + "started_at": "2026-03-31T13:28:41.644005800Z", + "finished_at": "2026-03-31T13:29:41.403784200Z" + }, + "t_015_product_type_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4121, + "output_tokens": 286, + "generation_duration_ms": 4114, + "started_at": "2026-03-31T13:29:13.833819100Z", + "finished_at": "2026-03-31T13:29:58.640185Z" + }, + "t_016_sum_type_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4104, + "output_tokens": 233, + "generation_duration_ms": 4974, + "started_at": "2026-03-31T13:29:41.403887200Z", + "finished_at": "2026-03-31T13:30:38.292139600Z" + }, + "t_017_scheduled_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4061, + "output_tokens": 227, + "generation_duration_ms": 13711, + "started_at": "2026-03-31T13:29:58.640293300Z", + "finished_at": "2026-03-31T13:30:49.480019400Z" + }, + "t_018_constraints": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n accessor = account,\n public,\n index(accessor = by_name, btree(columns = [name]))\n)]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.account().insert(Account {\n id: 0,\n email: \"a@example.com\".to_string(),\n name: \"Alice\".to_string(),\n });\n ctx.db.account().insert(Account {\n id: 0,\n email: \"b@example.com\".to_string(),\n name: \"Bob\".to_string(),\n });\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:60604/v1/database/c2006e0dc376be35b0df37b5715d594eac9914e874785dad93eccabba8615c4f/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4063, + "output_tokens": 224, + "generation_duration_ms": 4052, + "started_at": "2026-03-31T13:30:38.292227Z", + "finished_at": "2026-03-31T13:31:27.597961Z" + }, + "t_019_many_to_many": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "m2m_has_1_1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=1" + } + }, + "m2m_has_1_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=2" + } + }, + "m2m_has_2_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4221, + "output_tokens": 496, + "generation_duration_ms": 13402, + "started_at": "2026-03-31T13:30:49.480104900Z", + "finished_at": "2026-03-31T13:31:40.794388Z" + }, + "t_020_ecs": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 7, + "passed_tests": 7, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM next_position" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "ecs_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "ecs_step": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "step" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4258, + "output_tokens": 653, + "generation_duration_ms": 13809, + "started_at": "2026-03-31T13:31:27.598067800Z", + "finished_at": "2026-03-31T13:32:21.709679200Z" + }, + "t_021_multi_column_index": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4109, + "output_tokens": 286, + "generation_duration_ms": 21059, + "started_at": "2026-03-31T13:31:40.794549600Z", + "finished_at": "2026-03-31T13:32:30.868888800Z" + }, + "t_022_view_basic": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4043, + "output_tokens": 150, + "generation_duration_ms": 4213, + "started_at": "2026-03-31T13:24:10.920381900Z", + "finished_at": "2026-03-31T13:24:57.301108700Z" + }, + "t_023_view_per_user": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4090, + "output_tokens": 146, + "generation_duration_ms": 3283, + "started_at": "2026-03-31T13:24:57.301566Z", + "finished_at": "2026-03-31T13:25:52.893204900Z" + }, + "t_024_event_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4057, + "output_tokens": 144, + "generation_duration_ms": 7443, + "started_at": "2026-03-31T13:21:37.671735300Z", + "finished_at": "2026-03-31T13:22:34.911070700Z" + }, + "t_025_optional_fields": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4080, + "output_tokens": 169, + "generation_duration_ms": 3251, + "started_at": "2026-03-31T13:22:27.122370300Z", + "finished_at": "2026-03-31T13:23:11.583909100Z" + }, + "t_026_auth_identity_check": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4119, + "output_tokens": 250, + "generation_duration_ms": 3843, + "started_at": "2026-03-31T13:11:40.664559900Z", + "finished_at": "2026-03-31T13:12:37.267338100Z" + }, + "t_027_private_vs_public_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4146, + "output_tokens": 248, + "generation_duration_ms": 4920, + "started_at": "2026-03-31T13:11:40.665479700Z", + "finished_at": "2026-03-31T13:12:34.463921800Z" + }, + "t_028_cascade_delete": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4100, + "output_tokens": 259, + "generation_duration_ms": 4356, + "started_at": "2026-03-31T13:22:34.911172400Z", + "finished_at": "2026-03-31T13:23:24.707850800Z" + }, + "t_029_filter_and_aggregate": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4119, + "output_tokens": 355, + "generation_duration_ms": 5070, + "started_at": "2026-03-31T13:23:11.584002700Z", + "finished_at": "2026-03-31T13:24:10.137483900Z" + }, + "t_030_two_table_join": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4179, + "output_tokens": 353, + "generation_duration_ms": 4487, + "started_at": "2026-03-31T13:23:24.707941600Z", + "finished_at": "2026-03-31T13:24:10.918775600Z" + }, + "t_031_unique_constraint": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4060, + "output_tokens": 150, + "generation_duration_ms": 3196, + "started_at": "2026-03-31T13:24:10.918862200Z", + "finished_at": "2026-03-31T13:25:00.585469800Z" + }, + "t_032_range_query": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4142, + "output_tokens": 294, + "generation_duration_ms": 4130, + "started_at": "2026-03-31T13:25:00.585627500Z", + "finished_at": "2026-03-31T13:25:48.799136500Z" + }, + "t_033_sort_and_limit": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4129, + "output_tokens": 380, + "generation_duration_ms": 5662, + "started_at": "2026-03-31T13:25:48.799218100Z", + "finished_at": "2026-03-31T13:26:53.280863200Z" + }, + "t_034_find_first": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4093, + "output_tokens": 217, + "generation_duration_ms": 4865, + "started_at": "2026-03-31T13:25:52.893448800Z", + "finished_at": "2026-03-31T13:26:44.691840900Z" + }, + "t_035_select_distinct": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4090, + "output_tokens": 238, + "generation_duration_ms": 4072, + "started_at": "2026-03-31T13:26:44.691948100Z", + "finished_at": "2026-03-31T13:27:31.155183900Z" + }, + "t_036_count_without_collect": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4135, + "output_tokens": 263, + "generation_duration_ms": 4001, + "started_at": "2026-03-31T13:26:53.280967400Z", + "finished_at": "2026-03-31T13:27:45.115767300Z" + }, + "t_037_multi_column_filter": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4130, + "output_tokens": 271, + "generation_duration_ms": 4115, + "started_at": "2026-03-31T13:27:31.155272100Z", + "finished_at": "2026-03-31T13:28:15.476021300Z" + }, + "t_038_schedule_at_time": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4098, + "output_tokens": 251, + "generation_duration_ms": 5600, + "started_at": "2026-03-31T13:20:34.088820900Z", + "finished_at": "2026-03-31T13:21:32.407084Z" + }, + "t_039_cancel_schedule": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4098, + "output_tokens": 284, + "generation_duration_ms": 6323, + "started_at": "2026-03-31T13:20:34.090025800Z", + "finished_at": "2026-03-31T13:21:37.671603500Z" + }, + "t_040_lifecycle_player": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4049, + "output_tokens": 184, + "generation_duration_ms": 5265, + "started_at": "2026-03-31T13:21:32.407169600Z", + "finished_at": "2026-03-31T13:22:27.122258Z" + }, + "t_041_registered_user_gate": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4147, + "output_tokens": 320, + "generation_duration_ms": 4356, + "started_at": "2026-03-31T13:12:34.464010100Z", + "finished_at": "2026-03-31T13:13:28.132070400Z" + }, + "t_042_admin_bootstrap": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4160, + "output_tokens": 301, + "generation_duration_ms": 4617, + "started_at": "2026-03-31T13:12:37.267462200Z", + "finished_at": "2026-03-31T13:13:33.934126200Z" + }, + "t_043_role_based_access": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4225, + "output_tokens": 390, + "generation_duration_ms": 5802, + "started_at": "2026-03-31T13:13:28.132231600Z", + "finished_at": "2026-03-31T13:14:23.723844300Z" + }, + "t_044_ban_list": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4209, + "output_tokens": 459, + "generation_duration_ms": 5751, + "started_at": "2026-03-31T13:13:33.934245500Z", + "finished_at": "2026-03-31T13:14:23.006329600Z" + }, + "t_045_rate_limit": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4192, + "output_tokens": 358, + "generation_duration_ms": 5850, + "started_at": "2026-03-31T13:14:23.723932800Z", + "finished_at": "2026-03-31T13:15:21.674147400Z" + }, + "t_046_shared_document": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4264, + "output_tokens": 545, + "generation_duration_ms": 7515, + "started_at": "2026-03-31T13:14:23.725701800Z", + "finished_at": "2026-03-31T13:15:12.812115600Z" + } + } + }, + { + "name": "GPT-5-mini", + "route_api_model": "gpt-5-mini", + "tasks": { + "t_000_empty_reducers": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3291, + "output_tokens": 829, + "generation_duration_ms": 9787, + "started_at": "2026-03-31T13:15:26.009938500Z", + "finished_at": "2026-03-31T13:16:22.790656900Z" + }, + "t_001_basic_tables": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3288, + "output_tokens": 598, + "generation_duration_ms": 7164, + "started_at": "2026-03-31T13:16:09.553990400Z", + "finished_at": "2026-03-31T13:17:03.674191800Z" + }, + "t_002_scheduled_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt};\nuse std::time::Duration;\n\n#[table(accessor = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn tick(_ctx: &ReducerContext, _row: TickTimer) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n let interval: ScheduleAt = Duration::from_micros(50_000).into();\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: interval,\n });\n Ok(())\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.48\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling num-traits v0.2.19\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling serde_json v1.0.149\n Compiling generic-array v0.14.7\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling getrandom v0.2.17\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.4\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling rand_chacha v0.3.1\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling castaway v0.2.4\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `insert` found for reference `&tick_timer__TableHandle` in the current scope\n --> src\\lib.rs:21:25\n |\n21 | ctx.db.tick_timer().insert(TickTimer {\n | --------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n21 | ctx.db.tick_timer().try_insert(TickTimer {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3255, + "output_tokens": 983, + "generation_duration_ms": 10360, + "started_at": "2026-03-31T13:16:22.790740700Z", + "finished_at": "2026-03-31T13:17:24.834360800Z" + }, + "t_003_struct_in_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3220, + "output_tokens": 587, + "generation_duration_ms": 18893, + "started_at": "2026-03-31T13:17:03.674275Z", + "finished_at": "2026-03-31T13:18:00.430508100Z" + }, + "t_004_insert": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "openai", + "input_tokens": 3254, + "output_tokens": 425, + "generation_duration_ms": 10882, + "started_at": "2026-03-31T13:17:24.834415700Z", + "finished_at": "2026-03-31T13:18:25.132343700Z" + }, + "t_005_update": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_005_update", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(accessor = user, public)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn insert_user(ctx: &ReducerContext, name: String, age: i32, active: bool) {\n ctx.db.user().insert(User { id: 0, name, age, active });\n}\n\n#[reducer]\npub fn update_user(ctx: &ReducerContext, id: u64, name: String, age: i32, active: bool) {\n ctx.db.user().id().update(User { id, name, age, active });\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.48\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_005_update\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `insert` found for reference `&user__TableHandle` in the current scope\n --> src\\lib.rs:16:19\n |\n16 | ctx.db.user().insert(User { id: 0, name, age, active });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n16 | ctx.db.user().try_insert(User { id: 0, name, age, active });\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3295, + "output_tokens": 698, + "generation_duration_ms": 24703, + "started_at": "2026-03-31T13:18:00.430592900Z", + "finished_at": "2026-03-31T13:19:00.313334500Z" + }, + "t_006_delete": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3263, + "output_tokens": 581, + "generation_duration_ms": 6287, + "started_at": "2026-03-31T13:18:25.132487100Z", + "finished_at": "2026-03-31T13:19:22.206845900Z" + }, + "t_007_crud": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_007_crud", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = user)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn crud(ctx: &ReducerContext) {\n // Insert Alice (auto-assigned id)\n ctx.db.user().insert(User {\n id: 0,\n name: \"Alice\".into(),\n age: 30,\n active: true,\n });\n\n // Insert Bob (auto-assigned id)\n ctx.db.user().insert(User {\n id: 0,\n name: \"Bob\".into(),\n age: 22,\n active: false,\n });\n\n // Update id = 1\n ctx.db.user().id().update(User {\n id: 1,\n name: \"Alice2\".into(),\n age: 31,\n active: false,\n });\n\n // Delete id = 2\n ctx.db.user().id().delete(2);\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling zerocopy v0.8.48\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\nerror[E0786]: found invalid metadata files for crate `hashbrown` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\libhashbrown-cec0bffea23d2070.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot resolve a prelude import\n\nerror: could not compile `itertools` (lib)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name itertools --edition=2018 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"default\"' --cfg 'feature=\"use_alloc\"' --cfg 'feature=\"use_std\"' --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"default\", \"use_alloc\", \"use_std\"))' -C metadata=2b547bf295babe6c -C extra-filename=-be51978dcc411638 --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\rust\\server\\gpt-5-mini\\llm\\target\\release\\deps' -C linker=rust-lld.exe -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\rust\\server\\gpt-5-mini\\llm\\target\\release\\deps' --extern 'either=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_007_crud\\rust\\server\\gpt-5-mini\\llm\\target\\release\\deps\\libeither-9aef4ca5af7de2ed.rmeta' --cap-lints allow` (exit code: 0xc000012d)\nwarning: build failed, waiting for other jobs to finish...\nerror[E0786]: found invalid metadata files for crate `core`\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\wasm32-unknown-unknown\\lib\\libcore-81454d7ea88f70f2.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror[E0786]: found invalid metadata files for crate `core` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\libcore-02f640fcbd91e423.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror[E0786]: found invalid metadata files for crate `std_detect` which `std` depends on\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytes-1.11.1\\src\\lib.rs:77:1\n |\n77 | extern crate std;\n | ^^^^^^^^^^^^^^^^^\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\wasm32-unknown-unknown\\lib\\libstd_detect-1a134835b99beda4.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\kebab.rs:1:5\n |\n1 | use std::fmt;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:58:5\n |\n58 | use std::{env, fs, process::Command, str};\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:48:3\n |\n48 | #[derive(Copy, PartialEq, Eq, PartialOrd, Ord, Hash, Debug)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n27 + use std::prelude::rust_2024::derive;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:18:3\n |\n18 | #[derive(Clone, Debug)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 1 + use std::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:817:17\n |\n817 | panic!(\"called `Either::unwrap_left()` on a `Right` value: {:?}\", r)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::panic;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:847:32\n |\n847 | Either::Left(l) => panic!(\"called `Either::unwrap_right()` on a `Left` value: {:?}\", l),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::panic;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:876:33\n |\n876 | Either::Right(r) => panic!(\"{}: {:?}\", msg, r),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::panic;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:905:32\n |\n905 | Either::Left(l) => panic!(\"{}: {:?}\", msg, l),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::panic;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1400:3\n |\n1400 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1404:5\n |\n1404 | assert_eq!(e, Left(2));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1406:5\n |\n1406 | assert_eq!(e, Right(2));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1407:5\n |\n1407 | assert_eq!(e.left(), None);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1408:5\n |\n1408 | assert_eq!(e.right(), Some(2));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1409:5\n |\n1409 | assert_eq!(e.as_ref().right(), Some(&2));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1410:5\n |\n1410 | assert_eq!(e.as_mut().right(), Some(&mut 2));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1413:3\n |\n1413 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1421:5\n |\n1421 | assert_eq!(a(), Right(1337));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1426:5\n |\n1426 | assert_eq!(b(), Left(String::from(\"foo bar\")));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1429:3\n |\n1429 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1438:3\n |\n1438 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1446:5\n |\n1446 | assert_eq!(iter.next(), Some(0));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1447:5\n |\n1447 | assert_eq!(iter.count(), 9);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1450:3\n |\n1450 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1468:5\n |\n1468 | assert_eq!(reader.read(&mut buf).unwrap(), buf.len());\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1469:5\n |\n1469 | assert_eq!(buf, mockdata[..buf.len()]);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1472:5\n |\n1472 | assert_eq!(reader.read(&mut buf).unwrap(), buf.len());\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_ne` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1473:5\n |\n1473 | assert_ne!(buf, mockdata[..buf.len()]);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_ne;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1477:5\n |\n1477 | assert_eq!(reader.read(&mut buf).unwrap(), buf.len());\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1478:5\n |\n1478 | assert_eq!(buf, mockdata[..buf.len()]);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1481:3\n |\n1481 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1495:5\n |\n1495 | assert_eq!(reader.read(&mut buf).unwrap(), buf.len());\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1496:5\n |\n1496 | assert_eq!(&buf, &mockdata[..buf.len()]);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1506:5\n |\n1506 | assert_eq!(writer.write(&buf).unwrap(), buf.len());\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1509:3\n |\n1509 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1520:5\n |\n1520 | assert!(res.is_err());\n | ^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert;\n |\n\nerror[E0405]: cannot find trait `Extend` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:29:15\n |\n29 | impl Extend for Either\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Extend;\n |\n 1 + use std::iter::Extend;\n |\n\nerror[E0405]: cannot find trait `Extend` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:31:8\n |\n31 | L: Extend,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Extend;\n |\n 1 + use std::iter::Extend;\n |\n\nerror[E0405]: cannot find trait `Extend` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:32:8\n |\n32 | R: Extend,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Extend;\n |\n 1 + use std::iter::Extend;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:36:12\n |\n36 | T: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::IntoIterator;\n |\n 1 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:43:12\n |\n43 | impl Iterator for Either\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Iterator;\n |\n 1 + use std::iter::Iterator;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:45:8\n |\n45 | L: Iterator,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Iterator;\n |\n 1 + use std::iter::Iterator;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:46:8\n |\n46 | R: Iterator,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Iterator;\n |\n 1 + use std::iter::Iterator;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:50:27\n |\n50 | fn next(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:54:36\n |\n54 | fn size_hint(&self) -> (usize, Option) {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:60:12\n |\n60 | G: FnMut(Acc, Self::Item) -> Acc,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:67:12\n |\n67 | F: FnMut(Self::Item),\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:76:22\n |\n76 | fn last(self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:80:36\n |\n80 | fn nth(&mut self, n: usize) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `Default` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:93:12\n |\n93 | B: Default + Extend,\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::default::Default;\n |\n\nerror[E0405]: cannot find trait `Extend` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:93:22\n |\n93 | B: Default + Extend,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Extend;\n |\n 1 + use std::iter::Extend;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:94:12\n |\n94 | F: FnMut(&Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:101:12\n |\n101 | F: FnMut(Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:108:12\n |\n108 | F: FnMut(Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:115:12\n |\n115 | P: FnMut(&Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:113:44\n |\n113 | fn find

(&mut self, predicate: P) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:122:12\n |\n122 | F: FnMut(Self::Item) -> Option,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:122:33\n |\n122 | F: FnMut(Self::Item) -> Option,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:120:43\n |\n120 | fn find_map(&mut self, f: F) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:129:12\n |\n129 | P: FnMut(Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:127:48\n |\n127 | fn position

(&mut self, predicate: P) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `DoubleEndedIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:135:12\n |\n135 | impl DoubleEndedIterator for Either\n | ^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::DoubleEndedIterator;\n |\n 1 + use std::iter::DoubleEndedIterator;\n |\n\nerror[E0405]: cannot find trait `DoubleEndedIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:137:8\n |\n137 | L: DoubleEndedIterator,\n | ^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::DoubleEndedIterator;\n |\n 1 + use std::iter::DoubleEndedIterator;\n |\n\nerror[E0405]: cannot find trait `DoubleEndedIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:138:8\n |\n138 | R: DoubleEndedIterator,\n | ^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::DoubleEndedIterator;\n |\n 1 + use std::iter::DoubleEndedIterator;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:140:32\n |\n140 | fn next_back(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:144:41\n |\n144 | fn nth_back(&mut self, n: usize) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:150:12\n |\n150 | G: FnMut(Acc, Self::Item) -> Acc,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:157:12\n |\n157 | P: FnMut(&Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:155:45\n |\n155 | fn rfind

(&mut self, predicate: P) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `ExactSizeIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:163:12\n |\n163 | impl ExactSizeIterator for Either\n | ^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::ExactSizeIterator;\n |\n 1 + use std::iter::ExactSizeIterator;\n |\n\nerror[E0405]: cannot find trait `ExactSizeIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:165:8\n |\n165 | L: ExactSizeIterator,\n | ^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::ExactSizeIterator;\n |\n 1 + use std::iter::ExactSizeIterator;\n |\n\nerror[E0405]: cannot find trait `ExactSizeIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:166:8\n |\n166 | R: ExactSizeIterator,\n | ^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::ExactSizeIterator;\n |\n 1 + use std::iter::ExactSizeIterator;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:180:12\n |\n180 | impl Iterator for IterEither\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Iterator;\n |\n 1 + use std::iter::Iterator;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:182:8\n |\n182 | L: Iterator,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Iterator;\n |\n 1 + use std::iter::Iterator;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:183:8\n |\n183 | R: Iterator,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Iterator;\n |\n 1 + use std::iter::Iterator;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:187:27\n |\n187 | fn next(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:188:9\n |\n188 | Some(map_either!(self.inner, ref mut inner => inner.next()?))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use std::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:191:36\n |\n191 | fn size_hint(&self) -> (usize, Option) {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:197:12\n |\n197 | G: FnMut(Acc, Self::Item) -> Acc,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:204:12\n |\n204 | F: FnMut(Self::Item),\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:213:22\n |\n213 | fn last(self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:214:9\n |\n214 | Some(map_either!(self.inner, inner => inner.last()?))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use std::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:217:36\n |\n217 | fn nth(&mut self, n: usize) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:218:9\n |\n218 | Some(map_either!(self.inner, ref mut inner => inner.nth(n)?))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use std::option::Option::Some;\n |\n\nerror[E0405]: cannot find trait `Default` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:230:12\n |\n230 | B: Default + Extend,\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::default::Default;\n |\n\nerror[E0405]: cannot find trait `Extend` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:230:22\n |\n230 | B: Default + Extend,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Extend;\n |\n 1 + use std::iter::Extend;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:231:12\n |\n231 | F: FnMut(&Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:238:12\n |\n238 | F: FnMut(Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:245:12\n |\n245 | F: FnMut(Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:252:12\n |\n252 | P: FnMut(&Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:250:44\n |\n250 | fn find

(&mut self, predicate: P) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:259:12\n |\n259 | F: FnMut(Self::Item) -> Option,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:259:33\n |\n259 | F: FnMut(Self::Item) -> Option,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:257:43\n |\n257 | fn find_map(&mut self, f: F) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:266:12\n |\n266 | P: FnMut(Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:264:48\n |\n264 | fn position

(&mut self, predicate: P) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `DoubleEndedIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:272:12\n |\n272 | impl DoubleEndedIterator for IterEither\n | ^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::DoubleEndedIterator;\n |\n 1 + use std::iter::DoubleEndedIterator;\n |\n\nerror[E0405]: cannot find trait `DoubleEndedIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:274:8\n |\n274 | L: DoubleEndedIterator,\n | ^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::DoubleEndedIterator;\n |\n 1 + use std::iter::DoubleEndedIterator;\n |\n\nerror[E0405]: cannot find trait `DoubleEndedIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:275:8\n |\n275 | R: DoubleEndedIterator,\n | ^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::DoubleEndedIterator;\n |\n 1 + use std::iter::DoubleEndedIterator;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:277:32\n |\n277 | fn next_back(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:278:9\n |\n278 | Some(map_either!(self.inner, ref mut inner => inner.next_back()?))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use std::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:281:41\n |\n281 | fn nth_back(&mut self, n: usize) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:282:9\n |\n282 | Some(map_either!(self.inner, ref mut inner => inner.nth_back(n)?))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use std::option::Option::Some;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:287:12\n |\n287 | G: FnMut(Acc, Self::Item) -> Acc,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:294:12\n |\n294 | P: FnMut(&Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:292:45\n |\n292 | fn rfind

(&mut self, predicate: P) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `ExactSizeIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:300:12\n |\n300 | impl ExactSizeIterator for IterEither\n | ^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::ExactSizeIterator;\n |\n 1 + use std::iter::ExactSizeIterator;\n |\n\nerror[E0405]: cannot find trait `ExactSizeIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:302:8\n |\n302 | L: ExactSizeIterator,\n | ^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::ExactSizeIterator;\n |\n 1 + use std::iter::ExactSizeIterator;\n |\n\nerror[E0405]: cannot find trait `ExactSizeIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:303:8\n |\n303 | R: ExactSizeIterator,\n | ^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::ExactSizeIterator;\n |\n 1 + use std::iter::ExactSizeIterator;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\into_either.rs:14:23\n |\n14 | pub trait IntoEither: Sized {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 4 + use std::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\into_either.rs:57:12\n |\n57 | F: FnOnce(&Self) -> bool,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 4 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:148:26\n |\n148 | impl Clone for Either {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:148:9\n |\n148 | impl Clone for Either {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:148:19\n |\n148 | impl Clone for Either {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:206:26\n |\n206 | pub fn left(self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:208:24\n |\n208 | Left(l) => Some(l),\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:209:25\n |\n209 | Right(_) => None,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 27 + use std::option::Option::None;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:224:27\n |\n224 | pub fn right(self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:226:24\n |\n226 | Left(_) => None,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 27 + use std::option::Option::None;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:227:25\n |\n227 | Right(r) => Some(r),\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::option::Option::Some;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:319:12\n |\n319 | F: FnOnce(L) -> M,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:341:12\n |\n341 | F: FnOnce(R) -> S,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:368:12\n |\n368 | F: FnOnce(L) -> M,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:369:12\n |\n369 | G: FnOnce(R) -> S,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:399:12\n |\n399 | F: FnOnce(Ctx, L) -> M,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:400:12\n |\n400 | G: FnOnce(Ctx, R) -> S,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:426:12\n |\n426 | F: FnOnce(L) -> T,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:427:12\n |\n427 | G: FnOnce(R) -> T,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:456:12\n |\n456 | F: FnOnce(Ctx, L) -> T,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:457:12\n |\n457 | G: FnOnce(Ctx, R) -> T,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:478:12\n |\n478 | F: FnOnce(L) -> Either,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:499:12\n |\n499 | F: FnOnce(R) -> Either,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:523:12\n |\n523 | L: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:524:12\n |\n524 | R: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:546:24\n |\n546 | for<'a> &'a L: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:547:24\n |\n547 | for<'a> &'a R: IntoIterator::Item>,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:547:54\n |\n547 | for<'a> &'a R: IntoIterator::Item>,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:544:41\n |\n544 | pub fn iter(&self) -> Either<<&L as IntoIterator>::IntoIter, <&R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:544:73\n |\n544 | pub fn iter(&self) -> Either<<&L as IntoIterator>::IntoIter, <&R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:577:28\n |\n577 | for<'a> &'a mut L: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:578:28\n |\n578 | for<'a> &'a mut R: IntoIterator::Item>,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:578:62\n |\n578 | for<'a> &'a mut R: IntoIterator::Item>,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:575:28\n |\n575 | ) -> Either<<&mut L as IntoIterator>::IntoIter, <&mut R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:575:64\n |\n575 | ) -> Either<<&mut L as IntoIterator>::IntoIter, <&mut R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:601:12\n |\n601 | L: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:602:12\n |\n602 | R: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:625:24\n |\n625 | for<'a> &'a L: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:626:24\n |\n626 | for<'a> &'a R: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:623:28\n |\n623 | ) -> IterEither<<&L as IntoIterator>::IntoIter, <&R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:623:60\n |\n623 | ) -> IterEither<<&L as IntoIterator>::IntoIter, <&R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:651:28\n |\n651 | for<'a> &'a mut L: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:652:28\n |\n652 | for<'a> &'a mut R: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:649:32\n |\n649 | ) -> IterEither<<&mut L as IntoIterator>::IntoIter, <&mut R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:649:68\n |\n649 | ) -> IterEither<<&mut L as IntoIterator>::IntoIter, <&mut R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `Default` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:694:12\n |\n694 | L: Default,\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::default::Default;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:716:12\n |\n716 | F: FnOnce(R) -> L,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `Default` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:761:12\n |\n761 | R: Default,\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::default::Default;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:783:12\n |\n783 | F: FnOnce(L) -> R,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `Into` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:923:12\n |\n923 | L: Into,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::convert::Into;\n |\n\nerror[E0405]: cannot find trait `Into` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:924:12\n |\n924 | R: Into,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::convert::Into;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:930:19\n |\n930 | impl Either, Option> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:930:30\n |\n930 | impl Either, Option> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:943:33\n |\n943 | pub fn factor_none(self) -> Option> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:951:22\n |\n951 | impl Either, Result> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:951:36\n |\n951 | impl Either, Result> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:966:32\n |\n966 | pub fn factor_err(self) -> Result, E> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:974:22\n |\n974 | impl Either, Result> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:974:36\n |\n974 | impl Either, Result> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:989:31\n |\n989 | pub fn factor_ok(self) -> Result> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1068:12\n |\n1068 | F: FnOnce(T) -> M,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1082:12\n |\n1082 | L: Clone,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1083:12\n |\n1083 | R: Clone,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1092:12\n |\n1092 | L: Copy,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::marker::Copy;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1093:12\n |\n1093 | R: Copy,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::marker::Copy;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1104:12\n |\n1104 | L: Clone,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1105:12\n |\n1105 | R: Clone,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1114:12\n |\n1114 | L: Copy,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::marker::Copy;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1115:12\n |\n1115 | R: Copy,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::marker::Copy;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1122:12\n |\n1122 | impl From> for Either {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::convert::From;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1122:17\n |\n1122 | impl From> for Either {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1123:16\n |\n1123 | fn from(r: Result) -> Self {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1125:13\n |\n1125 | Err(e) => Left(e),\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1126:13\n |\n1126 | Ok(o) => Right(o),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1132:12\n |\n1132 | impl From> for Result {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::convert::From;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1132:35\n |\n1132 | impl From> for Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1135:24\n |\n1135 | Left(l) => Err(l),\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1136:25\n |\n1136 | Right(r) => Ok(r),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1357:25\n |\n1357 | fn source(&self) -> Option<&(dyn Error + 'static)> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1367:24\n |\n1367 | fn cause(&self) -> Option<&dyn Error> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1513:22\n |\n1513 | let res = if let Err(error) = ::std::str::from_utf8(invalid_utf8) {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1514:9\n |\n1514 | Err(Left(error))\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1515:19\n |\n1515 | } else if let Err(error) = \"x\".parse::() {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1516:9\n |\n1516 | Err(Right(error))\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1518:9\n |\n1518 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Ok;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\kebab.rs:42:51\n |\n42 | transform(self.0.as_ref(), lowercase, |f| write!(f, \"-\"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_kebab.rs:43:51\n |\n43 | transform(self.0.as_ref(), uppercase, |f| write!(f, \"-\"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:243:3\n |\n243 | #[derive(Debug)]\n | ^^^^^^\n |\nhelp: consider importing one of these attribute macros\n |\n 33 + use crate::__private::core::prelude::rust_2024::derive;\n |\n 33 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:246:3\n |\n246 | #[derive(Debug)]\n | ^^^^^^\n |\nhelp: consider importing one of these attribute macros\n |\n 33 + use crate::__private::core::prelude::rust_2024::derive;\n |\n 33 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:305:17\n |\n305 | write!(f, \"unrecognized named flag\")?;\n | ^^^^^\n |\nhelp: consider importing one of these macros\n |\n 33 + use crate::__private::core::write;\n |\n 33 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:315:17\n |\n315 | write!(f, \"invalid hex flag\")?;\n | ^^^^^\n |\nhelp: consider importing one of these macros\n |\n 33 + use crate::__private::core::write;\n |\n 33 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:323:17\n |\n323 | write!(f, \"encountered empty flag\")?;\n | ^^^^^\n |\nhelp: consider importing one of these macros\n |\n 33 + use crate::__private::core::write;\n |\n 33 + use core::write;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:14:3\n |\n14 | #[derive(Debug)]\n | ^^^^^^\n |\nhelp: consider importing one of these attribute macros\n |\n 1 + use crate::__private::core::prelude::rust_2024::derive;\n |\n 1 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:405:21\n |\n405 | write!(writer, \"{:x}\", self)\n | ^^^^^\n...\n421 | / impl_bits! {\n422 | | u8, i8,\n423 | | u16, i16,\n424 | | u32, i32,\n... |\n427 | | usize, isize,\n428 | | }\n | |_- in this macro invocation\n |\n = note: this error originates in the macro `impl_bits` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing one of these macros\n |\n 1 + use crate::__private::core::write;\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:411:21\n |\n411 | write!(writer, \"{:x}\", self)\n | ^^^^^\n...\n421 | / impl_bits! {\n422 | | u8, i8,\n423 | | u16, i16,\n424 | | u32, i32,\n... |\n427 | | usize, isize,\n428 | | }\n | |_- in this macro invocation\n |\n = note: this error originates in the macro `impl_bits` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing one of these macros\n |\n 1 + use crate::__private::core::write;\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_snake.rs:57:51\n |\n57 | transform(self.0.as_ref(), uppercase, |f| write!(f, \"_\"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:231:9\n |\n231 | panic!(\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 58 + use core::panic;\n |\n\nFor more information about this error, try `rustc --explain E0786`.\nerror[E0220]: associated type `IntoIter` not found for `L`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:521:41\n |\n521 | pub fn into_iter(self) -> Either\n | ^^^^^^^^ there is an associated type `IntoIter` in the trait `IntoIterator`\n |\nhelp: consider restricting type parameter `L` with trait `IntoIterator`\n |\n165 | impl Either {\n | ++++++++++++++\n\nerror[E0220]: associated type `IntoIter` not found for `R`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:521:54\n |\n521 | pub fn into_iter(self) -> Either\n | ^^^^^^^^ there is an associated type `IntoIter` in the trait `IntoIterator`\n |\nhelp: consider restricting type parameter `R` with trait `IntoIterator`\n |\n165 | impl Either {\n | ++++++++++++++\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:55:51\n |\n55 | transform(self.0.as_ref(), lowercase, |f| write!(f, \"_\"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror[E0220]: associated type `IntoIter` not found for `L`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:599:52\n |\n599 | pub fn factor_into_iter(self) -> IterEither\n | ^^^^^^^^ there is an associated type `IntoIter` in the trait `IntoIterator`\n |\nhelp: consider restricting type parameter `L` with trait `IntoIterator`\n |\n165 | impl Either {\n | ++++++++++++++\n\nerror[E0220]: associated type `IntoIter` not found for `R`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:599:65\n |\n599 | pub fn factor_into_iter(self) -> IterEither\n | ^^^^^^^^ there is an associated type `IntoIter` in the trait `IntoIterator`\n |\nhelp: consider restricting type parameter `R` with trait `IntoIterator`\n |\n165 | impl Either {\n | ++++++++++++++\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itoa-1.0.18\\src\\lib.rs:138:13\n |\n138 | assert!($Signed::MIN < 0, \"need signed\");\n | ^^^^^^\n...\n185 | impl_Integer!(i8, u8);\n | --------------------- in this macro invocation\n |\n = note: this error originates in the macro `impl_Integer` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n |\n 56 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itoa-1.0.18\\src\\lib.rs:139:13\n |\n139 | assert!($Unsigned::MIN == 0, \"need unsigned\");\n | ^^^^^^\n...\n185 | impl_Integer!(i8, u8);\n | --------------------- in this macro invocation\n |\n = note: this error originates in the macro `impl_Integer` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n |\n 56 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itoa-1.0.18\\src\\lib.rs:140:13\n |\n140 | assert!($Signed::BITS == $Unsigned::BITS, \"need counterparts\");\n | ^^^^^^\n...\n185 | impl_Integer!(i8, u8);\n | --------------------- in this macro invocation\n |\n = note: this error originates in the macro `impl_Integer` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n |\n 56 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itoa-1.0.18\\src\\lib.rs:138:13\n |\n138 | assert!($Signed::MIN < 0, \"need signed\");\n | ^^^^^^\n...\n186 | impl_Integer!(i16, u16);\n | ----------------------- in this macro invocation\n |\n = note: this error originates in the macro `impl_Integer` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n |\n 56 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itoa-1.0.18\\src\\lib.rs:139:13\n |\n139 | assert!($Unsigned::MIN == 0, \"need unsigned\");\n | ^^^^^^\n...\n186 | impl_Integer!(i16, u16);\n | ----------------------- in this macro invocation\n |\n = note: this error originates in the macro `impl_Integer` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n |\n 56 + use core::assert;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:215:13\n |\n215 | assert_eq!(iter.next(), None, \"{}\", EXPECT_MSG);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 58 + use core::assert_eq;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itoa-1.0.18\\src\\lib.rs:140:13\n |\n140 | assert!($Signed::BITS == $Unsigned::BITS, \"need counterparts\");\n | ^^^^^^\n...\n186 | impl_Integer!(i16, u16);\n | ----------------------- in this macro invocation\n |\n = note: this error originates in the macro `impl_Integer` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n |\n 56 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itoa-1.0.18\\src\\lib.rs:138:13\n |\n138 | assert!($Signed::MIN < 0, \"need signed\");\n | ^^^^^^\n...\n187 | impl_Integer!(i32, u32);\n | ----------------------- in this macro invocation\n |\n = note: this error originates in the macro `impl_Integer` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n |\n 56 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itoa-1.0.18\\src\\lib.rs:139:13\n |\n139 | assert!($Unsigned::MIN == 0, \"need unsigned\");\n | ^^^^^^\n...\n187 | impl_Integer!(i32, u32);\n | ----------------------- in this macro invocation\n |\n = note: this error originates in the macro `impl_Integer` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n |\n 56 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itoa-1.0.18\\src\\lib.rs:140:13\n |\n140 | assert!($Signed::BITS == $Unsigned::BITS, \"need counterparts\");\n | ^^^^^^\n...\n187 | impl_Integer!(i32, u32);\n | ----------------------- in this macro invocation\n |\n = note: this error originates in the macro `impl_Integer` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n |\n 56 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itoa-1.0.18\\src\\lib.rs:138:13\n |\n138 | assert!($Signed::MIN < 0, \"need signed\");\n | ^^^^^^\n...\n188 | impl_Integer!(i64, u64);\n | ----------------------- in this macro invocation\n |\n = note: this error originates in the macro `impl_Integer` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n |\n 56 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itoa-1.0.18\\src\\lib.rs:139:13\n |\n139 | assert!($Unsigned::MIN == 0, \"need unsigned\");\n | ^^^^^^\n...\n188 | impl_Integer!(i64, u64);\n | ----------------------- in this macro invocation\n |\n = note: this error originates in the macro `impl_Integer` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n |\n 56 + use core::assert;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\title.rs:43:52\n |\n43 | transform(self.0.as_ref(), capitalize, |f| write!(f, \" \"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itoa-1.0.18\\src\\lib.rs:140:13\n |\n140 | assert!($Signed::BITS == $Unsigned::BITS, \"need counterparts\");\n | ^^^^^^\n...\n188 | impl_Integer!(i64, u64);\n | ----------------------- in this macro invocation\n |\n = note: this error originates in the macro `impl_Integer` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n |\n 56 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itoa-1.0.18\\src\\lib.rs:138:13\n |\n138 | assert!($Signed::MIN < 0, \"need signed\");\n | ^^^^^^\n...\n189 | impl_Integer!(i128, u128);\n | ------------------------- in this macro invocation\n |\n = note: this error originates in the macro `impl_Integer` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n |\n 56 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itoa-1.0.18\\src\\lib.rs:139:13\n |\n139 | assert!($Unsigned::MIN == 0, \"need unsigned\");\n | ^^^^^^\n...\n189 | impl_Integer!(i128, u128);\n | ------------------------- in this macro invocation\n |\n = note: this error originates in the macro `impl_Integer` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n |\n 56 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itoa-1.0.18\\src\\lib.rs:140:13\n |\n140 | assert!($Signed::BITS == $Unsigned::BITS, \"need counterparts\");\n | ^^^^^^\n...\n189 | impl_Integer!(i128, u128);\n | ------------------------- in this macro invocation\n |\n = note: this error originates in the macro `impl_Integer` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n |\n 56 + use core::assert;\n |\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itoa-1.0.18\\src\\lib.rs:232:5\n |\n232 | debug_assert!(value < 10_000);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 56 + use core::debug_assert;\n |\n\nerror: could not compile `bytes` (lib) due to 1 previous error\nerror[E0405]: cannot find trait `Default` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itoa-1.0.18\\src\\lib.rs:76:6\n |\n76 | impl Default for Buffer {\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n56 + use core::default::Default;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itoa-1.0.18\\src\\lib.rs:83:6\n |\n83 | impl Copy for Buffer {}\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n56 + use core::marker::Copy;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itoa-1.0.18\\src\\lib.rs:86:6\n |\n86 | impl Clone for Buffer {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n56 + use core::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itoa-1.0.18\\src\\lib.rs:128:23\n |\n128 | pub trait Sealed: Copy {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n127 + use core::marker::Copy;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\train.rs:43:52\n |\n43 | transform(self.0.as_ref(), capitalize, |f| write!(f, \"-\"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:202:13\n |\n202 | assert_eq!(equals_sign, \"=\", \"{}\", EXPECT_MSG);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 58 + use core::assert_eq;\n |\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:1:5\n |\n1 | use std::error::Error as StdError;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:182:13\n |\n182 | write!(f, \"ς\")?;\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 53 + use core::write;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:147:9\n |\n147 | panic!(\"{}\", format!(\"Cargo.toml does not contain `{}`\", TABLE_HEADER));\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 58 + use core::panic;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:184:13\n |\n184 | write!(f, \"{}\", c.to_lowercase())?;\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 53 + use core::write;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\wrapper.rs:46:3\n |\n46 | #[derive(Debug, Copy, Clone, PartialEq, Eq, PartialOrd, Ord, Hash)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 1 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\builder.rs:46:3\n |\n46 | #[derive(Debug)]\n | ^^^^^^\n |\nhelp: consider importing one of these attribute macros\n |\n16 + use crate::std::prelude::rust_2024::derive;\n |\n16 + use std::prelude::rust_2024::derive;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\error.rs:4:3\n |\n4 | #[derive(Clone, Debug, Eq, Hash, PartialEq)]\n | ^^^^^^\n |\nhelp: consider importing one of these attribute macros\n |\n1 + use crate::std::prelude::rust_2024::derive;\n |\n1 + use std::prelude::rust_2024::derive;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\error.rs:7:3\n |\n7 | #[derive(Clone, Debug, Eq, Hash, PartialEq)]\n | ^^^^^^\n |\nhelp: consider importing one of these attribute macros\n |\n1 + use crate::std::prelude::rust_2024::derive;\n |\n1 + use std::prelude::rust_2024::derive;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:113:3\n |\n113 | #[derive(Debug)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 58 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\error.rs:49:3\n |\n49 | #[derive(Clone, Debug, Eq, Hash, PartialEq)]\n | ^^^^^^\n |\nhelp: consider importing one of these attribute macros\n |\n 1 + use crate::std::prelude::rust_2024::derive;\n |\n 1 + use std::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:193:9\n |\n193 | write!(f, \"{}\", c.to_uppercase())?;\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 53 + use core::write;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\iter.rs:38:16\n |\n38 | impl Iterator for Iter {\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 5 + use crate::__private::core::iter::Iterator;\n |\n 5 + use core::iter::Iterator;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\iter.rs:41:27\n |\n41 | fn next(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these enums\n |\n 5 + use crate::__private::core::option::Option;\n |\n 5 + use core::option::Option;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\iter.rs:43:13\n |\n43 | Some((_, flag)) => Some(flag),\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 5 + use crate::__private::core::option::Option::Some;\n |\n 5 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\iter.rs:43:32\n |\n43 | Some((_, flag)) => Some(flag),\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 5 + use crate::__private::core::option::Option::Some;\n |\n 5 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\iter.rs:51:21\n |\n51 | Some(B::from_bits_retain(self.inner.remaining.bits()))\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 5 + use crate::__private::core::option::Option::Some;\n |\n 5 + use core::option::Option::Some;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\iter.rs:107:16\n |\n107 | impl Iterator for IterNames {\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 5 + use crate::__private::core::iter::Iterator;\n |\n 5 + use core::iter::Iterator;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\non_nil.rs:35:3\n |\n35 | #[derive(Copy, Clone, PartialEq, Eq, Hash, PartialOrd, Ord)]\n | ^^^^^^\n |\nhelp: consider importing one of these attribute macros\n |\n 4 + use crate::std::prelude::rust_2024::derive;\n |\n 4 + use std::prelude::rust_2024::derive;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\iter.rs:110:27\n |\n110 | fn next(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these enums\n |\n 5 + use crate::__private::core::option::Option;\n |\n 5 + use core::option::Option;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\iter.rs:111:19\n |\n111 | while let Some(flag) = self.flags.get(self.idx) {\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 5 + use crate::__private::core::option::Option::Some;\n |\n 5 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\iter.rs:114:24\n |\n114 | return None;\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these unit variants\n |\n 5 + use crate::__private::core::option::Option::None;\n |\n 5 + use core::option::Option::None;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\iter.rs:139:24\n |\n139 | return Some((flag.name(), B::from_bits_retain(bits)));\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 5 + use crate::__private::core::option::Option::Some;\n |\n 5 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\iter.rs:143:9\n |\n143 | None\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these unit variants\n |\n 5 + use crate::__private::core::option::Option::None;\n |\n 5 + use core::option::Option::None;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\iter.rs:167:16\n |\n167 | impl Iterator for IterDefinedNames {\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 5 + use crate::__private::core::iter::Iterator;\n |\n 5 + use core::iter::Iterator;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\iter.rs:170:27\n |\n170 | fn next(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these enums\n |\n 5 + use crate::__private::core::option::Option;\n |\n 5 + use core::option::Option;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\iter.rs:171:19\n |\n171 | while let Some(flag) = self.flags.get(self.idx) {\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 5 + use crate::__private::core::option::Option::Some;\n |\n 5 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\iter.rs:176:24\n |\n176 | return Some((flag.name(), B::from_bits_retain(flag.value().bits())));\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 5 + use crate::__private::core::option::Option::Some;\n |\n 5 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\iter.rs:180:9\n |\n180 | None\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these unit variants\n |\n 5 + use crate::__private::core::option::Option::None;\n |\n 5 + use core::option::Option::None;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\fmt.rs:70:3\n |\n70 | #[derive(Clone, Copy, Debug, Default, Eq, Hash, Ord, PartialEq, PartialOrd)]\n | ^^^^^^\n |\nhelp: consider importing one of these attribute macros\n |\n14 + use crate::std::prelude::rust_2024::derive;\n |\n14 + use std::prelude::rust_2024::derive;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:42:66\n |\n42 | pub fn to_writer(flags: &B, mut writer: impl Write) -> Result<(), fmt::Error>\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n33 + use crate::__private::core::result::Result;\n |\n33 + use crate::parser::fmt::Result;\n |\n33 + use core::fmt::Result;\n |\n33 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:99:43\n |\n99 | pub fn from_str(input: &str) -> Result\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n33 + use crate::__private::core::result::Result;\n |\n33 + use crate::parser::fmt::Result;\n |\n33 + use core::fmt::Result;\n |\n33 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:107:16\n |\n107 | return Ok(parsed_flags);\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 33 + use crate::__private::core::result::Result::Ok;\n |\n 33 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:115:20\n |\n115 | return Err(ParseError::empty_flag());\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 33 + use crate::__private::core::result::Result::Err;\n |\n 33 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:120:34\n |\n120 | let parsed_flag = if let Some(flag) = flag.strip_prefix(\"0x\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 33 + use crate::__private::core::option::Option::Some;\n |\n 33 + use core::option::Option::Some;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\fmt.rs:86:3\n |\n86 | #[derive(Clone, Copy, Debug, Default, Eq, Hash, Ord, PartialEq, PartialOrd)]\n | ^^^^^^\n |\nhelp: consider importing one of these attribute macros\n |\n14 + use crate::std::prelude::rust_2024::derive;\n |\n14 + use std::prelude::rust_2024::derive;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\fmt.rs:102:3\n |\n102 | #[derive(Clone, Copy, Debug, Default, Eq, Hash, Ord, PartialEq, PartialOrd)]\n | ^^^^^^\n |\nhelp: consider importing one of these attribute macros\n |\n 14 + use crate::std::prelude::rust_2024::derive;\n |\n 14 + use std::prelude::rust_2024::derive;\n |\n\nSome errors have detailed explanations: E0405, E0786.\nFor more information about an error, try `rustc --explain E0405`.\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\wrapper.rs:25:3\n |\n25 | #[derive(Debug, Clone, Copy, PartialEq, Eq, PartialOrd, Ord, Hash, Default)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 1 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:202:9\n |\n202 | write!(f, \"{}\", c.to_uppercase())?;\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 53 + use core::write;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:106:3\n |\n106 | #[derive(Debug, Ord, PartialEq, PartialOrd, Eq)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 58 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:414:9\n |\n414 | write!(f, \"{}{}\", value, name)?;\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:136:5\n |\n136 | Ok(parsed_flags)\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 33 + use crate::__private::core::result::Result::Ok;\n |\n 33 + use core::result::Result::Ok;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:97:7\n |\n97 | #[derive(Clone, Copy, PartialEq)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n53 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:101:13\n |\n101 | println!(\"cargo:rustc-cfg={}\", version_cfg.cfg_name);\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:401:9\n |\n401 | write!(f, \"{}{}\", value, name)?;\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: could not compile `itoa` (lib) due to 22 previous errors\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:142:71\n |\n142 | pub fn to_writer_truncate(flags: &B, writer: impl Write) -> Result<(), fmt::Error>\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 33 + use crate::__private::core::result::Result;\n |\n 33 + use crate::parser::fmt::Result;\n |\n 33 + use core::fmt::Result;\n |\n 33 + use core::result::Result;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\fmt.rs:118:3\n |\n118 | #[derive(Clone, Copy, Debug, Default, Eq, Hash, Ord, PartialEq, PartialOrd)]\n | ^^^^^^\n |\nhelp: consider importing one of these attribute macros\n |\n 14 + use crate::std::prelude::rust_2024::derive;\n |\n 14 + use std::prelude::rust_2024::derive;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:106:3\n |\n106 | #[derive(Debug, Clone, Copy)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 1 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:96:9\n |\n96 | println!(\"cargo:rustc-check-cfg=cfg(zerocopy_inline_always)\");\n | ^^^^^^^\n\nerror[E0277]: `Either` is not an iterator\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:173:36\n |\n173 | impl iter::FusedIterator for Either\n | ^^^^^^^^^^^^ `Either` is not an iterator\n |\nhelp: the trait `Iterator` is not implemented for `Either`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:49:1\n |\n 49 | pub enum Either {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: required by a bound in `FusedIterator`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/iter/traits/marker.rs:32:26\n |\n 32 | pub trait FusedIterator: Iterator {}\n | ^^^^^^^^ required by this bound in `FusedIterator`\n\nerror[E0277]: `IterEither` is not an iterator\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:310:36\n |\n310 | impl iter::FusedIterator for IterEither\n | ^^^^^^^^^^^^^^^^ `IterEither` is not an iterator\n |\nhelp: the trait `Iterator` is not implemented for `IterEither`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:19:1\n |\n 19 | pub struct IterEither {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^\nnote: required by a bound in `FusedIterator`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/iter/traits/marker.rs:32:26\n |\n 32 | pub trait FusedIterator: Iterator {}\n | ^^^^^^^^ required by this bound in `FusedIterator`\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:82:3\n |\n82 | #[derive(Debug, Clone)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 1 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:95:9\n |\n95 | println!(\"cargo:rustc-check-cfg=cfg(coverage_nightly)\");\n | ^^^^^^^\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:155:52\n |\n155 | pub fn from_str_truncate(input: &str) -> Result\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 33 + use crate::__private::core::result::Result;\n |\n 33 + use crate::parser::fmt::Result;\n |\n 33 + use core::fmt::Result;\n |\n 33 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:159:5\n |\n159 | Ok(B::from_bits_truncate(from_str::(input)?.bits()))\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 33 + use crate::__private::core::result::Result::Ok;\n |\n 33 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:165:73\n |\n165 | pub fn to_writer_strict(flags: &B, mut writer: impl Write) -> Result<(), fmt::Error> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 33 + use crate::__private::core::result::Result;\n |\n 33 + use crate::parser::fmt::Result;\n |\n 33 + use core::fmt::Result;\n |\n 33 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:189:50\n |\n189 | pub fn from_str_strict(input: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 33 + use crate::__private::core::result::Result;\n |\n 33 + use crate::parser::fmt::Result;\n |\n 33 + use core::fmt::Result;\n |\n 33 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:197:16\n |\n197 | return Ok(parsed_flags);\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 33 + use crate::__private::core::result::Result::Ok;\n |\n 33 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:205:20\n |\n205 | return Err(ParseError::empty_flag());\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 33 + use crate::__private::core::result::Result::Err;\n |\n 33 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:211:20\n |\n211 | return Err(ParseError::invalid_hex_flag(\"unsupported hex flag value\"));\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 33 + use crate::__private::core::result::Result::Err;\n |\n 33 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:219:5\n |\n219 | Ok(parsed_flags)\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 33 + use crate::__private::core::result::Result::Ok;\n |\n 33 + use core::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:239:15\n |\n239 | Self: Sized;\n | ^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 33 + use crate::__private::core::marker::Sized;\n |\n 33 + use core::marker::Sized;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:237:34\n |\n237 | fn parse_hex(input: &str) -> Result\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 33 + use crate::__private::core::result::Result;\n |\n 33 + use crate::parser::fmt::Result;\n |\n 33 + use core::fmt::Result;\n |\n 33 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\parser.rs:327:9\n |\n327 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 33 + use crate::__private::core::result::Result::Ok;\n |\n 33 + use core::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:132:18\n |\n132 | pub trait Flags: Sized + 'static {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::__private::core::marker::Sized;\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:178:39\n |\n178 | fn from_bits(bits: Self::Bits) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these enums\n |\n 1 + use crate::__private::core::option::Option;\n |\n 1 + use core::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:182:13\n |\n182 | Some(truncated)\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 1 + use crate::__private::core::option::Option::Some;\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:184:13\n |\n184 | None\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these unit variants\n |\n 1 + use crate::__private::core::option::Option::None;\n |\n 1 + use core::option::Option::None;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:200:33\n |\n200 | fn from_name(name: &str) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these enums\n |\n 1 + use crate::__private::core::option::Option;\n |\n 1 + use core::option::Option;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:203:20\n |\n203 | return None;\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these unit variants\n |\n 1 + use crate::__private::core::option::Option::None;\n |\n 1 + use core::option::Option::None;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\timestamp.rs:42:3\n |\n42 | #[derive(Debug, Clone, Copy, PartialEq, Eq, Hash)]\n | ^^^^^^\n |\nhelp: consider importing one of these attribute macros\n |\n24 + use crate::std::prelude::rust_2024::derive;\n |\n24 + use std::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:76:29\n |\n76 | Error::Empty => write!(f, \"value was empty\"),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\timestamp.rs:1188:7\n |\n1188 | #[derive(Debug, Clone, Copy, Default)]\n | ^^^^^^\n |\nhelp: consider importing one of these attribute macros\n |\n 479 + use crate::std::prelude::rust_2024::derive;\n |\n 479 + use std::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:94:9\n |\n94 | println!(\"cargo:rustc-check-cfg=cfg(__ZEROCOPY_INTERNAL_USE_ONLY_DEV_MODE)\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:75:38\n |\n75 | ... Error::NumberOverflow => write!(f, \"number is too large or cannot be represented without a lack of precision (values below 1ns are ...\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:91:9\n |\n91 | println!(\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:67:17\n |\n67 | write!(\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:208:24\n |\n208 | return Some(Self::from_bits_retain(flag.value().bits()));\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 1 + use crate::__private::core::option::Option::Some;\n |\n 1 + use core::option::Option::Some;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:64:17\n |\n64 | write!(f, \"time unit needed, for example {0}sec or {0}ms\", value)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:90:9\n |\n90 | println!(\"cargo:rustc-check-cfg=cfg(kani)\");\n | ^^^^^^^\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:212:9\n |\n212 | None\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these unit variants\n |\n 1 + use crate::__private::core::option::Option::None;\n |\n 1 + use core::option::Option::None;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:251:15\n |\n251 | Self: Sized,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::__private::core::marker::Sized;\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:259:15\n |\n259 | Self: Sized,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::__private::core::marker::Sized;\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:267:15\n |\n267 | Self: Sized,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::__private::core::marker::Sized;\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:275:15\n |\n275 | Self: Sized,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::__private::core::marker::Sized;\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:286:15\n |\n286 | Self: Sized,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::__private::core::marker::Sized;\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:294:15\n |\n294 | Self: Sized,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::__private::core::marker::Sized;\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:302:15\n |\n302 | Self: Sized,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::__private::core::marker::Sized;\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:314:15\n |\n314 | Self: Sized,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::__private::core::marker::Sized;\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:357:5\n |\n357 | Clone\n | ^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::__private::core::clone::Clone;\n |\n 1 + use core::clone::Clone;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:62:46\n |\n62 | Error::NumberExpected(offset) => write!(f, \"expected number at {}\", offset),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:89:9\n |\n89 | println!(\"cargo:rustc-check-cfg=cfg(doc_cfg)\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:61:48\n |\n61 | Error::InvalidCharacter(offset) => write!(f, \"invalid character at {}\", offset),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:85:13\n |\n85 | println!(\"cargo:rustc-check-cfg=cfg(rust, values(\\\"{}.{}.{}\\\"))\", major, minor, patch);\n | ^^^^^^^\n\nerror[E0277]: `Either` doesn't implement `Debug`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1352:22\n |\n1352 | impl Error for Either\n | ^^^^^^^^^^^^ the trait `Debug` is not implemented for `Either`\n |\n = note: add `#[derive(Debug)]` to `Either` or manually `impl Debug for Either`\nnote: required by a bound in `core::error::Error`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/error.rs:59:18\n |\n 59 | pub trait Error: Debug + Display {\n | ^^^^^ required by this bound in `Error`\nhelp: consider annotating `Either` with `#[derive(Debug)]`\n |\n 49 + #[derive(Debug)]\n 50 | pub enum Either {\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:7:3\n |\n7 | #[derive(Debug, PartialEq, Clone)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n1 + use core::prelude::rust_2024::derive;\n |\n\nSome errors have detailed explanations: E0220, E0277, E0405, E0425, E0531, E0786.\nFor more information about an error, try `rustc --explain E0220`.\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:77:13\n |\n77 | println!(\"cargo:rustc-check-cfg=cfg({})\", version_cfg.cfg_name);\n | ^^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:61:3\n |\n61 | #[derive(Debug, Clone)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 1 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:51:3\n |\n51 | #[derive(Debug, Clone, PartialEq, Eq)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 1 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:67:5\n |\n67 | println!(\"cargo:rerun-if-changed=Cargo.toml\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:46:37\n |\n46 | Error::InvalidFormat => write!(f, \"timestamp format is invalid\"),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:62:5\n |\n62 | println!(\"cargo:rerun-if-changed=build.rs\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:45:36\n |\n45 | Error::InvalidDigit => write!(f, \"bad character where digit is expected\"),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:44:34\n |\n44 | Error::OutOfRange => write!(f, \"numeric component is out of range\"),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:29:3\n |\n29 | #[derive(Debug, PartialEq, Clone, Copy)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 1 + use core::prelude::rust_2024::derive;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:358:7\n |\n358 | + Copy\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::__private::core::marker::Copy;\n |\n 1 + use core::marker::Copy;\n |\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:116:15\n |\n116 | cfg_name: String,\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:121:44\n |\n121 | fn parse_version_cfgs_from_cargo_toml() -> Vec {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:183:24\n |\n183 | return None;\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 58 + use core::option::Option::None;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:221:13\n |\n221 | Some(VersionCfg { version: Version { major, minor, patch }, cfg_name: name })\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 58 + use core::option::Option::Some;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:295:3\n |\n295 | #[derive(Clone, Copy, Debug, PartialEq)]\n | ^^^^^^\n |\nhelp: consider importing one of these attribute macros\n |\n236 + use crate::std::prelude::rust_2024::derive;\n |\n236 + use core::prelude::rust_2024::derive;\n |\n236 + use ::std::prelude::rust_2024::derive;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:330:3\n |\n330 | #[derive(Clone, Copy, Debug, PartialEq)]\n | ^^^^^^\n |\nhelp: consider importing one of these attribute macros\n |\n236 + use crate::std::prelude::rust_2024::derive;\n |\n236 + use core::prelude::rust_2024::derive;\n |\n236 + use ::std::prelude::rust_2024::derive;\n |\n\nerror: `#[panic_handler]` function required, but not found\n\nerror: unwinding panics are not supported without std\n |\n = help: using nightly cargo, use -Zbuild-std with panic=\"abort\" to avoid unwinding\n = note: since the core library is usually precompiled with panic=\"unwind\", rebuilding your crate with panic=\"abort\" may not be enough to fix the problem\n\nerror[E0405]: cannot find trait `PartialEq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:359:7\n |\n359 | + PartialEq\n | ^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::__private::core::cmp::PartialEq;\n |\n 1 + use core::cmp::PartialEq;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:364:7\n |\n364 | + Sized\n | ^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::__private::core::marker::Sized;\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0369]: binary operation `>=` cannot be applied to type `Version`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:72:22\n |\n 72 | if rustc_version >= (Version { major: 1, minor: 77, patch: 0 }) {\n | ------------- ^^ ------------------------------------------- Version\n | |\n | Version\n |\nnote: an implementation of `core::cmp::PartialOrd` might be missing for `Version`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:107:1\n |\n107 | struct Version {\n | ^^^^^^^^^^^^^^ must implement `core::cmp::PartialOrd`\nhelp: consider annotating `Version` with `#[derive(PartialEq, PartialOrd)]`\n |\n107 + #[derive(PartialEq, PartialOrd)]\n108 | struct Version {\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:392:46\n |\n392 | fn parse_hex(input: &str) -> Result {\n | ^^^^^^ not found in this scope\n...\n421 | / impl_bits! {\n422 | | u8, i8,\n423 | | u16, i16,\n424 | | u32, i32,\n... |\n427 | | usize, isize,\n428 | | }\n | |_- in this macro invocation\n |\n = note: this error originates in the macro `impl_bits` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing one of these items\n |\n 1 + use crate::__private::core::result::Result;\n |\n 1 + use crate::traits::fmt::Result;\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:398:46\n |\n398 | fn parse_hex(input: &str) -> Result {\n | ^^^^^^ not found in this scope\n...\n421 | / impl_bits! {\n422 | | u8, i8,\n423 | | u16, i16,\n424 | | u32, i32,\n... |\n427 | | usize, isize,\n428 | | }\n | |_- in this macro invocation\n |\n = note: this error originates in the macro `impl_bits` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing one of these items\n |\n 1 + use crate::__private::core::result::Result;\n |\n 1 + use crate::traits::fmt::Result;\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:444:3\n |\n444 | #[derive(Clone, Copy, Eq, Ord, PartialEq, PartialOrd)]\n | ^^^^^^\n |\nhelp: consider importing one of these attribute macros\n |\n236 + use crate::std::prelude::rust_2024::derive;\n |\n236 + use core::prelude::rust_2024::derive;\n |\n236 + use ::std::prelude::rust_2024::derive;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:444:16\n |\n444 | type Iter: Iterator;\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::__private::core::iter::Iterator;\n |\n 1 + use core::iter::Iterator;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\traits.rs:447:21\n |\n447 | type IterNames: Iterator;\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::__private::core::iter::Iterator;\n |\n 1 + use core::iter::Iterator;\n |\n\nerror[E0282]: type annotations needed\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:166:22\n |\n166 | .filter_map(|line| {\n | ^^^^\n...\n180 | let before_comment = line.split('#').next().expect(ITER_FIRST_NEXT_EXPECT_MSG);\n | ---- type must be known at this point\n |\nhelp: consider giving this closure parameter an explicit type\n |\n166 | .filter_map(|line: /* Type */| {\n | ++++++++++++\n\nerror: could not compile `either` (lib) due to 200 previous errors\nSome errors have detailed explanations: E0282, E0369, E0425, E0463, E0786.\nFor more information about an error, try `rustc --explain E0282`.\nerror: could not compile `zerocopy` (build script) due to 28 previous errors\nSome errors have detailed explanations: E0405, E0425, E0531, E0786.\nerror: could not compile `bitflags` (lib) due to 68 previous errors\nerror: linking with `rust-lld.exe` failed: exit code: 0xc000001d\n |\n = note: \"rust-lld.exe\" \"-flavor\" \"link\" \"/NOLOGO\" \"C:\\\\Users\\\\bradl\\\\AppData\\\\Local\\\\Temp\\\\rustctFaNR5\\\\symbols.o\" \"<4 object files omitted>\" \"\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib/{libstd-*,libpanic_unwind-*,libcfg_if-*,libwindows_targets-*,librustc_demangle-*,libstd_detect-*,libhashbrown-*,librustc_std_workspace_alloc-*,libunwind-*,librustc_std_workspace_core-*,liballoc-*,libcore-*,libcompiler_builtins-*}.rlib\" \"kernel32.lib\" \"kernel32.lib\" \"kernel32.lib\" \"ntdll.lib\" \"userenv.lib\" \"ws2_32.lib\" \"dbghelp.lib\" \"/defaultlib:msvcrt\" \"/NXCOMPAT\" \"/OUT:D:\\\\Development\\\\ClockworkLabs\\\\SpacetimeDB\\\\SpacetimeDB\\\\target\\\\llm-runs\\\\basics\\\\t_007_crud\\\\rust\\\\server\\\\gpt-5-mini\\\\llm\\\\target\\\\release\\\\build\\\\typenum-4921805b36d15433\\\\build_script_build-4921805b36d15433.exe\" \"/OPT:REF,NOICF\" \"/DEBUG\" \"/PDBALTPATH:%_PDB%\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\intrinsic.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\liballoc.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\libcore.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\libstd.natvis\"\n = note: some arguments are omitted. use `--verbose` to show all linker arguments\n = note: PLEASE submit a bug report to https://github.com/llvm/llvm-project/issues/ and include the crash backtrace.␍\n Exception Code: 0xC000001D␍\n #0 0x00007ff6f2cdcff6 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x247cff6)␍\n #1 0x00007ff6f2cb12f1 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24512f1)␍\n #2 0x00007ff6f2ca9c24 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2449c24)␍\n #3 0x00007ff6f2cb3e92 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2453e92)␍\n #4 0x00007ff6f2cbd1f2 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x245d1f2)␍\n #5 0x00007ffdf51461cf (C:\\Windows\\SYSTEM32\\ntdll.dll+0x1661cf)␍\n #6 0x00007ffdf4ff23a7 (C:\\Windows\\SYSTEM32\\ntdll.dll+0x123a7)␍\n #7 0x00007ffdf4fea961 (C:\\Windows\\SYSTEM32\\ntdll.dll+0xa961)␍\n #8 0x00007ffdf19873fa (C:\\Windows\\System32\\KERNELBASE.dll+0xc73fa)␍\n #9 0x00007ff6f2c967eb (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24367eb)␍\n #10 0x00007ff6f2c827e6 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24227e6)␍\n #11 0x00007ff6f2d26142 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24c6142)␍\n #12 0x00007ff6f2ca49b3 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24449b3)␍\n #13 0x00007ffdf4e4e8d7 (C:\\Windows\\System32\\KERNEL32.DLL+0x2e8d7)␍\n #14 0x00007ffdf506c48c (C:\\Windows\\SYSTEM32\\ntdll.dll+0x8c48c)␍\n \n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\builder.rs:287:36\n |\n287 | pub fn from_slice(b: &[u8]) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 16 + use crate::std::fmt::Result;\n |\n 16 + use crate::std::result::Result;\n |\n 16 + use std::fmt::Result;\n |\n 16 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\builder.rs:289:20\n |\n289 | return Err(Error(ErrorKind::ParseByteLength { len: b.len() }));\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 16 + use crate::std::result::Result::Err;\n |\n 16 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\builder.rs:294:9\n |\n294 | Ok(Uuid::from_bytes(bytes))\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 16 + use crate::std::result::Result::Ok;\n |\n 16 + use std::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\builder.rs:328:39\n |\n328 | pub fn from_slice_le(b: &[u8]) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 16 + use crate::std::fmt::Result;\n |\n 16 + use crate::std::result::Result;\n |\n 16 + use std::fmt::Result;\n |\n 16 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\builder.rs:330:20\n |\n330 | return Err(Error(ErrorKind::ParseByteLength { len: b.len() }));\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 16 + use crate::std::result::Result::Err;\n |\n 16 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\builder.rs:335:9\n |\n335 | Ok(Uuid::from_bytes_le(bytes))\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 16 + use crate::std::result::Result::Ok;\n |\n 16 + use std::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\builder.rs:637:36\n |\n637 | pub fn from_slice(b: &[u8]) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 16 + use crate::std::fmt::Result;\n |\n 16 + use crate::std::result::Result;\n |\n 16 + use std::fmt::Result;\n |\n 16 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\builder.rs:638:9\n |\n638 | Ok(Builder(Uuid::from_slice(b)?))\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 16 + use crate::std::result::Result::Ok;\n |\n 16 + use std::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\builder.rs:672:39\n |\n672 | pub fn from_slice_le(b: &[u8]) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 16 + use crate::std::fmt::Result;\n |\n 16 + use crate::std::result::Result;\n |\n 16 + use std::fmt::Result;\n |\n 16 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\builder.rs:673:9\n |\n673 | Ok(Builder(Uuid::from_slice_le(b)?))\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 16 + use crate::std::result::Result::Ok;\n |\n 16 + use std::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\error.rs:57:13\n |\n57 | Ok(s) => s,\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 1 + use crate::std::result::Result::Ok;\n |\n 1 + use std::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\error.rs:58:13\n |\n58 | Err(_) => return Error(ErrorKind::ParseInvalidUTF8),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 1 + use crate::std::result::Result::Err;\n |\n 1 + use std::result::Result::Err;\n |\n\nerror[E0405]: cannot find trait `PartialEq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\non_nil.rs:50:6\n |\n50 | impl PartialEq for NonNilUuid {\n | ^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 4 + use crate::std::cmp::PartialEq;\n |\n 4 + use std::cmp::PartialEq;\n |\n\nerror[E0405]: cannot find trait `PartialEq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\non_nil.rs:56:6\n |\n56 | impl PartialEq for Uuid {\n | ^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 4 + use crate::std::cmp::PartialEq;\n |\n 4 + use std::cmp::PartialEq;\n |\n\nerror[E0405]: cannot find trait `PartialOrd` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\non_nil.rs:62:6\n |\n62 | impl PartialOrd for NonNilUuid {\n | ^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 4 + use crate::std::cmp::PartialOrd;\n |\n 4 + use std::cmp::PartialOrd;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\non_nil.rs:63:44\n |\n63 | fn partial_cmp(&self, other: &Uuid) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these enums\n |\n 4 + use crate::std::option::Option;\n |\n 4 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `PartialOrd` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\non_nil.rs:68:6\n |\n68 | impl PartialOrd for Uuid {\n | ^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 4 + use crate::std::cmp::PartialOrd;\n |\n 4 + use std::cmp::PartialOrd;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\non_nil.rs:69:50\n |\n69 | fn partial_cmp(&self, other: &NonNilUuid) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these enums\n |\n 4 + use crate::std::option::Option;\n |\n 4 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\non_nil.rs:76:37\n |\n76 | pub const fn new(uuid: Uuid) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these enums\n |\n 4 + use crate::std::option::Option;\n |\n 4 + use std::option::Option;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\non_nil.rs:78:13\n |\n78 | Some(non_nil) => Some(NonNilUuid(non_nil)),\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::std::option::Option::Some;\n |\n 4 + use std::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\non_nil.rs:78:30\n |\n78 | Some(non_nil) => Some(NonNilUuid(non_nil)),\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::std::option::Option::Some;\n |\n 4 + use std::option::Option::Some;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\non_nil.rs:99:6\n |\n99 | impl From for Uuid {\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 4 + use crate::std::convert::From;\n |\n 4 + use std::convert::From;\n |\n\nerror[E0405]: cannot find trait `TryFrom` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\non_nil.rs:116:6\n |\n116 | impl TryFrom for NonNilUuid {\n | ^^^^^^^ not found in this scope\n |\n = note: 'crate::std::convert::TryFrom' is included in the prelude starting in Edition 2021\n = note: 'std::convert::TryFrom' is included in the prelude starting in Edition 2021\nhelp: consider importing one of these traits\n |\n 4 + use crate::std::convert::TryFrom;\n |\n 4 + use std::convert::TryFrom;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\non_nil.rs:127:32\n |\n127 | fn try_from(uuid: Uuid) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 4 + use crate::non_nil::fmt::Result;\n |\n 4 + use crate::std::result::Result;\n |\n 4 + use std::fmt::Result;\n |\n 4 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:28:36\n |\n28 | fn from_str(uuid_str: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n16 + use crate::std::fmt::Result;\n |\n16 + use crate::std::result::Result;\n |\n16 + use std::fmt::Result;\n |\n16 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:36:39\n |\n36 | fn try_from(uuid_str: &'_ str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n16 + use crate::std::fmt::Result;\n |\n16 + use crate::std::result::Result;\n |\n16 + use std::fmt::Result;\n |\n16 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:76:38\n |\n76 | pub fn parse_str(input: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n16 + use crate::std::fmt::Result;\n |\n16 + use crate::std::result::Result;\n |\n16 + use std::fmt::Result;\n |\n16 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:110:44\n |\n110 | pub const fn try_parse(input: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 16 + use crate::std::fmt::Result;\n |\n 16 + use crate::std::result::Result;\n |\n 16 + use std::fmt::Result;\n |\n 16 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:137:51\n |\n137 | pub const fn try_parse_ascii(input: &[u8]) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 16 + use crate::std::fmt::Result;\n |\n 16 + use crate::std::result::Result;\n |\n 16 + use std::fmt::Result;\n |\n 16 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:139:13\n |\n139 | Ok(bytes) => Ok(Uuid::from_bytes(bytes)),\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 16 + use crate::std::result::Result::Ok;\n |\n 16 + use std::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:139:26\n |\n139 | Ok(bytes) => Ok(Uuid::from_bytes(bytes)),\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 16 + use crate::std::result::Result::Ok;\n |\n 16 + use std::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:142:13\n |\n142 | Err(_) => Err(Error(ErrorKind::ParseOther)),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 16 + use crate::std::result::Result::Err;\n |\n 16 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:142:23\n |\n142 | Err(_) => Err(Error(ErrorKind::ParseOther)),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 16 + use crate::std::result::Result::Err;\n |\n 16 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:147:40\n |\n147 | const fn try_parse(input: &'_ [u8]) -> Result<[u8; 16], InvalidUuid<'_>> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 16 + use crate::std::fmt::Result;\n |\n 16 + use crate::std::result::Result;\n |\n 16 + use std::fmt::Result;\n |\n 16 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:161:14\n |\n161 | _ => Err(InvalidUuid(input)),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 16 + use crate::std::result::Result::Err;\n |\n 16 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:167:54\n |\n167 | pub(crate) const fn parse_braced(input: &'_ [u8]) -> Result<[u8; 16], InvalidUuid<'_>> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 16 + use crate::std::fmt::Result;\n |\n 16 + use crate::std::result::Result;\n |\n 16 + use std::fmt::Result;\n |\n 16 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:171:9\n |\n171 | Err(InvalidUuid(input))\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 16 + use crate::std::result::Result::Err;\n |\n 16 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:177:51\n |\n177 | pub(crate) const fn parse_urn(input: &'_ [u8]) -> Result<[u8; 16], InvalidUuid<'_>> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 16 + use crate::std::fmt::Result;\n |\n 16 + use crate::std::result::Result;\n |\n 16 + use std::fmt::Result;\n |\n 16 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:183:9\n |\n183 | Err(InvalidUuid(input))\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 16 + use crate::std::result::Result::Err;\n |\n 16 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:188:50\n |\n188 | pub(crate) const fn parse_simple(s: &'_ [u8]) -> Result<[u8; 16], InvalidUuid<'_>> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 16 + use crate::std::fmt::Result;\n |\n 16 + use crate::std::result::Result;\n |\n 16 + use std::fmt::Result;\n |\n 16 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:192:16\n |\n192 | return Err(InvalidUuid(s));\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 16 + use crate::std::result::Result::Err;\n |\n 16 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:207:20\n |\n207 | return Err(InvalidUuid(s));\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 16 + use crate::std::result::Result::Err;\n |\n 16 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:216:5\n |\n216 | Ok(buf)\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 16 + use crate::std::result::Result::Ok;\n |\n 16 + use std::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:220:54\n |\n220 | pub(crate) const fn parse_hyphenated(s: &'_ [u8]) -> Result<[u8; 16], InvalidUuid<'_>> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 16 + use crate::std::fmt::Result;\n |\n 16 + use crate::std::result::Result;\n |\n 16 + use std::fmt::Result;\n |\n 16 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:224:16\n |\n224 | return Err(InvalidUuid(s));\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 16 + use crate::std::result::Result::Err;\n |\n 16 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:239:21\n |\n239 | _ => return Err(InvalidUuid(s)),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 16 + use crate::std::result::Result::Err;\n |\n 16 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:257:20\n |\n257 | return Err(InvalidUuid(s));\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 16 + use crate::std::result::Result::Err;\n |\n 16 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\parser.rs:265:5\n |\n265 | Ok(buf)\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 16 + use crate::std::result::Result::Ok;\n |\n 16 + use std::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\fmt.rs:874:29\n |\n874 | fn from_str(s: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 14 + use crate::fmt::fmt::Result;\n |\n 14 + use crate::std::result::Result;\n |\n 14 + use std::fmt::Result;\n |\n 14 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\fmt.rs:884:29\n |\n884 | fn from_str(s: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 14 + use crate::fmt::fmt::Result;\n |\n 14 + use crate::std::result::Result;\n |\n 14 + use std::fmt::Result;\n |\n 14 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\fmt.rs:894:29\n |\n894 | fn from_str(s: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 14 + use crate::fmt::fmt::Result;\n |\n 14 + use crate::std::result::Result;\n |\n 14 + use std::fmt::Result;\n |\n 14 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\fmt.rs:904:29\n |\n904 | fn from_str(s: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 14 + use crate::fmt::fmt::Result;\n |\n 14 + use crate::std::result::Result;\n |\n 14 + use std::fmt::Result;\n |\n 14 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\fmt.rs:938:14\n |\n 938 | impl From for $T {\n | ^^^^ not found in this scope\n...\n 997 | / impl_fmt_traits! {\n 998 | | Hyphenated<>,\n 999 | | Simple<>,\n1000 | | Urn<>,\n1001 | | Braced<>\n1002 | | }\n | |_- in this macro invocation\n |\n = note: this error originates in the macro `impl_fmt_from` which comes from the expansion of the macro `impl_fmt_traits` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing one of these traits\n |\n 14 + use crate::std::convert::From;\n |\n 14 + use std::convert::From;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\fmt.rs:945:14\n |\n 945 | impl From<$T> for Uuid {\n | ^^^^ not found in this scope\n...\n 997 | / impl_fmt_traits! {\n 998 | | Hyphenated<>,\n 999 | | Simple<>,\n1000 | | Urn<>,\n1001 | | Braced<>\n1002 | | }\n | |_- in this macro invocation\n |\n = note: this error originates in the macro `impl_fmt_from` which comes from the expansion of the macro `impl_fmt_traits` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing one of these traits\n |\n 14 + use crate::std::convert::From;\n |\n 14 + use std::convert::From;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\fmt.rs:952:14\n |\n 952 | impl AsRef for $T {\n | ^^^^^ not found in this scope\n...\n 997 | / impl_fmt_traits! {\n 998 | | Hyphenated<>,\n 999 | | Simple<>,\n1000 | | Urn<>,\n1001 | | Braced<>\n1002 | | }\n | |_- in this macro invocation\n |\n = note: this error originates in the macro `impl_fmt_from` which comes from the expansion of the macro `impl_fmt_traits` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing one of these traits\n |\n 14 + use crate::std::convert::AsRef;\n |\n 14 + use std::convert::AsRef;\n |\n\nerror: could not compile `typenum` (build script) due to 1 previous error\nerror[E0405]: cannot find trait `Into` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\timestamp.rs:107:51\n |\n107 | context: impl ClockSequence>,\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 24 + use crate::std::convert::Into;\n |\n 24 + use std::convert::Into;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\timestamp.rs:448:23\n |\n448 | Self::Output: Sized,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 24 + use crate::std::marker::Sized;\n |\n 24 + use std::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\timestamp.rs:454:26\n |\n454 | impl ClockSequence for &T {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 24 + use crate::std::marker::Sized;\n |\n 24 + use std::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\timestamp.rs:471:23\n |\n471 | Self::Output: Sized,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 24 + use crate::std::marker::Sized;\n |\n 24 + use std::marker::Sized;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:580:40\n |\n580 | pub const fn get_version(&self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these enums\n |\n236 + use crate::std::option::Option;\n |\n236 + use core::option::Option;\n |\n236 + use ::std::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:582:35\n |\n582 | 0 if self.is_nil() => Some(Version::Nil),\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n236 + use crate::std::option::Option::Some;\n |\n236 + use core::option::Option::Some;\n |\n236 + use ::std::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:583:18\n |\n583 | 1 => Some(Version::Mac),\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n236 + use crate::std::option::Option::Some;\n |\n236 + use core::option::Option::Some;\n |\n236 + use ::std::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:584:18\n |\n584 | 2 => Some(Version::Dce),\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n236 + use crate::std::option::Option::Some;\n |\n236 + use core::option::Option::Some;\n |\n236 + use ::std::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:585:18\n |\n585 | 3 => Some(Version::Md5),\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n236 + use crate::std::option::Option::Some;\n |\n236 + use core::option::Option::Some;\n |\n236 + use ::std::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:586:18\n |\n586 | 4 => Some(Version::Random),\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n236 + use crate::std::option::Option::Some;\n |\n236 + use core::option::Option::Some;\n |\n236 + use ::std::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:587:18\n |\n587 | 5 => Some(Version::Sha1),\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n236 + use crate::std::option::Option::Some;\n |\n236 + use core::option::Option::Some;\n |\n236 + use ::std::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:588:18\n |\n588 | 6 => Some(Version::SortMac),\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n236 + use crate::std::option::Option::Some;\n |\n236 + use core::option::Option::Some;\n |\n236 + use ::std::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:589:18\n |\n589 | 7 => Some(Version::SortRand),\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n236 + use crate::std::option::Option::Some;\n |\n236 + use core::option::Option::Some;\n |\n236 + use ::std::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:590:18\n |\n590 | 8 => Some(Version::Custom),\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n236 + use crate::std::option::Option::Some;\n |\n236 + use core::option::Option::Some;\n |\n236 + use ::std::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:591:37\n |\n591 | 0xf if self.is_max() => Some(Version::Max),\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n236 + use crate::std::option::Option::Some;\n |\n236 + use core::option::Option::Some;\n |\n236 + use ::std::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:592:18\n |\n592 | _ => None,\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these unit variants\n |\n236 + use crate::std::option::Option::None;\n |\n236 + use core::option::Option::None;\n |\n236 + use ::std::option::Option::None;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:905:42\n |\n905 | pub const fn get_timestamp(&self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these enums\n |\n236 + use crate::std::option::Option;\n |\n236 + use core::option::Option;\n |\n236 + use ::std::option::Option;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:907:13\n |\n907 | Some(Version::Mac) => {\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n236 + use crate::std::option::Option::Some;\n |\n236 + use core::option::Option::Some;\n |\n236 + use ::std::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:910:17\n |\n910 | Some(Timestamp::from_gregorian_time(ticks, counter))\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n236 + use crate::std::option::Option::Some;\n |\n236 + use core::option::Option::Some;\n |\n236 + use ::std::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:912:13\n |\n912 | Some(Version::SortMac) => {\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n236 + use crate::std::option::Option::Some;\n |\n236 + use core::option::Option::Some;\n |\n236 + use ::std::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:915:17\n |\n915 | Some(Timestamp::from_gregorian_time(ticks, counter))\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n236 + use crate::std::option::Option::Some;\n |\n236 + use core::option::Option::Some;\n |\n236 + use ::std::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:917:13\n |\n917 | Some(Version::SortRand) => {\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n236 + use crate::std::option::Option::Some;\n |\n236 + use core::option::Option::Some;\n |\n236 + use ::std::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:923:17\n |\n923 | Some(Timestamp::from_unix_time(seconds, nanos, 0, 0))\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n236 + use crate::std::option::Option::Some;\n |\n236 + use core::option::Option::Some;\n |\n236 + use ::std::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:925:18\n |\n925 | _ => None,\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these unit variants\n |\n236 + use crate::std::option::Option::None;\n |\n236 + use core::option::Option::None;\n |\n236 + use ::std::option::Option::None;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:931:40\n |\n931 | pub const fn get_node_id(&self) -> Option<[u8; 6]> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these enums\n |\n236 + use crate::std::option::Option;\n |\n236 + use core::option::Option;\n |\n236 + use ::std::option::Option;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:933:13\n |\n933 | Some(Version::Mac) | Some(Version::SortMac) => {\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n236 + use crate::std::option::Option::Some;\n |\n236 + use core::option::Option::Some;\n |\n236 + use ::std::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:933:34\n |\n933 | Some(Version::Mac) | Some(Version::SortMac) => {\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n236 + use crate::std::option::Option::Some;\n |\n236 + use core::option::Option::Some;\n |\n236 + use ::std::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:943:17\n |\n943 | Some(node_id)\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n236 + use crate::std::option::Option::Some;\n |\n236 + use core::option::Option::Some;\n |\n236 + use ::std::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:945:18\n |\n945 | _ => None,\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these unit variants\n |\n236 + use crate::std::option::Option::None;\n |\n236 + use core::option::Option::None;\n |\n236 + use ::std::option::Option::None;\n |\n\nerror[E0405]: cannot find trait `Default` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:956:6\n |\n956 | impl Default for Uuid {\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n236 + use crate::std::default::Default;\n |\n236 + use core::default::Default;\n |\n236 + use ::std::default::Default;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:963:6\n |\n963 | impl AsRef for Uuid {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n236 + use crate::std::convert::AsRef;\n |\n236 + use core::convert::AsRef;\n |\n236 + use ::std::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs:970:6\n |\n970 | impl AsRef<[u8]> for Uuid {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n236 + use crate::std::convert::AsRef;\n |\n236 + use core::convert::AsRef;\n |\n236 + use ::std::convert::AsRef;\n |\n\nerror[E0277]: `error::Error` doesn't implement `Debug`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\error.rs:176:35\n |\n176 | impl crate::std::error::Error for Error {}\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Debug` is not implemented for `error::Error`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\error.rs:5:1\n |\n 5 | pub struct Error(pub(crate) ErrorKind);\n | ^^^^^^^^^^^^^^^^\n = note: add `#[derive(Debug)]` to `error::Error` or manually `impl Debug for error::Error`\nnote: required by a bound in `std::error::Error`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/error.rs:59:18\n |\n 59 | pub trait Error: Debug + Display {\n | ^^^^^ required by this bound in `Error`\n\nSome errors have detailed explanations: E0277, E0405, E0425, E0531, E0786.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `uuid` (lib) due to 113 previous errors\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\kebab.rs:17:24\n |\n17 | pub trait ToKebabCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\kebab.rs:38:27\n |\n38 | pub struct AsKebabCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\kebab.rs:40:9\n |\n40 | impl> fmt::Display for AsKebabCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lower_camel.rs:18:29\n |\n18 | pub trait ToLowerCamelCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lower_camel.rs:24:38\n |\n24 | fn to_lower_camel_case(&self) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lower_camel.rs:39:32\n |\n39 | pub struct AsLowerCamelCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lower_camel.rs:41:9\n |\n41 | impl> fmt::Display for AsLowerCamelCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lower_camel.rs:54:17\n |\n54 | |_| Ok(()),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_kebab.rs:18:30\n |\n18 | pub trait ToShoutyKebabCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_kebab.rs:39:33\n |\n39 | pub struct AsShoutyKebabCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_kebab.rs:41:9\n |\n41 | impl> fmt::Display for AsShoutyKebabCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_snake.rs:18:30\n |\n18 | pub trait ToShoutySnakeCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_snake.rs:25:29\n |\n25 | pub trait ToShoutySnekCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_snake.rs:31:10\n |\n31 | impl ToShoutySnekCase for T {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_snake.rs:53:33\n |\n53 | pub struct AsShoutySnakeCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_snake.rs:55:9\n |\n55 | impl> fmt::Display for AsShoutySnakeCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:17:24\n |\n17 | pub trait ToSnakeCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:24:23\n |\n24 | pub trait ToSnekCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:29:10\n |\n29 | impl ToSnekCase for T {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:36:32\n |\n36 | fn to_snake_case(&self) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:51:27\n |\n51 | pub struct AsSnakeCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:53:9\n |\n53 | impl> fmt::Display for AsSnakeCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\title.rs:18:24\n |\n18 | pub trait ToTitleCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\title.rs:24:32\n |\n24 | fn to_title_case(&self) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\title.rs:39:27\n |\n39 | pub struct AsTitleCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\title.rs:41:9\n |\n41 | impl> fmt::Display for AsTitleCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\train.rs:18:24\n |\n18 | pub trait ToTrainCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\train.rs:39:27\n |\n39 | pub struct AsTrainCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\train.rs:41:9\n |\n41 | impl> fmt::Display for AsTrainCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:18:29\n |\n18 | pub trait ToUpperCamelCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:24:38\n |\n24 | fn to_upper_camel_case(&self) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:31:25\n |\n31 | pub trait ToPascalCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:36:10\n |\n36 | impl ToPascalCase for T {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:52:32\n |\n52 | pub struct AsUpperCamelCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:54:9\n |\n54 | impl> fmt::Display for AsUpperCamelCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:56:52\n |\n56 | transform(self.0.as_ref(), capitalize, |_| Ok(()), f)\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:74:34\n |\n74 | fn get_iterator(s: &str) -> impl Iterator {\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n53 + use core::iter::Iterator;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:85:8\n |\n85 | F: FnMut(&str, &mut fmt::Formatter) -> fmt::Result,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n53 + use core::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:86:8\n |\n86 | G: FnMut(&mut fmt::Formatter) -> fmt::Result,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n53 + use core::ops::FnMut;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:115:19\n |\n115 | while let Some((i, c)) = char_indices.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:124:20\n |\n124 | if let Some(&(next_i, next)) = char_indices.peek() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:175:5\n |\n175 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:180:15\n |\n180 | while let Some(c) = chars.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:188:5\n |\n188 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:196:5\n |\n196 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:201:12\n |\n201 | if let Some((_, c)) = char_indices.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:203:16\n |\n203 | if let Some((i, _)) = char_indices.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:208:5\n |\n208 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::result::Result::Ok;\n |\n\nerror[E0220]: associated type `Owned` not found for `Self`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lower_camel.rs:20:44\n |\n20 | fn to_lower_camel_case(&self) -> Self::Owned;\n | ^^^^^ associated type `Owned` not found\n\nerror[E0220]: associated type `Owned` not found for `Self`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:19:38\n |\n19 | fn to_snake_case(&self) -> Self::Owned;\n | ^^^^^ associated type `Owned` not found\n\nerror[E0220]: associated type `Owned` not found for `Self`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\title.rs:20:38\n |\n20 | fn to_title_case(&self) -> Self::Owned;\n | ^^^^^ associated type `Owned` not found\n\nerror[E0220]: associated type `Owned` not found for `Self`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:20:44\n |\n20 | fn to_upper_camel_case(&self) -> Self::Owned;\n | ^^^^^ associated type `Owned` not found\n\nSome errors have detailed explanations: E0220, E0405, E0425, E0463, E0531, E0786.\nerror: could not compile `heck` (lib) due to 66 previous errors\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:66:34\n |\n66 | fn two_digits(b1: u8, b2: u8) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:67:46\n |\n67 | fn two_digits_inner(a: char, b: char) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:71:9\n |\n71 | Some((a * 10 + b) as u64)\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:84:34\n |\n84 | pub fn parse_rfc3339(s: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:86:16\n |\n86 | return Err(Error::InvalidFormat);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:89:38\n |\n89 | if b[10] != b'T' || (b.last() != Some(&b'Z') && !s.ends_with(\"+00:00\")) {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:90:16\n |\n90 | return Err(Error::InvalidFormat);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:108:39\n |\n108 | pub fn parse_rfc3339_weak(s: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:110:16\n |\n110 | return Err(Error::InvalidFormat);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:119:16\n |\n119 | return Err(Error::InvalidFormat);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:129:16\n |\n129 | return Err(Error::OutOfRange);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:151:21\n |\n151 | _ => return Err(Error::OutOfRange),\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:154:16\n |\n154 | return Err(Error::OutOfRange);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:169:21\n |\n169 | if b.get(19) == Some(&b'.') {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:175:24\n |\n175 | return Err(Error::InvalidDigit);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:181:24\n |\n181 | return Err(Error::InvalidDigit);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:188:16\n |\n188 | return Err(Error::InvalidFormat);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:193:16\n |\n193 | return Err(Error::OutOfRange);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:196:5\n |\n196 | Ok(UNIX_EPOCH + Duration::new(total_seconds, nanos))\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:270:20\n |\n270 | return Err(fmt::Error);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:37:15\n |\n37 | unit: String,\n | ^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:85:19\n |\n85 | trait OverflowOp: Sized {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:86:34\n |\n86 | fn mul(self, other: Self) -> Result;\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:87:34\n |\n87 | fn add(self, other: Self) -> Result;\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:88:34\n |\n88 | fn div(self, other: Self) -> Result;\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:92:34\n |\n92 | fn mul(self, other: Self) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:95:34\n |\n95 | fn add(self, other: Self) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:98:34\n |\n98 | fn div(self, other: Self) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:100:18\n |\n100 | 0 => Ok(self / other),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:101:18\n |\n101 | _ => Err(Error::NumberOverflow),\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:118:27\n |\n118 | fn parse(mut self) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:122:28\n |\n122 | let mut frac = None; // fractional part\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 1 + use core::option::Option::None;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:124:23\n |\n124 | while let Some(c) = self.iter.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:138:32\n |\n138 | frac = Some(self.parse_fractional_part(&mut off)?);\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:142:32\n |\n142 | return Err(Error::InvalidCharacter(off));\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:149:23\n |\n149 | while let Some(c) = self.iter.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:159:32\n |\n159 | return Err(Error::InvalidCharacter(off));\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:167:17\n |\n167 | Some(n) => n,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:168:32\n |\n168 | None => return Ok(out),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:173:39\n |\n173 | fn parse_first_char(&mut self) -> Result, Error> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:173:46\n |\n173 | fn parse_first_char(&mut self) -> Result, Error> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:178:28\n |\n178 | return Ok(Some(c as u64 - '0' as u64));\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:178:31\n |\n178 | return Ok(Some(c as u64 - '0' as u64));\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:182:28\n |\n182 | return Err(Error::NumberExpected(off));\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:186:9\n |\n186 | Ok(None)\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:186:12\n |\n186 | Ok(None)\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 1 + use core::option::Option::None;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:189:61\n |\n189 | fn parse_fractional_part(&mut self, off: &mut usize) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:193:19\n |\n193 | while let Some(c) = self.iter.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:214:28\n |\n214 | return Err(Error::InvalidCharacter(*off));\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:222:20\n |\n222 | return Err(Error::InvalidCharacter(*off));\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:224:9\n |\n224 | Ok(Fraction {\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:237:15\n |\n237 | frac: Option,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:241:10\n |\n241 | ) -> Result<(), Error> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:243:13\n |\n243 | Ok(u) => u,\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:244:13\n |\n244 | Err(()) => {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:245:24\n |\n245 | return Err(Error::UnknownUnit {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:270:16\n |\n270 | if let Some(Fraction {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:276:44\n |\n276 | Unit::Nanosecond => return Err(Error::NumberOverflow),\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:290:9\n |\n290 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:294:64\n |\n294 | fn add_current(mut sec: u64, nsec: u64, out: &mut Duration) -> Result<(), Error> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:302:5\n |\n302 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:321:29\n |\n321 | fn from_str(s: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:323:40\n |\n323 | \"nanos\" | \"nsec\" | \"ns\" => Ok(Self::Nanosecond),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:324:37\n |\n324 | \"usec\" | \"us\" | \"µs\" => Ok(Self::Microsecond),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:325:41\n |\n325 | \"millis\" | \"msec\" | \"ms\" => Ok(Self::Millisecond),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:326:60\n |\n326 | \"seconds\" | \"second\" | \"secs\" | \"sec\" | \"s\" => Ok(Self::Second),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:327:60\n |\n327 | \"minutes\" | \"minute\" | \"min\" | \"mins\" | \"m\" => Ok(Self::Minute),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:328:54\n |\n328 | \"hours\" | \"hour\" | \"hr\" | \"hrs\" | \"h\" => Ok(Self::Hour),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:329:37\n |\n329 | \"days\" | \"day\" | \"d\" => Ok(Self::Day),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:330:54\n |\n330 | \"weeks\" | \"week\" | \"wk\" | \"wks\" | \"w\" => Ok(Self::Week),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:331:41\n |\n331 | \"months\" | \"month\" | \"M\" => Ok(Self::Month),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:332:54\n |\n332 | \"years\" | \"year\" | \"yr\" | \"yrs\" | \"y\" => Ok(Self::Year),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:333:18\n |\n333 | _ => Err(()),\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:364:35\n |\n364 | pub fn parse_duration(s: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:366:16\n |\n366 | return Ok(Duration::ZERO);\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:407:5\n |\n407 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:417:5\n |\n417 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:434:20\n |\n434 | return Ok(());\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:464:9\n |\n464 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\wrapper.rs:49:6\n |\n49 | impl AsRef for Duration {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\wrapper.rs:62:6\n |\n62 | impl From for StdDuration {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::From;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\wrapper.rs:68:6\n |\n68 | impl From for Duration {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::From;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\wrapper.rs:76:29\n |\n76 | fn from_str(s: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\wrapper.rs:87:6\n |\n87 | impl AsRef for Timestamp {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\wrapper.rs:100:6\n |\n100 | impl From for SystemTime {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::From;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\wrapper.rs:106:6\n |\n106 | impl From for Timestamp {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::From;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\wrapper.rs:114:29\n |\n114 | fn from_str(s: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror: requires `branch` lang_item\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:68:17\n |\n68 | let a = a.to_digit(10)?;\n | ^^^^^^^^^^^^^^^\n\nSome errors have detailed explanations: E0405, E0425, E0463, E0531, E0786.\nerror: could not compile `humantime` (lib) due to 110 previous errors\nerror: linking with `rust-lld.exe` failed: exit code: 0xc000001d\n |\n = note: \"rust-lld.exe\" \"-flavor\" \"link\" \"/NOLOGO\" \"C:\\\\Users\\\\bradl\\\\AppData\\\\Local\\\\Temp\\\\rustc4WGzA3\\\\symbols.o\" \"<2 object files omitted>\" \"\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib/{libstd-*,libpanic_unwind-*,libcfg_if-*,libwindows_targets-*,librustc_demangle-*,libstd_detect-*,libhashbrown-*,librustc_std_workspace_alloc-*,libunwind-*,librustc_std_workspace_core-*,liballoc-*,libcore-*,libcompiler_builtins-*}.rlib\" \"kernel32.lib\" \"kernel32.lib\" \"kernel32.lib\" \"ntdll.lib\" \"userenv.lib\" \"ws2_32.lib\" \"dbghelp.lib\" \"/defaultlib:msvcrt\" \"/NXCOMPAT\" \"/OUT:D:\\\\Development\\\\ClockworkLabs\\\\SpacetimeDB\\\\SpacetimeDB\\\\target\\\\llm-runs\\\\basics\\\\t_007_crud\\\\rust\\\\server\\\\gpt-5-mini\\\\llm\\\\target\\\\release\\\\build\\\\quote-aaf0a54ef397828d\\\\build_script_build-aaf0a54ef397828d.exe\" \"/OPT:REF,NOICF\" \"/DEBUG\" \"/PDBALTPATH:%_PDB%\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\intrinsic.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\liballoc.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\libcore.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\libstd.natvis\"\n = note: some arguments are omitted. use `--verbose` to show all linker arguments\n = note: PLEASE submit a bug report to https://github.com/llvm/llvm-project/issues/ and include the crash backtrace.␍\n Exception Code: 0xC000001D␍\n #0 0x00007ff6f2cdcff6 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x247cff6)␍\n #1 0x00007ff6f2cb12f1 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24512f1)␍\n #2 0x00007ff6f2ca9c24 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2449c24)␍\n #3 0x00007ff6f2cb3e92 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2453e92)␍\n #4 0x00007ff6f2cbd1f2 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x245d1f2)␍\n #5 0x00007ffdf51461cf (C:\\Windows\\SYSTEM32\\ntdll.dll+0x1661cf)␍\n #6 0x00007ffdf4ff23a7 (C:\\Windows\\SYSTEM32\\ntdll.dll+0x123a7)␍\n #7 0x00007ffdf4fea961 (C:\\Windows\\SYSTEM32\\ntdll.dll+0xa961)␍\n #8 0x00007ffdf19873fa (C:\\Windows\\System32\\KERNELBASE.dll+0xc73fa)␍\n #9 0x00007ff6f2c967eb (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24367eb)␍\n #10 0x00007ff6f2c827e6 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24227e6)␍\n #11 0x00007ff6f2d26142 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24c6142)␍\n #12 0x00007ff6f2ca49b3 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24449b3)␍\n #13 0x00007ffdf4e4e8d7 (C:\\Windows\\System32\\KERNEL32.DLL+0x2e8d7)␍\n #14 0x00007ffdf506c48c (C:\\Windows\\SYSTEM32\\ntdll.dll+0x8c48c)␍\n \n\nerror: could not compile `quote` (build script) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3299, + "output_tokens": 851, + "generation_duration_ms": 22145, + "started_at": "2026-03-31T13:19:00.313386400Z", + "finished_at": "2026-03-31T13:19:35.641375400Z" + }, + "t_008_index_lookup": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "openai", + "input_tokens": 3323, + "output_tokens": 1066, + "generation_duration_ms": 16324, + "started_at": "2026-03-31T13:19:22.207008200Z", + "finished_at": "2026-03-31T13:20:32.269305600Z" + }, + "t_009_init": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_009_init", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "openai", + "input_tokens": 3258, + "output_tokens": 619, + "generation_duration_ms": 8356, + "started_at": "2026-03-31T13:19:35.641455200Z", + "finished_at": "2026-03-31T13:20:38.565231800Z" + }, + "t_010_connect": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_010_connect", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(accessor = event)]\npub struct Event {\n #[primary_key]\n #[auto_inc]\n pub id: i32,\n pub kind: String,\n}\n\n#[reducer(client_connected)]\npub fn client_connected(ctx: &ReducerContext) {\n ctx.db.event().insert(Event {\n id: 0,\n kind: \"connected\".into(),\n });\n}\n\n#[reducer(client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) {\n ctx.db.event().insert(Event {\n id: 0,\n kind: \"disconnected\".into(),\n });\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.48\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling http v1.4.0\n Compiling blake3 v1.8.4\n Compiling castaway v0.2.4\n Compiling num-traits v0.2.19\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling rand_core v0.6.4\n Compiling lean_string v0.5.3\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `insert` found for reference `&event__TableHandle` in the current scope\n --> src\\lib.rs:14:20\n |\n14 | ctx.db.event().insert(Event {\n | ---------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n14 | ctx.db.event().try_insert(Event {\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&event__TableHandle` in the current scope\n --> src\\lib.rs:22:20\n |\n22 | ctx.db.event().insert(Event {\n | ---------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n22 | ctx.db.event().try_insert(Event {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3244, + "output_tokens": 565, + "generation_duration_ms": 11329, + "started_at": "2026-03-31T13:20:32.269420300Z", + "finished_at": "2026-03-31T13:21:33.163363900Z" + }, + "t_011_helper_function": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "openai", + "input_tokens": 3264, + "output_tokens": 748, + "generation_duration_ms": 10259, + "started_at": "2026-03-31T13:20:38.565363100Z", + "finished_at": "2026-03-31T13:21:44.288605500Z" + }, + "t_012_spacetime_product_type": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, SpacetimeType, ReducerContext};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Score {\n pub left: i32,\n pub right: i32,\n}\n\n#[table(accessor = result)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Score,\n}\n\n#[reducer]\npub fn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\n ctx.db.result().insert(ResultRow {\n id,\n value: Score { left, right },\n });\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.48\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.4\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling http v1.4.0\n Compiling rand_chacha v0.3.1\n Compiling decorum v0.3.1\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ethnum v1.5.2\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `insert` found for reference `&result__TableHandle` in the current scope\n --> src\\lib.rs:19:21\n |\n19 | ctx.db.result().insert(ResultRow {\n | ----------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n19 | ctx.db.result().try_insert(ResultRow {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3268, + "output_tokens": 902, + "generation_duration_ms": 16696, + "started_at": "2026-03-31T13:29:27.446760700Z", + "finished_at": "2026-03-31T13:30:18.787499Z" + }, + "t_013_spacetime_sum_type": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext};\nuse spacetimedb::SpacetimeType;\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(accessor = result)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Shape,\n}\n\n#[reducer]\npub fn set_circle(ctx: &ReducerContext, id: i32, radius: i32) {\n ctx.db.result().insert(ResultRow {\n id,\n value: Shape::Circle(radius),\n });\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.48\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.4\n Compiling http v1.4.0\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_013_spacetime_sum_type\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `insert` found for reference `&result__TableHandle` in the current scope\n --> src\\lib.rs:26:21\n |\n26 | ctx.db.result().insert(ResultRow {\n | ----------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n26 | ctx.db.result().try_insert(ResultRow {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3283, + "output_tokens": 626, + "generation_duration_ms": 6703, + "started_at": "2026-03-31T13:30:18.787573400Z", + "finished_at": "2026-03-31T13:31:05.971971Z" + }, + "t_014_elementary_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3279, + "output_tokens": 757, + "generation_duration_ms": 12999, + "started_at": "2026-03-31T13:30:25.462957300Z", + "finished_at": "2026-03-31T13:31:24.133389Z" + }, + "t_015_product_type_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, SpacetimeType, ReducerContext};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Address {\n pub street: String,\n pub zip: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[table(accessor = profile, public)]\npub struct Profile {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub home: Address,\n pub work: Address,\n pub pos: Position,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.profile().insert(Profile {\n id: 0,\n home: Address {\n street: \"1 Main\".into(),\n zip: 11111,\n },\n work: Address {\n street: \"2 Broad\".into(),\n zip: 22222,\n },\n pos: Position { x: 7, y: 9 },\n });\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.48\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling itertools v0.12.1\n Compiling memchr v2.8.0\n Compiling getrandom v0.2.17\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `insert` found for reference `&profile__TableHandle` in the current scope\n --> src\\lib.rs:28:22\n |\n28 | ctx.db.profile().insert(Profile {\n | -----------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n28 | ctx.db.profile().try_insert(Profile {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3318, + "output_tokens": 1016, + "generation_duration_ms": 21627, + "started_at": "2026-03-31T13:31:05.972048100Z", + "finished_at": "2026-03-31T13:32:08.376398700Z" + }, + "t_016_sum_type_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, SpacetimeType, ReducerContext};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(accessor = drawing)]\npub struct Drawing {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.drawing().insert(Drawing {\n id: 0,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n });\n Ok(())\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.48\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.4\n Compiling syn v2.0.117\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling castaway v0.2.4\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling lean_string v0.5.3\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `insert` found for reference `&drawing__TableHandle` in the current scope\n --> src\\lib.rs:27:22\n |\n27 | ctx.db.drawing().insert(Drawing {\n | -----------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n27 | ctx.db.drawing().try_insert(Drawing {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3296, + "output_tokens": 670, + "generation_duration_ms": 16662, + "started_at": "2026-03-31T13:31:24.133535900Z", + "finished_at": "2026-03-31T13:32:13.926812700Z" + }, + "t_017_scheduled_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt};\nuse std::time::Duration;\n\n#[table(accessor = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn tick(_ctx: &ReducerContext, _row: TickTimer) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n let interval: ScheduleAt = Duration::from_micros(50_000).into();\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: interval,\n });\n Ok(())\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.48\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling blake3 v1.8.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_017_scheduled_columns\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `insert` found for reference `&tick_timer__TableHandle` in the current scope\n --> src\\lib.rs:21:25\n |\n21 | ctx.db.tick_timer().insert(TickTimer {\n | --------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n21 | ctx.db.tick_timer().try_insert(TickTimer {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3257, + "output_tokens": 927, + "generation_duration_ms": 36226, + "started_at": "2026-03-31T13:32:08.376467800Z", + "finished_at": "2026-03-31T13:33:26.389286200Z" + }, + "t_018_constraints": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n accessor = account,\n index(accessor = by_name, btree(columns = [name]))\n)]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.account().insert(Account {\n id: 0,\n email: \"a@example.com\".into(),\n name: \"Alice\".into(),\n });\n ctx.db.account().insert(Account {\n id: 0,\n email: \"b@example.com\".into(),\n name: \"Bob\".into(),\n });\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:60604/v1/database/c2006e0dc376be35b0df37b5715d594eac9914e874785dad93eccabba8615c4f/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "openai", + "input_tokens": 3258, + "output_tokens": 633, + "generation_duration_ms": 30847, + "started_at": "2026-03-31T13:32:13.926883400Z", + "finished_at": "2026-03-31T13:33:30.929677500Z" + }, + "t_019_many_to_many": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "m2m_has_1_1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=1" + } + }, + "m2m_has_1_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=2" + } + }, + "m2m_has_2_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "openai", + "input_tokens": 3388, + "output_tokens": 962, + "generation_duration_ms": 12333, + "started_at": "2026-03-31T13:33:26.389410900Z", + "finished_at": "2026-03-31T13:34:20.926196900Z" + }, + "t_020_ecs": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 7, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(accessor = entity)]\npub struct Entity {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n}\n\n#[table(accessor = position)]\npub struct Position {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[table(accessor = velocity)]\npub struct Velocity {\n #[primary_key]\n pub entity_id: i32,\n pub vx: i32,\n pub vy: i32,\n}\n\n#[table(accessor = next_position)]\npub struct NextPosition {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n // Insert two entities; ids are auto-assigned.\n let e1 = ctx.db.entity().insert(Entity { id: 0 });\n let e2 = ctx.db.entity().insert(Entity { id: 0 });\n\n // Insert positions and velocities referencing the assigned entity ids.\n let e1_id = e1.id as i32;\n let e2_id = e2.id as i32;\n\n ctx.db.position().insert(Position {\n entity_id: e1_id,\n x: 0,\n y: 0,\n });\n ctx.db.velocity().insert(Velocity {\n entity_id: e1_id,\n vx: 1,\n vy: 0,\n });\n\n ctx.db.position().insert(Position {\n entity_id: e2_id,\n x: 10,\n y: 0,\n });\n ctx.db.velocity().insert(Velocity {\n entity_id: e2_id,\n vx: -2,\n vy: 3,\n });\n}\n\n#[reducer]\npub fn step(ctx: &ReducerContext) {\n // For each position, find corresponding velocity and upsert next_position.\n for pos in ctx.db.position().iter() {\n let ent_id = pos.entity_id;\n if let Some(vel) = ctx.db.velocity().entity_id().find(ent_id) {\n let nx = pos.x + vel.vx;\n let ny = pos.y + vel.vy;\n\n if let Some(mut np) = ctx.db.next_position().entity_id().find(ent_id) {\n np.x = nx;\n np.y = ny;\n ctx.db.next_position().entity_id().update(np);\n } else {\n ctx.db.next_position().insert(NextPosition {\n entity_id: ent_id,\n x: nx,\n y: ny,\n });\n }\n }\n }\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.48\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.4\n Compiling http v1.4.0\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling syn v2.0.117\n Compiling rand_core v0.6.4\n Compiling digest v0.10.7\n Compiling castaway v0.2.4\n Compiling sha3 v0.10.8\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling ethnum v1.5.2\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `insert` found for reference `&entity__TableHandle` in the current scope\n --> src\\lib.rs:38:30\n |\n38 | let e1 = ctx.db.entity().insert(Entity { id: 0 });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n38 | let e1 = ctx.db.entity().try_insert(Entity { id: 0 });\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&entity__TableHandle` in the current scope\n --> src\\lib.rs:39:30\n |\n39 | let e2 = ctx.db.entity().insert(Entity { id: 0 });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n39 | let e2 = ctx.db.entity().try_insert(Entity { id: 0 });\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&position__TableHandle` in the current scope\n --> src\\lib.rs:45:23\n |\n45 | ctx.db.position().insert(Position {\n | ------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n45 | ctx.db.position().try_insert(Position {\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&velocity__TableHandle` in the current scope\n --> src\\lib.rs:50:23\n |\n50 | ctx.db.velocity().insert(Velocity {\n | ------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n50 | ctx.db.velocity().try_insert(Velocity {\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&position__TableHandle` in the current scope\n --> src\\lib.rs:56:23\n |\n56 | ctx.db.position().insert(Position {\n | ------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n56 | ctx.db.position().try_insert(Position {\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&velocity__TableHandle` in the current scope\n --> src\\lib.rs:61:23\n |\n61 | ctx.db.velocity().insert(Velocity {\n | ------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n61 | ctx.db.velocity().try_insert(Velocity {\n | ++++\n\nerror[E0599]: no method named `iter` found for reference `&position__TableHandle` in the current scope\n --> src\\lib.rs:71:34\n |\n71 | for pos in ctx.db.position().iter() {\n | ^^^^ method not found in `&position__TableHandle`\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `iter` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\n\nerror[E0599]: no method named `insert` found for reference `&next_position__TableHandle` in the current scope\n --> src\\lib.rs:82:40\n |\n82 | ctx.db.next_position().insert(NextPosition {\n | -----------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n82 | ctx.db.next_position().try_insert(NextPosition {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3435, + "output_tokens": 1478, + "generation_duration_ms": 30425, + "started_at": "2026-03-31T13:33:30.929832100Z", + "finished_at": "2026-03-31T13:34:29.746682100Z" + }, + "t_021_multi_column_index": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + } + } + }, + "vendor": "openai", + "input_tokens": 3300, + "output_tokens": 679, + "generation_duration_ms": 7004, + "started_at": "2026-03-31T13:34:20.926300500Z", + "finished_at": "2026-03-31T13:35:20.575092400Z" + }, + "t_022_view_basic": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3243, + "output_tokens": 647, + "generation_duration_ms": 7722, + "started_at": "2026-03-31T13:25:47.712417600Z", + "finished_at": "2026-03-31T13:26:45.570812Z" + }, + "t_023_view_per_user": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3285, + "output_tokens": 658, + "generation_duration_ms": 20189, + "started_at": "2026-03-31T13:26:11.794176500Z", + "finished_at": "2026-03-31T13:27:11.744373700Z" + }, + "t_024_event_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(accessor = damage_event, public, event)]\npub struct DamageEvent {\n pub entity_id: u64,\n pub damage: u32,\n pub source: String,\n}\n\n#[reducer]\npub fn deal_damage(ctx: &ReducerContext, entity_id: u64, damage: u32, source: String) {\n ctx.db.damage_event().insert(DamageEvent {\n entity_id,\n damage,\n source,\n });\n}", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.48\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling blake3 v1.8.4\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_024_event_table\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `insert` found for reference `&damage_event__TableHandle` in the current scope\n --> src\\lib.rs:13:27\n |\n13 | ctx.db.damage_event().insert(DamageEvent {\n | ----------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n13 | ctx.db.damage_event().try_insert(DamageEvent {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3256, + "output_tokens": 625, + "generation_duration_ms": 6606, + "started_at": "2026-03-31T13:22:40.309394600Z", + "finished_at": "2026-03-31T13:23:41.373956100Z" + }, + "t_025_optional_fields": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(accessor = player, public)]\npub struct Player {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub nickname: Option,\n pub high_score: Option,\n}\n\n#[reducer]\npub fn create_player(ctx: &ReducerContext, name: String, nickname: Option, high_score: Option) {\n ctx.db.player().insert(Player {\n id: 0,\n name,\n nickname,\n high_score,\n });\n}", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.48\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_025_optional_fields\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `insert` found for reference `&player__TableHandle` in the current scope\n --> src\\lib.rs:16:21\n |\n16 | ctx.db.player().insert(Player {\n | ----------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n16 | ctx.db.player().try_insert(Player {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3272, + "output_tokens": 549, + "generation_duration_ms": 5950, + "started_at": "2026-03-31T13:23:32.307171800Z", + "finished_at": "2026-03-31T13:24:15.864449600Z" + }, + "t_026_auth_identity_check": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, Identity, ReducerContext};\n\n#[table(accessor = message, public)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub text: String,\n}\n\n#[reducer]\npub fn create_message(ctx: &ReducerContext, text: String) {\n ctx.db.message().insert(Message {\n id: 0,\n owner: ctx.sender(),\n text,\n });\n}\n\n#[reducer]\npub fn delete_message(ctx: &ReducerContext, id: u64) {\n let msg = ctx.db.message().id().find(id).expect(\"not found\");\n if msg.owner != ctx.sender() {\n panic!(\"unauthorized\");\n }\n ctx.db.message().id().delete(id);\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling zerocopy v0.8.48\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.4\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ppv-lite86 v0.2.21\n Compiling digest v0.10.7\n Compiling rand_chacha v0.3.1\n Compiling castaway v0.2.4\n Compiling sha3 v0.10.8\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `insert` found for reference `&message__TableHandle` in the current scope\n --> src\\lib.rs:16:22\n |\n16 | ctx.db.message().insert(Message {\n | -----------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n16 | ctx.db.message().try_insert(Message {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3312, + "output_tokens": 980, + "generation_duration_ms": 12213, + "started_at": "2026-03-31T13:11:40.661175400Z", + "finished_at": "2026-03-31T13:12:58.160939700Z" + }, + "t_027_private_vs_public_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3331, + "output_tokens": 1104, + "generation_duration_ms": 15294, + "started_at": "2026-03-31T13:11:40.662126Z", + "finished_at": "2026-03-31T13:12:58.160759600Z" + }, + "t_028_cascade_delete": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3295, + "output_tokens": 810, + "generation_duration_ms": 8456, + "started_at": "2026-03-31T13:23:41.374016300Z", + "finished_at": "2026-03-31T13:24:41.222985400Z" + }, + "t_029_filter_and_aggregate": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = order)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub category: String,\n pub amount: u64,\n pub fulfilled: bool,\n}\n\n#[table(accessor = category_stats)]\npub struct CategoryStats {\n #[primary_key]\n pub category: String,\n pub total_amount: u64,\n pub order_count: u32,\n}\n\n#[reducer]\npub fn compute_stats(ctx: &ReducerContext, category: String) {\n let mut total: u64 = 0;\n let mut count: u32 = 0;\n for ord in ctx.db.order().by_category().filter(&category) {\n total = total.saturating_add(ord.amount);\n count = count.saturating_add(1);\n }\n\n if let Some(mut stats) = ctx.db.category_stats().category().find(&category) {\n stats.total_amount = total;\n stats.order_count = count;\n ctx.db.category_stats().category().update(stats);\n } else {\n ctx.db.category_stats().insert(CategoryStats {\n category,\n total_amount: total,\n order_count: count,\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.48\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling cc v1.2.58\n Compiling log v0.4.29\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.4\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling generic-array v0.14.7\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `by_category` found for reference `&order__TableHandle` in the current scope\n --> src\\lib.rs:27:31\n |\n27 | for ord in ctx.db.order().by_category().filter(&category) {\n | ^^^^^^^^^^^\n |\nhelp: there is a method `category` with a similar name\n |\n27 - for ord in ctx.db.order().by_category().filter(&category) {\n27 + for ord in ctx.db.order().category().filter(&category) {\n |\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3316, + "output_tokens": 1769, + "generation_duration_ms": 25589, + "started_at": "2026-03-31T13:24:15.864522300Z", + "finished_at": "2026-03-31T13:25:19.354796900Z" + }, + "t_030_two_table_join": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3365, + "output_tokens": 1388, + "generation_duration_ms": 17335, + "started_at": "2026-03-31T13:24:41.223132200Z", + "finished_at": "2026-03-31T13:25:47.712320500Z" + }, + "t_031_unique_constraint": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3256, + "output_tokens": 587, + "generation_duration_ms": 7418, + "started_at": "2026-03-31T13:25:19.354854800Z", + "finished_at": "2026-03-31T13:26:11.794072200Z" + }, + "t_032_range_query": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3323, + "output_tokens": 1141, + "generation_duration_ms": 12776, + "started_at": "2026-03-31T13:26:45.570905300Z", + "finished_at": "2026-03-31T13:27:40.103241800Z" + }, + "t_033_sort_and_limit": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3318, + "output_tokens": 1606, + "generation_duration_ms": 14617, + "started_at": "2026-03-31T13:27:11.744452700Z", + "finished_at": "2026-03-31T13:28:13.503349100Z" + }, + "t_034_find_first": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(accessor = task)]\npub struct Task {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub title: String,\n pub completed: bool,\n}\n\n#[table(accessor = first_incomplete)]\npub struct FirstIncomplete {\n #[primary_key]\n pub task_id: u64,\n pub title: String,\n}\n\n#[reducer]\npub fn find_first_incomplete(ctx: &ReducerContext) {\n for task in ctx.db.task().iter() {\n if !task.completed {\n ctx.db.first_incomplete().insert(FirstIncomplete {\n task_id: task.id,\n title: task.title.clone(),\n });\n break;\n }\n }\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.48\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling uuid v1.23.0\n Compiling num-traits v0.2.19\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling generic-array v0.14.7\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling ppv-lite86 v0.2.21\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_034_find_first\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `iter` found for reference `&task__TableHandle` in the current scope\n --> src\\lib.rs:22:31\n |\n22 | for task in ctx.db.task().iter() {\n | ^^^^ method not found in `&task__TableHandle`\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `iter` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\n\nerror[E0599]: no method named `insert` found for reference `&first_incomplete__TableHandle` in the current scope\n --> src\\lib.rs:24:39\n |\n24 | ctx.db.first_incomplete().insert(FirstIncomplete {\n | --------------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n24 | ctx.db.first_incomplete().try_insert(FirstIncomplete {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3291, + "output_tokens": 823, + "generation_duration_ms": 9571, + "started_at": "2026-03-31T13:27:40.103320800Z", + "finished_at": "2026-03-31T13:28:28.724654700Z" + }, + "t_035_select_distinct": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext};\nuse std::collections::HashSet;\n\n#[table(accessor = order)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub amount: u32,\n}\n\n#[table(accessor = distinct_category)]\npub struct DistinctCategory {\n #[primary_key]\n pub category: String,\n}\n\n#[reducer]\npub fn collect_distinct_categories(ctx: &ReducerContext) {\n let mut set: HashSet = HashSet::new();\n for order in ctx.db.order().iter() {\n set.insert(order.category);\n }\n\n // Remove existing rows to ensure result table matches current distinct set.\n for row in ctx.db.distinct_category().iter() {\n ctx.db.distinct_category().category().delete(&row.category);\n }\n\n for category in set {\n ctx.db.distinct_category().insert(DistinctCategory { category });\n }\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.48\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling cc v1.2.58\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling blake3 v1.8.4\n Compiling ethnum v1.5.2\n Compiling num-traits v0.2.19\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_035_select_distinct\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `iter` found for reference `&order__TableHandle` in the current scope\n --> src\\lib.rs:23:33\n |\n23 | for order in ctx.db.order().iter() {\n | ^^^^ method not found in `&order__TableHandle`\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `iter` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\n\nerror[E0599]: no method named `iter` found for reference `&distinct_category__TableHandle` in the current scope\n --> src\\lib.rs:28:43\n |\n28 | for row in ctx.db.distinct_category().iter() {\n | ^^^^ method not found in `&distinct_category__TableHandle`\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `iter` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\n\nerror[E0599]: no method named `insert` found for reference `&distinct_category__TableHandle` in the current scope\n --> src\\lib.rs:33:36\n |\n33 | ctx.db.distinct_category().insert(DistinctCategory { category });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n33 | ctx.db.distinct_category().try_insert(DistinctCategory { category });\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3285, + "output_tokens": 1219, + "generation_duration_ms": 29656, + "started_at": "2026-03-31T13:28:13.503664600Z", + "finished_at": "2026-03-31T13:29:27.446719600Z" + }, + "t_036_count_without_collect": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext};\n\n#[table(accessor = user)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub active: bool,\n}\n\n#[table(accessor = user_stats)]\npub struct UserStats {\n #[primary_key]\n pub key: String,\n pub count: u64,\n}\n\n#[reducer]\npub fn compute_user_counts(ctx: &ReducerContext) {\n let total = ctx.db.user().iter().count() as u64;\n let active = ctx.db.user().iter().filter(|u| u.active).count() as u64;\n\n ctx.db.user_stats().insert(UserStats {\n key: \"total\".to_string(),\n count: total,\n });\n\n ctx.db.user_stats().insert(UserStats {\n key: \"active\".to_string(),\n count: active,\n });\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.48\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling getrandom v0.2.17\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling cc v1.2.58\n Compiling blake3 v1.8.4\n Compiling ppv-lite86 v0.2.21\n Compiling num-traits v0.2.19\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling digest v0.10.7\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling sha3 v0.10.8\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_036_count_without_collect\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `iter` found for reference `&user__TableHandle` in the current scope\n --> src\\lib.rs:22:31\n |\n22 | let total = ctx.db.user().iter().count() as u64;\n | ^^^^ method not found in `&user__TableHandle`\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `iter` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\n\nerror[E0599]: no method named `iter` found for reference `&user__TableHandle` in the current scope\n --> src\\lib.rs:23:32\n |\n23 | let active = ctx.db.user().iter().filter(|u| u.active).count() as u64;\n | ^^^^ method not found in `&user__TableHandle`\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `iter` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\n\nerror[E0599]: no method named `insert` found for reference `&user_stats__TableHandle` in the current scope\n --> src\\lib.rs:25:25\n |\n25 | ctx.db.user_stats().insert(UserStats {\n | --------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n25 | ctx.db.user_stats().try_insert(UserStats {\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&user_stats__TableHandle` in the current scope\n --> src\\lib.rs:30:25\n |\n30 | ctx.db.user_stats().insert(UserStats {\n | --------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n30 | ctx.db.user_stats().try_insert(UserStats {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3330, + "output_tokens": 767, + "generation_duration_ms": 15157, + "started_at": "2026-03-31T13:28:28.724717100Z", + "finished_at": "2026-03-31T13:29:24.126561200Z" + }, + "t_037_multi_column_filter": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3321, + "output_tokens": 953, + "generation_duration_ms": 19837, + "started_at": "2026-03-31T13:29:24.126628600Z", + "finished_at": "2026-03-31T13:30:25.462810Z" + }, + "t_038_schedule_at_time": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt};\nuse std::time::Duration;\n\n#[table(accessor = reminder, scheduled(send_reminder))]\npub struct Reminder {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n pub message: String,\n}\n\n#[reducer]\npub fn send_reminder(_ctx: &ReducerContext, _row: Reminder) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n let fire_at = ctx.timestamp + Duration::from_secs(60);\n ctx.db.reminder().insert(Reminder {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Time(fire_at),\n message: \"Reminder\".to_string(),\n });\n Ok(())\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.48\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling generic-array v0.14.7\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.4\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `insert` found for reference `&reminder__TableHandle` in the current scope\n --> src\\lib.rs:22:23\n |\n22 | ctx.db.reminder().insert(Reminder {\n | ------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n22 | ctx.db.reminder().try_insert(Reminder {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3289, + "output_tokens": 1022, + "generation_duration_ms": 12194, + "started_at": "2026-03-31T13:21:33.163427200Z", + "finished_at": "2026-03-31T13:22:36.953894400Z" + }, + "t_039_cancel_schedule": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt};\nuse std::time::Duration;\n\n#[table(accessor = cleanup_job, scheduled(run_cleanup))]\npub struct CleanupJob {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn run_cleanup(_ctx: &ReducerContext, _row: CleanupJob) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n let interval: ScheduleAt = Duration::from_secs(60).into();\n ctx.db.cleanup_job().insert(CleanupJob {\n scheduled_id: 0,\n scheduled_at: interval,\n });\n Ok(())\n}\n\n#[reducer]\npub fn cancel_cleanup(ctx: &ReducerContext, scheduled_id: u64) {\n ctx.db.cleanup_job().scheduled_id().delete(&scheduled_id);\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.48\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling cc v1.2.58\n Compiling uuid v1.23.0\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling generic-array v0.14.7\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.4\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling lean_string v0.5.3\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_039_cancel_schedule\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `insert` found for reference `&cleanup_job__TableHandle` in the current scope\n --> src\\lib.rs:21:26\n |\n21 | ctx.db.cleanup_job().insert(CleanupJob {\n | ---------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n21 | ctx.db.cleanup_job().try_insert(CleanupJob {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3282, + "output_tokens": 1289, + "generation_duration_ms": 12533, + "started_at": "2026-03-31T13:21:44.288765300Z", + "finished_at": "2026-03-31T13:22:40.309332100Z" + }, + "t_040_lifecycle_player": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3243, + "output_tokens": 496, + "generation_duration_ms": 8839, + "started_at": "2026-03-31T13:22:36.953955300Z", + "finished_at": "2026-03-31T13:23:32.307077200Z" + }, + "t_041_registered_user_gate": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, Identity, ReducerContext};\n\n#[table(accessor = user)]\npub struct User {\n #[primary_key]\n pub identity: Identity,\n pub name: String,\n}\n\n#[table(\n accessor = message,\n public,\n index(accessor = by_sender, btree(columns = [sender]))\n)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub sender: Identity,\n pub text: String,\n}\n\n#[reducer]\npub fn register(ctx: &ReducerContext, name: String) {\n if ctx.db.user().identity().find(ctx.sender()).is_some() {\n panic!(\"already registered\");\n }\n ctx.db.user().insert(User {\n identity: ctx.sender(),\n name,\n });\n}\n\n#[reducer]\npub fn post_message(ctx: &ReducerContext, text: String) {\n if ctx.db.user().identity().find(ctx.sender()).is_none() {\n panic!(\"not registered\");\n }\n ctx.db.message().insert(Message {\n id: 0,\n sender: ctx.sender(),\n text,\n });\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.48\n Compiling nohash-hasher v0.2.0\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling cc v1.2.58\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.4\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ppv-lite86 v0.2.21\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_041_registered_user_gate\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `insert` found for reference `&user__TableHandle` in the current scope\n --> src\\lib.rs:29:19\n |\n29 | ctx.db.user().insert(User {\n | --------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n29 | ctx.db.user().try_insert(User {\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&message__TableHandle` in the current scope\n --> src\\lib.rs:40:22\n |\n40 | ctx.db.message().insert(Message {\n | -----------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n40 | ctx.db.message().try_insert(Message {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3337, + "output_tokens": 781, + "generation_duration_ms": 13384, + "started_at": "2026-03-31T13:12:58.160962200Z", + "finished_at": "2026-03-31T13:13:49.341554300Z" + }, + "t_042_admin_bootstrap": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Identity};\n\n#[table(accessor = config)]\npub struct Config {\n #[primary_key]\n pub id: u32,\n pub admin: Identity,\n}\n\n#[table(accessor = admin_log, public)]\npub struct AdminLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub action: String,\n}\n\n#[reducer]\npub fn bootstrap_admin(ctx: &ReducerContext) {\n if ctx.db.config().id().find(0u32).is_some() {\n panic!(\"already bootstrapped\");\n }\n ctx.db.config().insert(Config {\n id: 0,\n admin: ctx.sender(),\n });\n}\n\n#[reducer]\npub fn admin_action(ctx: &ReducerContext, action: String) {\n let config = ctx.db.config().id().find(0u32).expect(\"not bootstrapped\");\n if ctx.sender() != config.admin {\n panic!(\"not admin\");\n }\n ctx.db.admin_log().insert(AdminLog { id: 0, action });\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.48\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling cc v1.2.58\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling blake3 v1.8.4\n Compiling rand_core v0.6.4\n Compiling syn v2.0.117\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_042_admin_bootstrap\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `insert` found for reference `&config__TableHandle` in the current scope\n --> src\\lib.rs:24:21\n |\n24 | ctx.db.config().insert(Config {\n | ----------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n24 | ctx.db.config().try_insert(Config {\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&admin_log__TableHandle` in the current scope\n --> src\\lib.rs:36:24\n |\n36 | ctx.db.admin_log().insert(AdminLog { id: 0, action });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n36 | ctx.db.admin_log().try_insert(AdminLog { id: 0, action });\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3351, + "output_tokens": 895, + "generation_duration_ms": 10309, + "started_at": "2026-03-31T13:12:58.162595300Z", + "finished_at": "2026-03-31T13:13:46.529438600Z" + }, + "t_043_role_based_access": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, Identity, ReducerContext};\n\n#[table(accessor = user)]\npub struct User {\n #[primary_key]\n pub identity: Identity,\n pub role: String,\n}\n\n#[reducer]\npub fn register(ctx: &ReducerContext) {\n if ctx.db.user().identity().find(ctx.sender()).is_some() {\n panic!(\"already registered\");\n }\n ctx.db.user().insert(User {\n identity: ctx.sender(),\n role: \"member\".to_string(),\n });\n}\n\n#[reducer]\npub fn promote(ctx: &ReducerContext, target: Identity) {\n let caller = ctx.db.user().identity().find(ctx.sender()).expect(\"not registered\");\n if caller.role != \"admin\" {\n panic!(\"not admin\");\n }\n let mut target_user = ctx.db.user().identity().find(target).expect(\"target not registered\");\n target_user.role = \"admin\".to_string();\n ctx.db.user().identity().update(target_user);\n}\n\n#[reducer]\npub fn member_action(ctx: &ReducerContext) {\n ctx.db.user().identity().find(ctx.sender()).expect(\"not registered\");\n}\n\n#[reducer]\npub fn admin_action(ctx: &ReducerContext) {\n let user = ctx.db.user().identity().find(ctx.sender()).expect(\"not registered\");\n if user.role != \"admin\" {\n panic!(\"not admin\");\n }\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.48\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling generic-array v0.14.7\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.4\n Compiling num-traits v0.2.19\n Compiling castaway v0.2.4\n Compiling getrandom v0.2.17\n Compiling itertools v0.12.1\n Compiling lean_string v0.5.3\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ethnum v1.5.2\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_043_role_based_access\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `insert` found for reference `&user__TableHandle` in the current scope\n --> src\\lib.rs:16:19\n |\n16 | ctx.db.user().insert(User {\n | --------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n16 | ctx.db.user().try_insert(User {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3406, + "output_tokens": 1151, + "generation_duration_ms": 13729, + "started_at": "2026-03-31T13:13:46.529505100Z", + "finished_at": "2026-03-31T13:14:27.449533100Z" + }, + "t_044_ban_list": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, Identity, ReducerContext};\n\n#[table(accessor = admin)]\npub struct Admin {\n #[primary_key]\n pub identity: Identity,\n}\n\n#[table(accessor = banned)]\npub struct Banned {\n #[primary_key]\n pub identity: Identity,\n}\n\n#[table(accessor = player, public)]\npub struct Player {\n #[primary_key]\n pub identity: Identity,\n pub name: String,\n}\n\n#[reducer]\npub fn add_admin(ctx: &ReducerContext, target: Identity) {\n if ctx.db.admin().identity().find(ctx.sender()).is_none() {\n panic!(\"not admin\");\n }\n if ctx.db.admin().identity().find(target.clone()).is_none() {\n ctx.db.admin().insert(Admin { identity: target });\n }\n}\n\n#[reducer]\npub fn ban_player(ctx: &ReducerContext, target: Identity) {\n if ctx.db.admin().identity().find(ctx.sender()).is_none() {\n panic!(\"not admin\");\n }\n // Insert ban\n ctx.db.banned().insert(Banned { identity: target.clone() });\n // Remove player row if present\n if ctx.db.player().identity().find(target.clone()).is_some() {\n ctx.db.player().identity().delete(&target);\n }\n}\n\n#[reducer]\npub fn join_game(ctx: &ReducerContext, name: String) {\n if ctx.db.banned().identity().find(ctx.sender()).is_some() {\n panic!(\"banned\");\n }\n if ctx.db.player().identity().find(ctx.sender()).is_some() {\n panic!(\"already in game\");\n }\n ctx.db.player().insert(Player {\n identity: ctx.sender(),\n name,\n });\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.48\n Compiling thiserror v1.0.69\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling itertools v0.12.1\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_044_ban_list\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `insert` found for reference `&admin__TableHandle` in the current scope\n --> src\\lib.rs:29:24\n |\n29 | ctx.db.admin().insert(Admin { identity: target });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n29 | ctx.db.admin().try_insert(Admin { identity: target });\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&banned__TableHandle` in the current scope\n --> src\\lib.rs:39:21\n |\n39 | ctx.db.banned().insert(Banned { identity: target.clone() });\n | ^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n39 | ctx.db.banned().try_insert(Banned { identity: target.clone() });\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&player__TableHandle` in the current scope\n --> src\\lib.rs:54:21\n |\n54 | ctx.db.player().insert(Player {\n | ----------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n54 | ctx.db.player().try_insert(Player {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3394, + "output_tokens": 2899, + "generation_duration_ms": 35812, + "started_at": "2026-03-31T13:13:49.341615Z", + "finished_at": "2026-03-31T13:15:05.053794800Z" + }, + "t_045_rate_limit": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, Identity, ReducerContext};\n\n#[table(accessor = rate_limit)]\npub struct RateLimit {\n #[primary_key]\n pub identity: Identity,\n pub last_call_us: i64,\n}\n\n#[table(accessor = action_log, public)]\npub struct ActionLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub identity: Identity,\n pub payload: String,\n}\n\n#[reducer]\npub fn limited_action(ctx: &ReducerContext, payload: String) {\n let now: i64 = ctx.timestamp.to_micros_since_unix_epoch();\n let sender = ctx.sender();\n if let Some(mut rl) = ctx.db.rate_limit().identity().find(sender) {\n if now - rl.last_call_us < 1_000_000_i64 {\n panic!(\"rate limited\");\n }\n rl.last_call_us = now;\n ctx.db.rate_limit().identity().update(rl);\n } else {\n ctx.db.rate_limit().insert(RateLimit {\n identity: sender,\n last_call_us: now,\n });\n }\n\n ctx.db.action_log().insert(ActionLog {\n id: 0,\n identity: ctx.sender(),\n payload,\n });\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.48\n Compiling thiserror v1.0.69\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_045_rate_limit\\rust\\server\\gpt-5-mini\\llm)\nerror[E0599]: no method named `insert` found for reference `&rate_limit__TableHandle` in the current scope\n --> src\\lib.rs:31:29\n |\n31 | ctx.db.rate_limit().insert(RateLimit {\n | --------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n31 | ctx.db.rate_limit().try_insert(RateLimit {\n | ++++\n\nerror[E0599]: no method named `insert` found for reference `&action_log__TableHandle` in the current scope\n --> src\\lib.rs:37:25\n |\n37 | ctx.db.action_log().insert(ActionLog {\n | --------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n37 | ctx.db.action_log().try_insert(ActionLog {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 2 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3371, + "output_tokens": 1348, + "generation_duration_ms": 15427, + "started_at": "2026-03-31T13:14:27.449608100Z", + "finished_at": "2026-03-31T13:15:26.009866900Z" + }, + "t_046_shared_document": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table, Identity};\n\n#[table(accessor = document, public)]\npub struct Document {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub title: String,\n}\n\n#[table(accessor = document_share, public)]\npub struct DocumentShare {\n #[primary_key]\n #[index(btree)]\n pub document_id: u64,\n #[primary_key]\n #[index(btree)]\n pub shared_with: Identity,\n}\n\n#[reducer]\npub fn create_document(ctx: &ReducerContext, title: String) {\n ctx.db.document().insert(Document {\n id: 0,\n owner: ctx.sender(),\n title,\n });\n}\n\n#[reducer]\npub fn share_document(ctx: &ReducerContext, document_id: u64, target: Identity) {\n let doc = ctx.db.document().id().find(document_id).expect(\"not found\");\n if doc.owner != ctx.sender() {\n panic!(\"not owner\");\n }\n ctx.db.document_share().insert(DocumentShare {\n document_id,\n shared_with: target,\n });\n}\n\n#[reducer]\npub fn edit_document(ctx: &ReducerContext, document_id: u64, new_title: String) {\n let mut doc = ctx.db.document().id().find(document_id).expect(\"not found\");\n let sender = ctx.sender();\n let authorized = doc.owner == sender\n || ctx\n .db\n .document_share()\n .document_id()\n .filter(&document_id)\n .find(|s| s.shared_with == sender)\n .is_some();\n if !authorized {\n panic!(\"unauthorized\");\n }\n doc.title = new_title;\n ctx.db.document().id().update(doc);\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.48\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling blake3 v1.8.4\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_046_shared_document\\rust\\server\\gpt-5-mini\\llm)\nerror: can only have one primary key per table\n --> src\\lib.rs:19:7\n |\n19 | #[primary_key]\n | ^^^^^^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `DocumentShare` in this scope\n --> src\\lib.rs:39:36\n |\n39 | ctx.db.document_share().insert(DocumentShare {\n | ^^^^^^^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `document_share` found for struct `Local` in the current scope\n --> src\\lib.rs:39:12\n |\n39 | ctx.db.document_share().insert(DocumentShare {\n | ^^^^^^^^^^^^^^\n |\nhelp: there is a method `document` with a similar name\n |\n39 - ctx.db.document_share().insert(DocumentShare {\n39 + ctx.db.document().insert(DocumentShare {\n |\n\nerror[E0599]: no method named `document_share` found for struct `Local` in the current scope\n --> src\\lib.rs:52:14\n |\n50 | || ctx\n | ____________-\n51 | | .db\n52 | | .document_share()\n | |_____________-^^^^^^^^^^^^^^\n |\nhelp: there is a method `document` with a similar name\n |\n52 - .document_share()\n52 + .document()\n |\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 4 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3436, + "output_tokens": 1867, + "generation_duration_ms": 21644, + "started_at": "2026-03-31T13:15:05.053862900Z", + "finished_at": "2026-03-31T13:16:09.553928800Z" + } + } + }, + { + "name": "GPT-5.2-Codex", + "route_api_model": "gpt-5.2-codex", + "tasks": { + "t_000_empty_reducers": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = EmptyTable)]\npub struct EmptyTable {\n #[primary_key]\n pub id: i32,\n}\n\n#[reducer]\npub fn empty_reducer_no_args(_ctx: &ReducerContext) {\n}\n\n#[reducer]\npub fn empty_reducer_with_int(_ctx: &ReducerContext, _count: i32) {\n}\n\n#[reducer]\npub fn empty_reducer_with_string(_ctx: &ReducerContext, _name: String) {\n}\n\n#[reducer]\npub fn empty_reducer_with_two_args(_ctx: &ReducerContext, _count: i32, _name: String) {\n}\n\n#[reducer]\npub fn empty_reducer_with_three_args(_ctx: &ReducerContext, _active: bool, _ratio: f32, _label: String) {\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.48\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling cc v1.2.58\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\rust\\server\\gpt-5-2-codex\\llm)\nerror[E0428]: the name `EmptyTable` is defined multiple times\n --> src\\lib.rs:5:1\n |\n4 | #[table(accessor = EmptyTable)]\n | ____________________-\n5 | | pub struct EmptyTable {\n | | ^^-^^^^^^^^^^^^^^^^^^\n | |_|_|\n | | previous definition of the trait `EmptyTable` here\n | `EmptyTable` redefined here\n |\n = note: `EmptyTable` must be defined only once in the type namespace of this module\n\nerror[E0574]: expected struct, variant or union type, found trait `EmptyTable`\n --> src\\lib.rs:5:12\n |\n5 | pub struct EmptyTable {\n | ^^^^^^^^^^ not a struct, variant or union type\n\nwarning: unused import: `Table`\n --> src\\lib.rs:2:51\n |\n2 | use spacetimedb::{reducer, table, ReducerContext, Table};\n | ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0782]: expected a type, found a trait\n --> src\\lib.rs:5:12\n |\n5 | pub struct EmptyTable {\n | ^^^^^^^^^^\n |\nhelp: you can add the `dyn` keyword if you want a trait object\n |\n5 | pub struct dyn EmptyTable {\n | +++\n\nerror[E0782]: expected a type, found a trait\n --> src\\lib.rs:5:12\n |\n5 | pub struct EmptyTable {\n | ^^^^^^^^^^\n\nerror[E0782]: expected a type, found a trait\n --> src\\lib.rs:5:12\n |\n5 | pub struct EmptyTable {\n | ^^^^^^^^^^\n |\nhelp: use a new generic type parameter, constrained by `EmptyTable`\n |\n4 ~ #[table(accessor = EmptyTable)]\n5 ~ pub struct T {\n |\nhelp: you can also use an opaque type, but users won't be able to specify the type parameter when calling the `fn`, having to rely exclusively on type inference\n |\n5 | pub struct impl EmptyTable {\n | ++++\nhelp: alternatively, use a trait object to accept any type that implements `EmptyTable`, accessing its methods at runtime using dynamic dispatch\n |\n5 | pub struct dyn EmptyTable {\n | +++\n\nSome errors have detailed explanations: E0428, E0574, E0782.\nFor more information about an error, try `rustc --explain E0428`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3291, + "output_tokens": 239, + "generation_duration_ms": 2765, + "started_at": "2026-03-31T13:15:07.570174300Z", + "finished_at": "2026-03-31T13:15:42.497000800Z" + }, + "t_001_basic_tables": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3288, + "output_tokens": 173, + "generation_duration_ms": 1895, + "started_at": "2026-03-31T13:15:28.312257100Z", + "finished_at": "2026-03-31T13:16:23.961195200Z" + }, + "t_002_scheduled_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3255, + "output_tokens": 254, + "generation_duration_ms": 2716, + "started_at": "2026-03-31T13:15:42.497050800Z", + "finished_at": "2026-03-31T13:16:31.333138100Z" + }, + "t_003_struct_in_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3220, + "output_tokens": 158, + "generation_duration_ms": 2792, + "started_at": "2026-03-31T13:16:23.961288300Z", + "finished_at": "2026-03-31T13:17:18.820714600Z" + }, + "t_004_insert": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "openai", + "input_tokens": 3254, + "output_tokens": 168, + "generation_duration_ms": 3083, + "started_at": "2026-03-31T13:16:31.333231300Z", + "finished_at": "2026-03-31T13:17:21.184367300Z" + }, + "t_005_update": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_005_update", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "openai", + "input_tokens": 3295, + "output_tokens": 248, + "generation_duration_ms": 3866, + "started_at": "2026-03-31T13:17:21.184479500Z", + "finished_at": "2026-03-31T13:18:12.922002200Z" + }, + "t_006_delete": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3263, + "output_tokens": 201, + "generation_duration_ms": 2084, + "started_at": "2026-03-31T13:17:21.186239500Z", + "finished_at": "2026-03-31T13:17:58.143969300Z" + }, + "t_007_crud": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_007_crud", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "openai", + "input_tokens": 3299, + "output_tokens": 278, + "generation_duration_ms": 3575, + "started_at": "2026-03-31T13:17:58.144072500Z", + "finished_at": "2026-03-31T13:18:54.134829700Z" + }, + "t_008_index_lookup": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "openai", + "input_tokens": 3323, + "output_tokens": 288, + "generation_duration_ms": 12420, + "started_at": "2026-03-31T13:18:12.922093Z", + "finished_at": "2026-03-31T13:19:08.981637200Z" + }, + "t_009_init": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_009_init", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "openai", + "input_tokens": 3258, + "output_tokens": 205, + "generation_duration_ms": 2362, + "started_at": "2026-03-31T13:18:54.134926Z", + "finished_at": "2026-03-31T13:19:38.263379700Z" + }, + "t_010_connect": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_010_connect", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = event)]\npub struct Event {\n #[primary_key]\n #[auto_inc]\n pub id: i32,\n pub kind: String,\n}\n\n#[reducer(client_connected)]\npub fn client_connected(ctx: &ReducerContext) {\n ctx.db.event().insert(Event {\n id: 0,\n kind: \"connected\".to_string(),\n });\n}\n\n#[reducer(client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) {\n ctx.db.event().insert(Event {\n id: 0,\n kind: \"disconnected\".to_string(),\n });\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.48\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling second-stack v0.3.5\nerror[E0786]: found invalid metadata files for crate `hashbrown` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\wasm32-unknown-unknown\\lib\\libhashbrown-44c4d94e84767463.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot resolve a prelude import\n\nerror: could not compile `zmij` (build script)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name build_script_build --edition=2021 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zmij-1.0.21\\build.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"no-panic\"))' -C metadata=cd92ff4d43654437 -C extra-filename=-6857e24ec06e59d4 --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\rust\\server\\gpt-5-2-codex\\llm\\target\\release\\build\\zmij-6857e24ec06e59d4' -C linker=rust-lld.exe -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_010_connect\\rust\\server\\gpt-5-2-codex\\llm\\target\\release\\deps' --cap-lints allow` (exit code: 0xc0000142, STATUS_DLL_INIT_FAILED)\nwarning: build failed, waiting for other jobs to finish...\nerror[E0786]: found invalid metadata files for crate `core`\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\wasm32-unknown-unknown\\lib\\libcore-81454d7ea88f70f2.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror[E0786]: found invalid metadata files for crate `core` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\libcore-02f640fcbd91e423.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\date.rs:180:9\n |\n180 | write!(f, \"{}-{:02}-{:02}\", y, m, d)\n | ^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\date.rs:5:3\n |\n5 | #[derive(Debug, PartialEq, Eq, Copy, Clone, PartialOrd, Ord)]\n | ^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\channel.rs:193:9\n |\n193 | write!(f, \"{}\", self.as_str())\n | ^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\channel.rs:12:3\n |\n12 | #[derive(Debug, PartialEq, Eq, Copy, Clone)]\n | ^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\channel.rs:3:3\n |\n3 | #[derive(Debug, PartialEq, Eq, Copy, Clone)]\n | ^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\version.rs:201:9\n |\n201 | write!(f, \"Version({:?}, {:?})\", self.0, self.to_mmp())\n | ^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\version.rs:194:9\n |\n194 | write!(f, \"{}.{}.{}\", major, minor, patch)\n | ^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\version.rs:4:3\n |\n4 | #[derive(PartialEq, Eq, Copy, Clone, PartialOrd, Ord)]\n | ^^^^^^\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\pretty\\mod.rs:181:5\n |\n181 | debug_assert!(k >= -45);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 4 + use core::debug_assert;\n |\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\pretty\\mod.rs:75:5\n |\n75 | debug_assert!(k >= -324);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 4 + use core::debug_assert;\n |\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\pretty\\exponent.rs:39:5\n |\n39 | debug_assert!(k < 100);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::debug_assert;\n |\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\pretty\\exponent.rs:13:5\n |\n13 | debug_assert!(k < 1000);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::debug_assert;\n |\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\f2s_intrinsics.rs:110:9\n |\n110 | debug_assert!(i < d2s::DOUBLE_POW5_SPLIT.len() as u32);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 21 + use core::debug_assert;\n |\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\f2s_intrinsics.rs:89:9\n |\n89 | debug_assert!(q < d2s::DOUBLE_POW5_INV_SPLIT.len() as u32);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n21 + use core::debug_assert;\n |\n\nerror[E0786]: found invalid metadata files for crate `dlmalloc` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\wasm32-unknown-unknown\\lib\\libdlmalloc-50d43e457e59173b.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\f2s_intrinsics.rs:70:5\n |\n70 | debug_assert!(shifted_sum <= u32::MAX as u64);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n21 + use core::debug_assert;\n |\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\f2s_intrinsics.rs:59:5\n |\n59 | debug_assert!(shift > 32);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n21 + use core::debug_assert;\n |\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\f2s_intrinsics.rs:30:9\n |\n30 | debug_assert!(value != 0);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n21 + use core::debug_assert;\n |\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\d2s_intrinsics.rs:65:5\n |\n65 | debug_assert!(p < 64);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n21 + use core::debug_assert;\n |\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\d2s_intrinsics.rs:64:5\n |\n64 | debug_assert!(value != 0);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n21 + use core::debug_assert;\n |\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\d2s_intrinsics.rs:44:9\n |\n44 | debug_assert!(value != 0);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n21 + use core::debug_assert;\n |\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\d2s.rs:180:21\n |\n180 | debug_assert!(i < DOUBLE_POW5_SPLIT.len() as i32);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 21 + use core::debug_assert;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\constant_time_eq-0.4.2\\src\\generic.rs:117:5\n |\n117 | assert_eq!(src.len(), size_of::());\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 12 + use core::assert_eq;\n |\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\d2s.rs:138:21\n |\n138 | debug_assert!(q < DOUBLE_POW5_INV_SPLIT.len() as u32);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 21 + use core::debug_assert;\n |\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\d2s.rs:43:5\n |\n43 | debug_assert!(v < 100000000000000000);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n21 + use core::debug_assert;\n |\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\common.rs:93:5\n |\n93 | debug_assert!(e <= 2620);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n23 + use core::debug_assert;\n |\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\common.rs:92:5\n |\n92 | debug_assert!(e >= 0);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n23 + use core::debug_assert;\n |\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\common.rs:84:5\n |\n84 | debug_assert!(e <= 1650);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n23 + use core::debug_assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\constant_time_eq-0.4.2\\src\\classic.rs:72:5\n |\n72 | assert!(a.len() == b.len());\n | ^^^^^^\n |\nhelp: consider importing this macro\n |\n 9 + use core::assert;\n |\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\common.rs:83:5\n |\n83 | debug_assert!(e >= 0);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n23 + use core::debug_assert;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\version.rs:21:22\n |\n21 | pub fn read() -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\version.rs:57:36\n |\n57 | pub fn parse(version: &str) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\version.rs:67:30\n |\n67 | (3, _) | (_, Err(_)) => return None,\n | ^^^ not found in this scope\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\common.rs:69:5\n |\n69 | debug_assert!(e <= 3528);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n23 + use core::debug_assert;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\version.rs:67:48\n |\n67 | (3, _) | (_, Err(_)) => return None,\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\version.rs:68:21\n |\n68 | (_, Ok(v)) => v,\n | ^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\channel.rs:29:22\n |\n29 | pub fn read() -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\channel.rs:56:36\n |\n56 | pub fn parse(version: &str) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\channel.rs:67:13\n |\n67 | None\n | ^^^^ not found in this scope\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\common.rs:68:5\n |\n68 | debug_assert!(e >= 0);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n23 + use core::debug_assert;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\date.rs:22:22\n |\n22 | pub fn read() -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\date.rs:51:33\n |\n51 | pub fn parse(date: &str) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\date.rs:55:30\n |\n55 | (3, _) | (_, Err(_)) => return None,\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\date.rs:55:48\n |\n55 | (3, _) | (_, Err(_)) => return None,\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\date.rs:56:21\n |\n56 | (_, Ok(v)) => v,\n | ^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\date.rs:62:20\n |\n62 | return None;\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:128:53\n |\n128 | fn version_and_date_from_rustc_version(s: &str) -> (Option, Option) {\n | ^^^^^^ not found in this scope\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\common.rs:58:5\n |\n58 | debug_assert!(e <= 3528);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n23 + use core::debug_assert;\n |\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:128:60\n |\n128 | fn version_and_date_from_rustc_version(s: &str) -> (Option, Option) {\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n128 | fn version_and_date_from_rustc_version(s: &str) -> (Option, Option) {\n | ++++++++\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:128:69\n |\n128 | fn version_and_date_from_rustc_version(s: &str) -> (Option, Option) {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:128:76\n |\n128 | fn version_and_date_from_rustc_version(s: &str) -> (Option, Option) {\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n128 | fn version_and_date_from_rustc_version(s: &str) -> (Option, Option) {\n | ++++++++\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:138:61\n |\n138 | fn version_and_date_from_rustc_verbose_version(s: &str) -> (Option, Option) {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:138:68\n |\n138 | fn version_and_date_from_rustc_verbose_version(s: &str) -> (Option, Option) {\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n138 | fn version_and_date_from_rustc_verbose_version(s: &str) -> (Option, Option) {\n | ++++++++\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\common.rs:57:5\n |\n57 | debug_assert!(e >= 0);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n23 + use core::debug_assert;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:138:77\n |\n138 | fn version_and_date_from_rustc_verbose_version(s: &str) -> (Option, Option) {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:138:84\n |\n138 | fn version_and_date_from_rustc_verbose_version(s: &str) -> (Option, Option) {\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n138 | fn version_and_date_from_rustc_verbose_version(s: &str) -> (Option, Option) {\n | ++++++++\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:139:36\n |\n139 | let (mut version, mut date) = (None, None);\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:139:42\n |\n139 | let (mut version, mut date) = (None, None);\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:143:13\n |\n143 | Some(\"rustc\") => {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:148:13\n |\n148 | Some(\"release:\") => version = split(line),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:149:13\n |\n149 | Some(\"commit-date:\") if line.ends_with(\"unknown\") => date = None,\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:149:73\n |\n149 | Some(\"commit-date:\") if line.ends_with(\"unknown\") => date = None,\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:150:13\n |\n150 | Some(\"commit-date:\") => date = split(line),\n | ^^^^ not found in this scope\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\common.rs:27:5\n |\n27 | debug_assert!(v < 1000000000);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n23 + use core::debug_assert;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:159:30\n |\n159 | fn get_version_and_date() -> Option<(Option, Option)> {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:159:38\n |\n159 | fn get_version_and_date() -> Option<(Option, Option)> {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:159:45\n |\n159 | fn get_version_and_date() -> Option<(Option, Option)> {\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n159 | fn get_version_and_date() -> Option<(Option, Option)> {\n | ++++++++\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:159:54\n |\n159 | fn get_version_and_date() -> Option<(Option, Option)> {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:159:61\n |\n159 | fn get_version_and_date() -> Option<(Option, Option)> {\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n159 | fn get_version_and_date() -> Option<(Option, Option)> {\n | ++++++++\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:174:20\n |\n174 | pub fn triple() -> Option<(Version, Channel, Date)> {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:176:9\n |\n176 | Some((Some(version), Some(date))) => (version, date),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:176:15\n |\n176 | Some((Some(version), Some(date))) => (version, date),\n | ^^^^ not found in this scope\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\buffer\\mod.rs:75:13\n |\n75 | debug_assert!(n <= self.bytes.len());\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::debug_assert;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:176:30\n |\n176 | Some((Some(version), Some(date))) => (version, date),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:177:21\n |\n177 | _ => return None\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:182:9\n |\n182 | Some(version) => match Channel::parse(&version_str) {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:183:13\n |\n183 | Some(channel) => match Date::parse(&date_str) {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:184:17\n |\n184 | Some(date) => Some((version, channel, date)),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:185:22\n |\n185 | _ => None,\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:187:18\n |\n187 | _ => None,\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:189:14\n |\n189 | _ => None\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:202:39\n |\n202 | pub fn is_min_date(min_date: &str) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:204:10\n |\n204 | (Some(rustc_date), Some(min_date)) => Some(rustc_date >= min_date),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:204:28\n |\n204 | (Some(rustc_date), Some(min_date)) => Some(rustc_date >= min_date),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:205:14\n |\n205 | _ => None\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:218:39\n |\n218 | pub fn is_max_date(max_date: &str) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:220:10\n |\n220 | (Some(rustc_date), Some(max_date)) => Some(rustc_date <= max_date),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:220:28\n |\n220 | (Some(rustc_date), Some(max_date)) => Some(rustc_date <= max_date),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:221:14\n |\n221 | _ => None\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:234:37\n |\n234 | pub fn is_exact_date(date: &str) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:236:10\n |\n236 | (Some(rustc_date), Some(date)) => Some(rustc_date == date),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:236:28\n |\n236 | (Some(rustc_date), Some(date)) => Some(rustc_date == date),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:237:14\n |\n237 | _ => None\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:250:45\n |\n250 | pub fn is_min_version(min_version: &str) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:252:10\n |\n252 | (Some(rustc_ver), Some(min_ver)) => Some(rustc_ver >= min_ver),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:252:27\n |\n252 | (Some(rustc_ver), Some(min_ver)) => Some(rustc_ver >= min_ver),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:253:14\n |\n253 | _ => None\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:266:45\n |\n266 | pub fn is_max_version(max_version: &str) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:268:10\n |\n268 | (Some(rustc_ver), Some(max_ver)) => Some(rustc_ver <= max_ver),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:268:27\n |\n268 | (Some(rustc_ver), Some(max_ver)) => Some(rustc_ver <= max_ver),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:269:14\n |\n269 | _ => None\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:281:43\n |\n281 | pub fn is_exact_version(version: &str) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:283:10\n |\n283 | (Some(rustc_ver), Some(version)) => Some(rustc_ver == version),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:283:27\n |\n283 | (Some(rustc_ver), Some(version)) => Some(rustc_ver == version),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:284:14\n |\n284 | _ => None\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:302:34\n |\n302 | pub fn is_feature_flaggable() -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:324:43\n |\n324 | pub fn supports_feature(feature: &str) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:326:9\n |\n326 | Some(true) => { /* continue */ }\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:327:9\n |\n327 | Some(false) => return Some(false),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:335:12\n |\n335 | if let Some((flags, delim)) = env_flags {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:344:16\n |\n344 | if let Some(allow_features) = allow_features.last() {\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\constant_time_eq-0.4.2\\src\\lib.rs:64:8\n |\n64 | F: FnOnce() -> T,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n42 + use core::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\buffer\\mod.rs:82:6\n |\n82 | impl Copy for Buffer {}\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::marker::Copy;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\buffer\\mod.rs:85:6\n |\n85 | impl Clone for Buffer {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Default` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\buffer\\mod.rs:92:6\n |\n92 | impl Default for Buffer {\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::default::Default;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\buffer\\mod.rs:109:19\n |\n109 | pub trait Sealed: Copy {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::marker::Copy;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\error.rs:4:3\n |\n4 | #[derive(Debug, Clone, Copy, PartialEq)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n1 + use core::prelude::rust_2024::derive;\n |\n\nSome errors have detailed explanations: E0405, E0786.\nFor more information about an error, try `rustc --explain E0405`.\nerror[E0433]: failed to resolve: use of undeclared type `String`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:162:28\n |\n162 | .and_then(|output| String::from_utf8(output.stdout).ok())\n | ^^^^^^ use of undeclared type `String`\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\version.rs:73:9\n |\n73 | Some(Version::from_mmp(maj, min, patch))\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\channel.rs:59:13\n |\n59 | Some(Channel(Kind::Dev))\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\channel.rs:61:13\n |\n61 | Some(Channel(Kind::Nightly))\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\channel.rs:63:13\n |\n63 | Some(Channel(Kind::Beta))\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\channel.rs:65:13\n |\n65 | Some(Channel(Kind::Stable))\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\date.rs:65:9\n |\n65 | Some(Date::from_ymd(year, month as u8, day as u8))\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:184:31\n |\n184 | Some(date) => Some((version, channel, date)),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:204:47\n |\n204 | (Some(rustc_date), Some(min_date)) => Some(rustc_date >= min_date),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:220:47\n |\n220 | (Some(rustc_date), Some(max_date)) => Some(rustc_date <= max_date),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:236:43\n |\n236 | (Some(rustc_date), Some(date)) => Some(rustc_date == date),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:252:45\n |\n252 | (Some(rustc_ver), Some(min_ver)) => Some(rustc_ver >= min_ver),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:268:45\n |\n268 | (Some(rustc_ver), Some(max_ver)) => Some(rustc_ver <= max_ver),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:283:45\n |\n283 | (Some(rustc_ver), Some(version)) => Some(rustc_ver == version),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:327:31\n |\n327 | Some(false) => return Some(false),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:345:20\n |\n345 | return Some(allow_features.split(',').any(|f| f.trim() == feature));\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:351:5\n |\n351 | Some(true)\n | ^^^^ not found in this scope\n\nSome errors have detailed explanations: E0425, E0433, E0531, E0786.\nFor more information about an error, try `rustc --explain E0425`.\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\error.rs:27:17\n |\n27 | write!(f, \"Invalid character {:?} at position {}\", c, index)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\error.rs:29:40\n |\n29 | FromHexError::OddLength => write!(f, \"Odd number of digits\"),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\error.rs:30:50\n |\n30 | FromHexError::InvalidStringLength => write!(f, \"Invalid string length\"),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:1:5\n |\n1 | use std::error::Error as StdError;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\error.rs:21:6\n |\n21 | impl std::error::Error for FromHexError {}\n | ^^^ can't find crate\n |\n = note: the `wasm32-unknown-unknown` target may not support the standard library\n\nerror: could not compile `constant_time_eq` (lib) due to 5 previous errors\nerror: could not compile `version_check` (lib) due to 102 previous errors\nerror: could not compile `ryu` (lib) due to 31 previous errors\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\wrapper.rs:46:3\n |\n46 | #[derive(Debug, Copy, Clone, PartialEq, Eq, PartialOrd, Ord, Hash)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 1 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\wrapper.rs:25:3\n |\n25 | #[derive(Debug, Clone, Copy, PartialEq, Eq, PartialOrd, Ord, Hash, Default)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 1 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:414:9\n |\n414 | write!(f, \"{}{}\", value, name)?;\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:401:9\n |\n401 | write!(f, \"{}{}\", value, name)?;\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\nohash-hasher-0.2.0\\src\\lib.rs:201:9\n |\n201 | panic!(\"Invalid use of NoHashHasher\")\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 13 + use core::panic;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:106:3\n |\n106 | #[derive(Debug, Clone, Copy)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 1 + use core::prelude::rust_2024::derive;\n |\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\nohash-hasher-0.2.0\\src\\lib.rs:33:25\n |\n33 | pub type IntMap = std::collections::HashMap>;\n | ^^^ can't find crate\n |\n = note: the `wasm32-unknown-unknown` target may not support the standard library\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:82:3\n |\n82 | #[derive(Debug, Clone)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 1 + use core::prelude::rust_2024::derive;\n |\n\nerror[E0405]: cannot find trait `Default` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\nohash-hasher-0.2.0\\src\\lib.rs:124:9\n |\n124 | impl Default for NoHashHasher {\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 13 + use core::default::Default;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\nohash-hasher-0.2.0\\src\\lib.rs:136:9\n |\n136 | impl Clone for NoHashHasher {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 13 + use core::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\nohash-hasher-0.2.0\\src\\lib.rs:148:9\n |\n148 | impl Copy for NoHashHasher {}\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 13 + use core::marker::Copy;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:76:29\n |\n76 | Error::Empty => write!(f, \"value was empty\"),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nSome errors have detailed explanations: E0405, E0463, E0786.\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:75:38\n |\n75 | ... Error::NumberOverflow => write!(f, \"number is too large or cannot be represented without a lack of precision (values below 1ns are ...\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:67:17\n |\n67 | write!(\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:64:17\n |\n64 | write!(f, \"time unit needed, for example {0}sec or {0}ms\", value)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: could not compile `nohash-hasher` (lib) due to 7 previous errors\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:62:46\n |\n62 | Error::NumberExpected(offset) => write!(f, \"expected number at {}\", offset),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:61:48\n |\n61 | Error::InvalidCharacter(offset) => write!(f, \"invalid character at {}\", offset),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:7:3\n |\n7 | #[derive(Debug, PartialEq, Clone)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n1 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:61:3\n |\n61 | #[derive(Debug, Clone)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 1 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:51:3\n |\n51 | #[derive(Debug, Clone, PartialEq, Eq)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 1 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:46:37\n |\n46 | Error::InvalidFormat => write!(f, \"timestamp format is invalid\"),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:45:36\n |\n45 | Error::InvalidDigit => write!(f, \"bad character where digit is expected\"),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:44:34\n |\n44 | Error::OutOfRange => write!(f, \"numeric component is out of range\"),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:29:3\n |\n29 | #[derive(Debug, PartialEq, Clone, Copy)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 1 + use core::prelude::rust_2024::derive;\n |\n\nerror: linking with `rust-lld.exe` failed: exit code: 0xc000001d\n |\n = note: \"rust-lld.exe\" \"-flavor\" \"link\" \"/NOLOGO\" \"C:\\\\Users\\\\bradl\\\\AppData\\\\Local\\\\Temp\\\\rustcJJG88d\\\\symbols.o\" \"<2 object files omitted>\" \"\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib/{libstd-*,libpanic_unwind-*,libcfg_if-*,libwindows_targets-*,librustc_demangle-*,libstd_detect-*,libhashbrown-*,librustc_std_workspace_alloc-*,libunwind-*,librustc_std_workspace_core-*,liballoc-*,libcore-*,libcompiler_builtins-*}.rlib\" \"kernel32.lib\" \"kernel32.lib\" \"kernel32.lib\" \"ntdll.lib\" \"userenv.lib\" \"ws2_32.lib\" \"dbghelp.lib\" \"/defaultlib:msvcrt\" \"/NXCOMPAT\" \"/OUT:D:\\\\Development\\\\ClockworkLabs\\\\SpacetimeDB\\\\SpacetimeDB\\\\target\\\\llm-runs\\\\basics\\\\t_010_connect\\\\rust\\\\server\\\\gpt-5-2-codex\\\\llm\\\\target\\\\release\\\\build\\\\quote-aaf0a54ef397828d\\\\build_script_build-aaf0a54ef397828d.exe\" \"/OPT:REF,NOICF\" \"/DEBUG\" \"/PDBALTPATH:%_PDB%\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\intrinsic.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\liballoc.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\libcore.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\libstd.natvis\"\n = note: some arguments are omitted. use `--verbose` to show all linker arguments\n = note: PLEASE submit a bug report to https://github.com/llvm/llvm-project/issues/ and include the crash backtrace.␍\n Exception Code: 0xC000001D␍\n #0 0x00007ff6f2cdcff6 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x247cff6)␍\n #1 0x00007ff6f2cb12f1 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24512f1)␍\n #2 0x00007ff6f2ca9c24 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2449c24)␍\n #3 0x00007ff6f2cb3e92 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2453e92)␍\n #4 0x00007ff6f2cbd1f2 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x245d1f2)␍\n #5 0x00007ffdf51461cf (C:\\Windows\\SYSTEM32\\ntdll.dll+0x1661cf)␍\n #6 0x00007ffdf4ff23a7 (C:\\Windows\\SYSTEM32\\ntdll.dll+0x123a7)␍\n #7 0x00007ffdf4fea961 (C:\\Windows\\SYSTEM32\\ntdll.dll+0xa961)␍\n #8 0x00007ffdf19873fa (C:\\Windows\\System32\\KERNELBASE.dll+0xc73fa)␍\n #9 0x00007ff6f2c967eb (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24367eb)␍\n #10 0x00007ff6f2c827e6 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24227e6)␍\n #11 0x00007ff6f2d26142 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24c6142)␍\n #12 0x00007ff6f2ca49b3 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24449b3)␍\n #13 0x00007ffdf4e4e8d7 (C:\\Windows\\System32\\KERNEL32.DLL+0x2e8d7)␍\n #14 0x00007ffdf506c48c (C:\\Windows\\SYSTEM32\\ntdll.dll+0x8c48c)␍\n \n\nerror: could not compile `quote` (build script) due to 1 previous error\nerror: linking with `rust-lld.exe` failed: exit code: 0xc000001d\n |\n = note: \"rust-lld.exe\" \"-flavor\" \"link\" \"/NOLOGO\" \"C:\\\\Users\\\\bradl\\\\AppData\\\\Local\\\\Temp\\\\rustc6F2D4z\\\\symbols.o\" \"<4 object files omitted>\" \"\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib/{libstd-*,libpanic_unwind-*,libcfg_if-*,libwindows_targets-*,librustc_demangle-*,libstd_detect-*,libhashbrown-*,librustc_std_workspace_alloc-*,libunwind-*,librustc_std_workspace_core-*,liballoc-*,libcore-*,libcompiler_builtins-*}.rlib\" \"kernel32.lib\" \"kernel32.lib\" \"kernel32.lib\" \"ntdll.lib\" \"userenv.lib\" \"ws2_32.lib\" \"dbghelp.lib\" \"/defaultlib:msvcrt\" \"/NXCOMPAT\" \"/OUT:D:\\\\Development\\\\ClockworkLabs\\\\SpacetimeDB\\\\SpacetimeDB\\\\target\\\\llm-runs\\\\basics\\\\t_010_connect\\\\rust\\\\server\\\\gpt-5-2-codex\\\\llm\\\\target\\\\release\\\\build\\\\typenum-4921805b36d15433\\\\build_script_build-4921805b36d15433.exe\" \"/OPT:REF,NOICF\" \"/DEBUG\" \"/PDBALTPATH:%_PDB%\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\intrinsic.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\liballoc.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\libcore.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\libstd.natvis\"\n = note: some arguments are omitted. use `--verbose` to show all linker arguments\n = note: PLEASE submit a bug report to https://github.com/llvm/llvm-project/issues/ and include the crash backtrace.␍\n Exception Code: 0xC000001D␍\n #0 0x00007ff6f2cdcff6 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x247cff6)␍\n #1 0x00007ff6f2cb12f1 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24512f1)␍\n #2 0x00007ff6f2ca9c24 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2449c24)␍\n #3 0x00007ff6f2cb3e92 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2453e92)␍\n #4 0x00007ff6f2cbd1f2 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x245d1f2)␍\n #5 0x00007ffdf51461cf (C:\\Windows\\SYSTEM32\\ntdll.dll+0x1661cf)␍\n #6 0x00007ffdf4ff23a7 (C:\\Windows\\SYSTEM32\\ntdll.dll+0x123a7)␍\n #7 0x00007ffdf4fea961 (C:\\Windows\\SYSTEM32\\ntdll.dll+0xa961)␍\n #8 0x00007ffdf19873fa (C:\\Windows\\System32\\KERNELBASE.dll+0xc73fa)␍\n #9 0x00007ff6f2c967eb (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24367eb)␍\n #10 0x00007ff6f2c827e6 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24227e6)␍\n #11 0x00007ff6f2d26142 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24c6142)␍\n #12 0x00007ff6f2ca49b3 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24449b3)␍\n #13 0x00007ffdf4e4e8d7 (C:\\Windows\\System32\\KERNEL32.DLL+0x2e8d7)␍\n #14 0x00007ffdf506c48c (C:\\Windows\\SYSTEM32\\ntdll.dll+0x8c48c)␍\n \n\nerror: could not compile `typenum` (build script) due to 1 previous error\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:66:34\n |\n66 | fn two_digits(b1: u8, b2: u8) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:67:46\n |\n67 | fn two_digits_inner(a: char, b: char) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:71:9\n |\n71 | Some((a * 10 + b) as u64)\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:84:34\n |\n84 | pub fn parse_rfc3339(s: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:86:16\n |\n86 | return Err(Error::InvalidFormat);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:89:38\n |\n89 | if b[10] != b'T' || (b.last() != Some(&b'Z') && !s.ends_with(\"+00:00\")) {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:90:16\n |\n90 | return Err(Error::InvalidFormat);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:108:39\n |\n108 | pub fn parse_rfc3339_weak(s: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:110:16\n |\n110 | return Err(Error::InvalidFormat);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:119:16\n |\n119 | return Err(Error::InvalidFormat);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:129:16\n |\n129 | return Err(Error::OutOfRange);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:151:21\n |\n151 | _ => return Err(Error::OutOfRange),\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:154:16\n |\n154 | return Err(Error::OutOfRange);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:169:21\n |\n169 | if b.get(19) == Some(&b'.') {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:175:24\n |\n175 | return Err(Error::InvalidDigit);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:181:24\n |\n181 | return Err(Error::InvalidDigit);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:188:16\n |\n188 | return Err(Error::InvalidFormat);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:193:16\n |\n193 | return Err(Error::OutOfRange);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:196:5\n |\n196 | Ok(UNIX_EPOCH + Duration::new(total_seconds, nanos))\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\date.rs:270:20\n |\n270 | return Err(fmt::Error);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:37:15\n |\n37 | unit: String,\n | ^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:85:19\n |\n85 | trait OverflowOp: Sized {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:86:34\n |\n86 | fn mul(self, other: Self) -> Result;\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:87:34\n |\n87 | fn add(self, other: Self) -> Result;\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:88:34\n |\n88 | fn div(self, other: Self) -> Result;\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:92:34\n |\n92 | fn mul(self, other: Self) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:95:34\n |\n95 | fn add(self, other: Self) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:98:34\n |\n98 | fn div(self, other: Self) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:100:18\n |\n100 | 0 => Ok(self / other),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:101:18\n |\n101 | _ => Err(Error::NumberOverflow),\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:118:27\n |\n118 | fn parse(mut self) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:122:28\n |\n122 | let mut frac = None; // fractional part\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 1 + use core::option::Option::None;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:124:23\n |\n124 | while let Some(c) = self.iter.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:138:32\n |\n138 | frac = Some(self.parse_fractional_part(&mut off)?);\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:142:32\n |\n142 | return Err(Error::InvalidCharacter(off));\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:149:23\n |\n149 | while let Some(c) = self.iter.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:159:32\n |\n159 | return Err(Error::InvalidCharacter(off));\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:167:17\n |\n167 | Some(n) => n,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:168:32\n |\n168 | None => return Ok(out),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:173:39\n |\n173 | fn parse_first_char(&mut self) -> Result, Error> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:173:46\n |\n173 | fn parse_first_char(&mut self) -> Result, Error> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:178:28\n |\n178 | return Ok(Some(c as u64 - '0' as u64));\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:178:31\n |\n178 | return Ok(Some(c as u64 - '0' as u64));\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:182:28\n |\n182 | return Err(Error::NumberExpected(off));\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:186:9\n |\n186 | Ok(None)\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:186:12\n |\n186 | Ok(None)\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 1 + use core::option::Option::None;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:189:61\n |\n189 | fn parse_fractional_part(&mut self, off: &mut usize) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:193:19\n |\n193 | while let Some(c) = self.iter.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:214:28\n |\n214 | return Err(Error::InvalidCharacter(*off));\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:222:20\n |\n222 | return Err(Error::InvalidCharacter(*off));\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:224:9\n |\n224 | Ok(Fraction {\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:237:15\n |\n237 | frac: Option,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:241:10\n |\n241 | ) -> Result<(), Error> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:243:13\n |\n243 | Ok(u) => u,\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:244:13\n |\n244 | Err(()) => {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:245:24\n |\n245 | return Err(Error::UnknownUnit {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:270:16\n |\n270 | if let Some(Fraction {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:276:44\n |\n276 | Unit::Nanosecond => return Err(Error::NumberOverflow),\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:290:9\n |\n290 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:294:64\n |\n294 | fn add_current(mut sec: u64, nsec: u64, out: &mut Duration) -> Result<(), Error> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:302:5\n |\n302 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:321:29\n |\n321 | fn from_str(s: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:323:40\n |\n323 | \"nanos\" | \"nsec\" | \"ns\" => Ok(Self::Nanosecond),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:324:37\n |\n324 | \"usec\" | \"us\" | \"µs\" => Ok(Self::Microsecond),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:325:41\n |\n325 | \"millis\" | \"msec\" | \"ms\" => Ok(Self::Millisecond),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:326:60\n |\n326 | \"seconds\" | \"second\" | \"secs\" | \"sec\" | \"s\" => Ok(Self::Second),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:327:60\n |\n327 | \"minutes\" | \"minute\" | \"min\" | \"mins\" | \"m\" => Ok(Self::Minute),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:328:54\n |\n328 | \"hours\" | \"hour\" | \"hr\" | \"hrs\" | \"h\" => Ok(Self::Hour),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:329:37\n |\n329 | \"days\" | \"day\" | \"d\" => Ok(Self::Day),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:330:54\n |\n330 | \"weeks\" | \"week\" | \"wk\" | \"wks\" | \"w\" => Ok(Self::Week),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:331:41\n |\n331 | \"months\" | \"month\" | \"M\" => Ok(Self::Month),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:332:54\n |\n332 | \"years\" | \"year\" | \"yr\" | \"yrs\" | \"y\" => Ok(Self::Year),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:333:18\n |\n333 | _ => Err(()),\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:364:35\n |\n364 | pub fn parse_duration(s: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:366:16\n |\n366 | return Ok(Duration::ZERO);\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:407:5\n |\n407 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:417:5\n |\n417 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:434:20\n |\n434 | return Ok(());\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\duration.rs:464:9\n |\n464 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\wrapper.rs:49:6\n |\n49 | impl AsRef for Duration {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\wrapper.rs:62:6\n |\n62 | impl From for StdDuration {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::From;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\wrapper.rs:68:6\n |\n68 | impl From for Duration {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::From;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\wrapper.rs:76:29\n |\n76 | fn from_str(s: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\wrapper.rs:87:6\n |\n87 | impl AsRef for Timestamp {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\wrapper.rs:100:6\n |\n100 | impl From for SystemTime {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::From;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\wrapper.rs:106:6\n |\n106 | impl From for Timestamp {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::From;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\humantime-2.3.0\\src\\wrapper.rs:114:29\n |\n114 | fn from_str(s: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nSome errors have detailed explanations: E0405, E0425, E0463, E0531, E0786.\nerror: could not compile `humantime` (lib) due to 109 previous errors\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:89:11\n |\n89 | next: Option,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n42 + use core::option::Option;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:97:19\n |\n97 | next: None,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n42 + use core::option::Option::None;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:102:10\n |\n102 | impl<'a> Iterator for BytesToHexChars<'a> {\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 42 + use crate::iter::Iterator;\n |\n 42 + use core::iter::Iterator;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:105:27\n |\n105 | fn next(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 42 + use core::option::Option;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:107:13\n |\n107 | Some(current) => Some(current),\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 42 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:107:30\n |\n107 | Some(current) => Some(current),\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 42 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:110:29\n |\n110 | self.next = Some(self.table[(byte & 0x0F) as usize] as char);\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 42 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:116:36\n |\n116 | fn size_hint(&self) -> (usize, Option) {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 42 + use core::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:118:18\n |\n118 | (length, Some(length))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 42 + use core::option::Option::Some;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:137:9\n |\n137 | impl> ToHex for T {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 42 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:164:20\n |\n164 | pub trait FromHex: Sized {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 42 + use core::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:172:20\n |\n172 | fn from_hex>(hex: T) -> Result;\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 42 + use core::convert::AsRef;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:172:44\n |\n172 | fn from_hex>(hex: T) -> Result;\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 42 + use core::fmt::Result;\n |\n 42 + use core::result::Result;\n |\n 42 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:175:30\n |\n175 | fn val(c: u8, idx: usize) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 42 + use core::fmt::Result;\n |\n 42 + use core::result::Result;\n |\n 42 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:177:24\n |\n177 | b'A'..=b'F' => Ok(c - b'A' + 10),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 42 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:178:24\n |\n178 | b'a'..=b'f' => Ok(c - b'a' + 10),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 42 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:179:24\n |\n179 | b'0'..=b'9' => Ok(c - b'0'),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 42 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:180:14\n |\n180 | _ => Err(FromHexError::InvalidHexCharacter {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 42 + use core::result::Result::Err;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:191:20\n |\n191 | fn from_hex>(hex: T) -> Result {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 42 + use core::convert::AsRef;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:191:44\n |\n191 | fn from_hex>(hex: T) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 42 + use core::fmt::Result;\n |\n 42 + use core::result::Result;\n |\n 42 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:194:20\n |\n194 | return Err(FromHexError::OddLength);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 42 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:199:30\n |\n199 | .map(|(i, pair)| Ok(val(pair[0], 2 * i)? << 4 | val(pair[1], 2 * i + 1)?))\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 42 + use core::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:211:28\n |\n211 | fn from_hex>(hex: T) -> Result {\n | ^^^^^ not found in this scope\n...\n220 | / from_hex_array_impl! {\n221 | | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16\n222 | | 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32\n223 | | 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48\n... |\n229 | | 160 192 200 224 256 384 512 768 1024 2048 4096 8192 16384 32768\n230 | | }\n | |_- in this macro invocation\n |\n = note: this error originates in the macro `from_hex_array_impl` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this trait\n |\n 42 + use core::convert::AsRef;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:211:52\n |\n211 | fn from_hex>(hex: T) -> Result {\n | ^^^^^^ not found in this scope\n...\n220 | / from_hex_array_impl! {\n221 | | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16\n222 | | 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32\n223 | | 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48\n... |\n229 | | 160 192 200 224 256 384 512 768 1024 2048 4096 8192 16384 32768\n230 | | }\n | |_- in this macro invocation\n |\n = note: this error originates in the macro `from_hex_array_impl` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing one of these items\n |\n 42 + use core::fmt::Result;\n |\n 42 + use core::result::Result;\n |\n 42 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:214:17\n |\n214 | Ok(out)\n | ^^ not found in this scope\n...\n220 | / from_hex_array_impl! {\n221 | | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16\n222 | | 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32\n223 | | 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48\n... |\n229 | | 160 192 200 224 256 384 512 768 1024 2048 4096 8192 16384 32768\n230 | | }\n | |_- in this macro invocation\n |\n = note: this error originates in the macro `from_hex_array_impl` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this tuple variant\n |\n 42 + use core::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:211:28\n |\n211 | fn from_hex>(hex: T) -> Result {\n | ^^^^^ not found in this scope\n...\n233 | / from_hex_array_impl! {\n234 | | 65536 131072 262144 524288 1048576 2097152 4194304 8388608\n235 | | 16777216 33554432 67108864 134217728 268435456 536870912\n236 | | 1073741824 2147483648\n237 | | }\n | |_- in this macro invocation\n |\n = note: this error originates in the macro `from_hex_array_impl` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this trait\n |\n 42 + use core::convert::AsRef;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:211:52\n |\n211 | fn from_hex>(hex: T) -> Result {\n | ^^^^^^ not found in this scope\n...\n233 | / from_hex_array_impl! {\n234 | | 65536 131072 262144 524288 1048576 2097152 4194304 8388608\n235 | | 16777216 33554432 67108864 134217728 268435456 536870912\n236 | | 1073741824 2147483648\n237 | | }\n | |_- in this macro invocation\n |\n = note: this error originates in the macro `from_hex_array_impl` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing one of these items\n |\n 42 + use core::fmt::Result;\n |\n 42 + use core::result::Result;\n |\n 42 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:214:17\n |\n214 | Ok(out)\n | ^^ not found in this scope\n...\n233 | / from_hex_array_impl! {\n234 | | 65536 131072 262144 524288 1048576 2097152 4194304 8388608\n235 | | 16777216 33554432 67108864 134217728 268435456 536870912\n236 | | 1073741824 2147483648\n237 | | }\n | |_- in this macro invocation\n |\n = note: this error originates in the macro `from_hex_array_impl` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this tuple variant\n |\n 42 + use core::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:259:18\n |\n259 | pub fn encode>(data: T) -> String {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 42 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:275:24\n |\n275 | pub fn encode_upper>(data: T) -> String {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 42 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:296:18\n |\n296 | pub fn decode>(data: T) -> Result, FromHexError> {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 42 + use core::convert::AsRef;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:296:43\n |\n296 | pub fn decode>(data: T) -> Result, FromHexError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 42 + use core::fmt::Result;\n |\n 42 + use core::result::Result;\n |\n 42 + use alloc::fmt::Result;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:312:27\n |\n312 | pub fn decode_to_slice>(data: T, out: &mut [u8]) -> Result<(), FromHexError> {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 42 + use core::convert::AsRef;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:312:68\n |\n312 | pub fn decode_to_slice>(data: T, out: &mut [u8]) -> Result<(), FromHexError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 42 + use core::fmt::Result;\n |\n 42 + use core::result::Result;\n |\n 42 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:316:16\n |\n316 | return Err(FromHexError::OddLength);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 42 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:319:16\n |\n319 | return Err(FromHexError::InvalidStringLength);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 42 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:326:5\n |\n326 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 42 + use core::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:336:38\n |\n336 | fn generate_iter(len: usize) -> impl Iterator {\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 42 + use crate::iter::Iterator;\n |\n 42 + use core::iter::Iterator;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:367:27\n |\n367 | pub fn encode_to_slice>(input: T, output: &mut [u8]) -> Result<(), FromHexError> {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 42 + use core::convert::AsRef;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:367:72\n |\n367 | pub fn encode_to_slice>(input: T, output: &mut [u8]) -> Result<(), FromHexError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 42 + use core::fmt::Result;\n |\n 42 + use core::result::Result;\n |\n 42 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:369:16\n |\n369 | return Err(FromHexError::InvalidStringLength);\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 42 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:382:5\n |\n382 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 42 + use core::result::Result::Ok;\n |\n\nerror: linking with `rust-lld.exe` failed: exit code: 0xc000001d\n |\n = note: \"rust-lld.exe\" \"-flavor\" \"link\" \"/NOLOGO\" \"C:\\\\Users\\\\bradl\\\\AppData\\\\Local\\\\Temp\\\\rustc0cEX51\\\\symbols.o\" \"<3 object files omitted>\" \"\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib/{libstd-*,libpanic_unwind-*,libcfg_if-*,libwindows_targets-*,librustc_demangle-*,libstd_detect-*,libhashbrown-*,librustc_std_workspace_alloc-*,libunwind-*,librustc_std_workspace_core-*,liballoc-*,libcore-*,libcompiler_builtins-*}.rlib\" \"kernel32.lib\" \"kernel32.lib\" \"kernel32.lib\" \"ntdll.lib\" \"userenv.lib\" \"ws2_32.lib\" \"dbghelp.lib\" \"/defaultlib:msvcrt\" \"/NXCOMPAT\" \"/OUT:D:\\\\Development\\\\ClockworkLabs\\\\SpacetimeDB\\\\SpacetimeDB\\\\target\\\\llm-runs\\\\basics\\\\t_010_connect\\\\rust\\\\server\\\\gpt-5-2-codex\\\\llm\\\\target\\\\release\\\\build\\\\serde_core-453e57ca07350b80\\\\build_script_build-453e57ca07350b80.exe\" \"/OPT:REF,NOICF\" \"/DEBUG\" \"/PDBALTPATH:%_PDB%\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\intrinsic.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\liballoc.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\libcore.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\libstd.natvis\"\n = note: some arguments are omitted. use `--verbose` to show all linker arguments\n = note: PLEASE submit a bug report to https://github.com/llvm/llvm-project/issues/ and include the crash backtrace.␍\n Exception Code: 0xC000001D␍\n #0 0x00007ff6f2cdcff6 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x247cff6)␍\n #1 0x00007ff6f2cb12f1 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24512f1)␍\n #2 0x00007ff6f2ca9c24 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2449c24)␍\n #3 0x00007ff6f2cb3e92 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2453e92)␍\n #4 0x00007ff6f2cbd1f2 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x245d1f2)␍\n #5 0x00007ffdf51461cf (C:\\Windows\\SYSTEM32\\ntdll.dll+0x1661cf)␍\n #6 0x00007ffdf4ff23a7 (C:\\Windows\\SYSTEM32\\ntdll.dll+0x123a7)␍\n #7 0x00007ffdf4fea961 (C:\\Windows\\SYSTEM32\\ntdll.dll+0xa961)␍\n #8 0x00007ffdf19873fa (C:\\Windows\\System32\\KERNELBASE.dll+0xc73fa)␍\n #9 0x00007ff6f2c967eb (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24367eb)␍\n #10 0x00007ff6f2c827e6 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24227e6)␍\n #11 0x00007ff6f2d26142 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24c6142)␍\n #12 0x00007ff6f2ca49b3 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24449b3)␍\n #13 0x00007ffdf4e4e8d7 (C:\\Windows\\System32\\KERNEL32.DLL+0x2e8d7)␍\n #14 0x00007ffdf506c48c (C:\\Windows\\SYSTEM32\\ntdll.dll+0x8c48c)␍\n \n\nerror: could not compile `serde_core` (build script) due to 1 previous error\nerror[E0277]: `BytesToHexChars<'a>` is not an iterator\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:122:38\n |\n122 | impl<'a> iter::ExactSizeIterator for BytesToHexChars<'a> {\n | ^^^^^^^^^^^^^^^^^^^ `BytesToHexChars<'a>` is not an iterator\n |\nhelp: the trait `Iterator` is not implemented for `BytesToHexChars<'a>`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\hex-0.4.3\\src\\lib.rs:86:1\n |\n 86 | struct BytesToHexChars<'a> {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^\nnote: required by a bound in `ExactSizeIterator`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/iter/traits/exact_size.rs:86:30\n |\n 86 | pub trait ExactSizeIterator: Iterator {\n | ^^^^^^^^ required by this bound in `ExactSizeIterator`\n\nSome errors have detailed explanations: E0277, E0405, E0425, E0463, E0531, E0786.\nFor more information about an error, try `rustc --explain E0277`.\nerror: could not compile `hex` (lib) due to 50 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3244, + "output_tokens": 223, + "generation_duration_ms": 13226, + "started_at": "2026-03-31T13:19:08.981753500Z", + "finished_at": "2026-03-31T13:19:38.263564100Z" + }, + "t_011_helper_function": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + } + }, + "vendor": "openai", + "input_tokens": 3264, + "output_tokens": 155, + "generation_duration_ms": 2837, + "started_at": "2026-03-31T13:19:38.263585100Z", + "finished_at": "2026-03-31T13:20:37.462760300Z" + }, + "t_012_spacetime_product_type": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "openai", + "input_tokens": 3268, + "output_tokens": 195, + "generation_duration_ms": 2540, + "started_at": "2026-03-31T13:27:49.372023200Z", + "finished_at": "2026-03-31T13:28:43.158308700Z" + }, + "t_013_spacetime_sum_type": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3283, + "output_tokens": 204, + "generation_duration_ms": 3535, + "started_at": "2026-03-31T13:27:49.373765200Z", + "finished_at": "2026-03-31T13:28:35.041846700Z" + }, + "t_014_elementary_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3279, + "output_tokens": 223, + "generation_duration_ms": 8603, + "started_at": "2026-03-31T13:28:35.041953300Z", + "finished_at": "2026-03-31T13:29:27.444646500Z" + }, + "t_015_product_type_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3318, + "output_tokens": 266, + "generation_duration_ms": 4438, + "started_at": "2026-03-31T13:28:43.158444400Z", + "finished_at": "2026-03-31T13:29:43.961451900Z" + }, + "t_016_sum_type_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3296, + "output_tokens": 273, + "generation_duration_ms": 3241, + "started_at": "2026-03-31T13:29:27.444759500Z", + "finished_at": "2026-03-31T13:30:12.350009100Z" + }, + "t_017_scheduled_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + } + } + }, + "vendor": "openai", + "input_tokens": 3257, + "output_tokens": 236, + "generation_duration_ms": 2970, + "started_at": "2026-03-31T13:29:43.961557Z", + "finished_at": "2026-03-31T13:30:31.062890800Z" + }, + "t_018_constraints": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT id, email, name FROM account WHERE id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "openai", + "input_tokens": 3258, + "output_tokens": 242, + "generation_duration_ms": 3152, + "started_at": "2026-03-31T13:30:12.350101900Z", + "finished_at": "2026-03-31T13:31:01.877626700Z" + }, + "t_019_many_to_many": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "m2m_has_1_1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=1" + } + }, + "m2m_has_1_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=2" + } + }, + "m2m_has_2_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "openai", + "input_tokens": 3388, + "output_tokens": 460, + "generation_duration_ms": 7230, + "started_at": "2026-03-31T13:30:31.062992100Z", + "finished_at": "2026-03-31T13:31:26.759330900Z" + }, + "t_020_ecs": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 7, + "passed_tests": 7, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "ecs_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "ecs_step": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "step" + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM next_position" + } + } + }, + "vendor": "openai", + "input_tokens": 3435, + "output_tokens": 887, + "generation_duration_ms": 9293, + "started_at": "2026-03-31T13:31:01.877728Z", + "finished_at": "2026-03-31T13:31:45.708822Z" + }, + "t_021_multi_column_index": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + } + } + }, + "vendor": "openai", + "input_tokens": 3300, + "output_tokens": 259, + "generation_duration_ms": 14382, + "started_at": "2026-03-31T13:31:26.759434300Z", + "finished_at": "2026-03-31T13:32:23.158582900Z" + }, + "t_022_view_basic": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3243, + "output_tokens": 182, + "generation_duration_ms": 3487, + "started_at": "2026-03-31T13:24:21.153299800Z", + "finished_at": "2026-03-31T13:25:12.840100Z" + }, + "t_023_view_per_user": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3285, + "output_tokens": 235, + "generation_duration_ms": 3509, + "started_at": "2026-03-31T13:24:25.766377800Z", + "finished_at": "2026-03-31T13:25:14.999495500Z" + }, + "t_024_event_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3256, + "output_tokens": 166, + "generation_duration_ms": 7815, + "started_at": "2026-03-31T13:21:36.985785900Z", + "finished_at": "2026-03-31T13:22:36.948695800Z" + }, + "t_025_optional_fields": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3272, + "output_tokens": 153, + "generation_duration_ms": 2162, + "started_at": "2026-03-31T13:21:44.796911700Z", + "finished_at": "2026-03-31T13:22:35.922530900Z" + }, + "t_026_auth_identity_check": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, Identity, ReducerContext, Table};\n\n#[table(\n accessor = message,\n public,\n index(accessor = by_owner, btree(columns = [owner]))\n)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub text: String,\n}\n\n#[reducer]\npub fn create_message(ctx: &ReducerContext, text: String) {\n ctx.db.message().insert(Message {\n id: 0,\n owner: ctx.sender(),\n text,\n });\n}\n\n#[reducer]\npub fn delete_message(ctx: &ReducerContext, id: u64) {\n let msg = ctx.db.message().id().find(id).expect(\"not found\");\n if msg.owner != ctx.sender() {\n panic!(\"unauthorized\");\n }\n ctx.db.message().id().delete(id);\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling zerocopy v0.8.48\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling uuid v1.23.0\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling cc v1.2.58\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling blake3 v1.8.4\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\gpt-5-2-codex\\llm)\n Finished `release` profile [optimized] target(s) in 46.78s\nOptimising module with wasm-opt...\nError: Errors occurred:\nname `message_owner_idx_btree` is used for multiple entities\n\n\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:60604/v1/database/auth-t-026-auth-identity-check-gpt-5-2-codex-llm?clear=true&host_type=Wasm)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:60604 => http://127.0.0.1:60604\nThis will DESTROY the current auth-t-026-auth-identity-check-gpt-5-2-codex-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3312, + "output_tokens": 261, + "generation_duration_ms": 2976, + "started_at": "2026-03-31T13:11:40.656784400Z", + "finished_at": "2026-03-31T13:12:31.814343100Z" + }, + "t_027_private_vs_public_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3331, + "output_tokens": 249, + "generation_duration_ms": 3472, + "started_at": "2026-03-31T13:11:40.658002100Z", + "finished_at": "2026-03-31T13:12:33.504607900Z" + }, + "t_028_cascade_delete": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3295, + "output_tokens": 374, + "generation_duration_ms": 3925, + "started_at": "2026-03-31T13:22:36.948786200Z", + "finished_at": "2026-03-31T13:23:33.733879700Z" + }, + "t_029_filter_and_aggregate": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3316, + "output_tokens": 635, + "generation_duration_ms": 6986, + "started_at": "2026-03-31T13:22:36.950641400Z", + "finished_at": "2026-03-31T13:23:37.707840500Z" + }, + "t_030_two_table_join": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = customer)]\npub struct Customer {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n}\n\n#[table(\n accessor = order,\n index(accessor = by_customer_id, btree(columns = [customer_id]))\n)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub customer_id: u64,\n pub product: String,\n pub amount: u32,\n}\n\n#[table(accessor = order_detail)]\npub struct OrderDetail {\n #[primary_key]\n pub order_id: u64,\n pub customer_name: String,\n pub product: String,\n pub amount: u32,\n}\n\n#[reducer]\npub fn build_order_details(ctx: &ReducerContext) {\n for order in ctx.db.order().iter() {\n if let Some(customer) = ctx.db.customer().id().find(order.customer_id) {\n ctx.db.order_detail().insert(OrderDetail {\n order_id: order.id,\n customer_name: customer.name,\n product: order.product,\n amount: order.amount,\n });\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.48\n Compiling anyhow v1.0.102\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.4\n Compiling rand_core v0.6.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling castaway v0.2.4\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling lean_string v0.5.3\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_030_two_table_join\\rust\\server\\gpt-5-2-codex\\llm)\n Finished `release` profile [optimized] target(s) in 42.78s\nOptimising module with wasm-opt...\nError: Errors occurred:\nname `order_customer_id_idx_btree` is used for multiple entities\n\n\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:60604/v1/database/data-modeling-t-030-two-table-join-gpt-5-2-codex-llm?clear=true&host_type=Wasm)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:60604 => http://127.0.0.1:60604\nThis will DESTROY the current data-modeling-t-030-two-table-join-gpt-5-2-codex-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 3365, + "output_tokens": 494, + "generation_duration_ms": 6995, + "started_at": "2026-03-31T13:23:33.733999400Z", + "finished_at": "2026-03-31T13:24:25.766315100Z" + }, + "t_031_unique_constraint": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3256, + "output_tokens": 165, + "generation_duration_ms": 2705, + "started_at": "2026-03-31T13:23:37.707975200Z", + "finished_at": "2026-03-31T13:24:21.153202100Z" + }, + "t_032_range_query": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3323, + "output_tokens": 342, + "generation_duration_ms": 3755, + "started_at": "2026-03-31T13:25:14.999589300Z", + "finished_at": "2026-03-31T13:25:57.757307300Z" + }, + "t_033_sort_and_limit": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3318, + "output_tokens": 634, + "generation_duration_ms": 8002, + "started_at": "2026-03-31T13:25:15.001456800Z", + "finished_at": "2026-03-31T13:26:20.243063700Z" + }, + "t_034_find_first": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3291, + "output_tokens": 234, + "generation_duration_ms": 3079, + "started_at": "2026-03-31T13:25:57.757380100Z", + "finished_at": "2026-03-31T13:26:53.718647900Z" + }, + "t_035_select_distinct": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3285, + "output_tokens": 317, + "generation_duration_ms": 3411, + "started_at": "2026-03-31T13:26:20.243158800Z", + "finished_at": "2026-03-31T13:27:01.022495400Z" + }, + "t_036_count_without_collect": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3330, + "output_tokens": 297, + "generation_duration_ms": 4374, + "started_at": "2026-03-31T13:26:53.718756Z", + "finished_at": "2026-03-31T13:27:49.371934700Z" + }, + "t_037_multi_column_filter": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3321, + "output_tokens": 298, + "generation_duration_ms": 10721, + "started_at": "2026-03-31T13:27:01.022588600Z", + "finished_at": "2026-03-31T13:27:48.621644300Z" + }, + "t_038_schedule_at_time": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3289, + "output_tokens": 223, + "generation_duration_ms": 3050, + "started_at": "2026-03-31T13:19:38.264902Z", + "finished_at": "2026-03-31T13:20:37.803284500Z" + }, + "t_039_cancel_schedule": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3282, + "output_tokens": 378, + "generation_duration_ms": 9142, + "started_at": "2026-03-31T13:20:37.803370600Z", + "finished_at": "2026-03-31T13:21:44.796756200Z" + }, + "t_040_lifecycle_player": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3243, + "output_tokens": 189, + "generation_duration_ms": 4088, + "started_at": "2026-03-31T13:20:37.804575700Z", + "finished_at": "2026-03-31T13:21:36.985677800Z" + }, + "t_041_registered_user_gate": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3337, + "output_tokens": 289, + "generation_duration_ms": 3105, + "started_at": "2026-03-31T13:12:31.814400300Z", + "finished_at": "2026-03-31T13:13:25.353237800Z" + }, + "t_042_admin_bootstrap": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3351, + "output_tokens": 281, + "generation_duration_ms": 3763, + "started_at": "2026-03-31T13:12:33.504773200Z", + "finished_at": "2026-03-31T13:13:26.562230300Z" + }, + "t_043_role_based_access": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3406, + "output_tokens": 367, + "generation_duration_ms": 4505, + "started_at": "2026-03-31T13:13:26.562364600Z", + "finished_at": "2026-03-31T13:14:17.118073800Z" + }, + "t_044_ban_list": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3394, + "output_tokens": 416, + "generation_duration_ms": 5065, + "started_at": "2026-03-31T13:13:26.563780200Z", + "finished_at": "2026-03-31T13:14:24.456412Z" + }, + "t_045_rate_limit": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3371, + "output_tokens": 466, + "generation_duration_ms": 7765, + "started_at": "2026-03-31T13:14:17.118157200Z", + "finished_at": "2026-03-31T13:15:07.570106400Z" + }, + "t_046_shared_document": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3436, + "output_tokens": 965, + "generation_duration_ms": 10976, + "started_at": "2026-03-31T13:14:24.456546100Z", + "finished_at": "2026-03-31T13:15:28.312172700Z" + } + } + }, + { + "name": "Grok 4", + "route_api_model": "grok-4", + "tasks": { + "t_000_empty_reducers": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3356, + "output_tokens": 189, + "generation_duration_ms": 1074, + "started_at": "2026-03-31T13:35:29.243941400Z", + "finished_at": "2026-03-31T13:36:20.538025600Z" + }, + "t_001_basic_tables": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3353, + "output_tokens": 157, + "generation_duration_ms": 1053, + "started_at": "2026-03-31T13:36:20.538129Z", + "finished_at": "2026-03-31T13:36:57.106526800Z" + }, + "t_002_scheduled_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3319, + "output_tokens": 173, + "generation_duration_ms": 898, + "started_at": "2026-03-31T13:36:36.585949800Z", + "finished_at": "2026-03-31T13:37:25.880172900Z" + }, + "t_003_struct_in_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3285, + "output_tokens": 87, + "generation_duration_ms": 996, + "started_at": "2026-03-31T13:36:57.106653500Z", + "finished_at": "2026-03-31T13:37:35.777856100Z" + }, + "t_004_insert": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "xai", + "input_tokens": 3319, + "output_tokens": 116, + "generation_duration_ms": 691, + "started_at": "2026-03-31T13:37:25.880264200Z", + "finished_at": "2026-03-31T13:38:14.062591700Z" + }, + "t_005_update": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_005_update", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "xai", + "input_tokens": 3360, + "output_tokens": 183, + "generation_duration_ms": 988, + "started_at": "2026-03-31T13:37:35.777994Z", + "finished_at": "2026-03-31T13:38:18.944974600Z" + }, + "t_006_delete": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3328, + "output_tokens": 156, + "generation_duration_ms": 1131, + "started_at": "2026-03-31T13:38:14.062673800Z", + "finished_at": "2026-03-31T13:39:02.240508500Z" + }, + "t_007_crud": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_007_crud", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "xai", + "input_tokens": 3364, + "output_tokens": 205, + "generation_duration_ms": 1153, + "started_at": "2026-03-31T13:38:18.945076800Z", + "finished_at": "2026-03-31T13:39:00.984479800Z" + }, + "t_008_index_lookup": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "xai", + "input_tokens": 3388, + "output_tokens": 222, + "generation_duration_ms": 2084, + "started_at": "2026-03-31T13:39:00.984590700Z", + "finished_at": "2026-03-31T13:39:45.292356900Z" + }, + "t_009_init": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_009_init", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "xai", + "input_tokens": 3323, + "output_tokens": 165, + "generation_duration_ms": 1603, + "started_at": "2026-03-31T13:39:02.242382900Z", + "finished_at": "2026-03-31T13:39:46.520667200Z" + }, + "t_010_connect": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_010_connect", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = event, public)]\npub struct Event {\n #[primary_key]\n #[auto_inc]\n pub id: i32,\n pub kind: String,\n}\n\n#[reducer(client_connected)]\npub fn client_connected(ctx: &ReducerContext) {\n ctx.db.event().insert(Event {\n id: 0,\n kind: \"connected\".to_string(),\n });\n}\n\n#[reducer(client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) {\n ctx.db.event().insert(Event {\n id: 0,\n kind: \"disconnected\".to_string(),\n });\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.48\n Compiling thiserror v1.0.69\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling num-traits v0.2.19\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling generic-array v0.14.7\nerror[E0786]: found invalid metadata files for crate `dlmalloc` which `std` depends on\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\getrandom-0.2.17\\src\\error_impls.rs:1:1\n |\n1 | extern crate std;\n | ^^^^^^^^^^^^^^^^^\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\wasm32-unknown-unknown\\lib\\libdlmalloc-50d43e457e59173b.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror[E0786]: found invalid metadata files for crate `alloc` which `std` depends on\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:19:1\n |\n19 | extern crate std;\n | ^^^^^^^^^^^^^^^^^\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\liballoc-518331e30701fd1a.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror[E0786]: found invalid metadata files for crate `alloc` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\liballoc-518331e30701fd1a.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot resolve a prelude import\n\nerror[E0786]: found invalid metadata files for crate `rustc_demangle` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\librustc_demangle-636737e5abe25627.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror[E0786]: found invalid metadata files for crate `compiler_builtins` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\libcompiler_builtins-f7c5c1235d9df24b.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:354:3\n |\n354 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:356:5\n |\n356 | assert_eq!(try_join(vec![\"\\0\"]), Err(QuoteError::Nul));\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:357:5\n |\n357 | assert_eq!(try_quote(\"\\0\"), Err(QuoteError::Nul));\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:345:3\n |\n345 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:348:5\n |\n348 | assert_eq!(join(vec![]), \"\");\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:349:5\n |\n349 | assert_eq!(join(vec![\"\"]), \"''\");\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:350:5\n |\n350 | assert_eq!(join(vec![\"a\", \"b\"]), \"a b\");\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:351:5\n |\n351 | assert_eq!(join(vec![\"foo bar\", \"baz\"]), \"'foo bar' baz\");\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:286:3\n |\n286 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:328:9\n |\n328 | assert!(parts.len() == 2);\n | ^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:337:13\n |\n337 | println!(\"FAIL: for input <{}>, expected <{}>, got <{}>\",\n | ^^^^^^^\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:342:5\n |\n342 | assert!(ok);\n | ^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:276:3\n |\n276 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:281:13\n |\n281 | assert_eq!(sh.line_no, 3);\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:269:3\n |\n269 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:272:9\n |\n272 | assert_eq!(split(input), output.map(|o| o.iter().map(|&x| x.to_owned()).collect()));\n | ^^^^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:134:3\n |\n134 | #[derive(Default, Debug, Clone)]\n | ^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:110:3\n |\n110 | #[derive(Debug, Clone, Copy, PartialEq, Eq, PartialOrd, Ord, Hash)]\n | ^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:568:3\n |\n568 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:572:5\n |\n572 | assert_eq!(join(vec![INVALID_UTF8]), INVALID_UTF8_SINGLEQUOTED);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:574:5\n |\n574 | assert_eq!(join(vec![]), &b\"\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:575:5\n |\n575 | assert_eq!(join(vec![&b\"\"[..]]), b\"''\");\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:555:3\n |\n555 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:559:5\n |\n559 | assert_eq!(quote(INVALID_UTF8), INVALID_UTF8_SINGLEQUOTED);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:561:5\n |\n561 | assert_eq!(quote(b\"\"), &b\"''\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:562:5\n |\n562 | assert_eq!(quote(b\"foobar\"), &b\"foobar\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:563:5\n |\n563 | assert_eq!(quote(b\"foo bar\"), &b\"'foo bar'\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:564:5\n |\n564 | assert_eq!(quote(b\"'\\\"\"), &b\"\\\"'\\\\\\\"\\\"\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:565:5\n |\n565 | assert_eq!(quote(b\"\"), &b\"''\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:545:3\n |\n545 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:550:13\n |\n550 | assert_eq!(sh.line_no, 3);\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:538:3\n |\n538 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:541:9\n |\n541 | assert_eq!(split(input), output.map(|o| o.iter().map(|&x| x.to_owned()).collect()));\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:506:3\n |\n506 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:510:5\n |\n510 | assert!(core::str::from_utf8(INVALID_UTF8).is_err());\n | ^^^^^^\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:412:5\n |\n412 | debug_assert!(i > 0);\n | ^^^^^^^^^^^^\n\nerror: cannot find macro `unreachable` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:410:9\n |\n410 | unreachable!()\n | ^^^^^^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:234:3\n |\n234 | #[derive(PartialEq)]\n | ^^^^^^\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:225:13\n |\n225 | assert!(rest.len() < in_bytes.len()); // no infinite loop\n | ^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:170:3\n |\n170 | #[derive(Default, Debug, Clone)]\n | ^^^^^^\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:60:45\n |\n60 | fn parse_word(&mut self, mut ch: u8) -> Option> {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:64:31\n |\n64 | '\"' => if let Err(()) = self.parse_double(&mut result) {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:66:28\n |\n66 | return None;\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:68:32\n |\n68 | '\\'' => if let Err(()) = self.parse_single(&mut result) {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:70:28\n |\n70 | return None;\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:72:32\n |\n72 | '\\\\' => if let Some(ch2) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:76:28\n |\n76 | return None;\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:81:20\n |\n81 | if let Some(ch2) = self.next_char() { ch = ch2; } else { break; }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:86:57\n |\n86 | fn parse_double(&mut self, result: &mut Vec) -> Result<(), ()> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n27 + use alloc::fmt::Result;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:88:20\n |\n88 | if let Some(ch2) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:91:32\n |\n91 | if let Some(ch3) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:113:57\n |\n113 | fn parse_single(&mut self, result: &mut Vec) -> Result<(), ()> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:115:20\n |\n115 | if let Some(ch2) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:126:32\n |\n126 | fn next_char(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:133:10\n |\n133 | impl<'a> Iterator for Shlex<'a> {\n | ^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:135:27\n |\n135 | fn next(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:136:16\n |\n136 | if let Some(mut ch) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:142:35\n |\n142 | while let Some(ch2) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:148:24\n |\n148 | if let Some(ch2) = self.next_char() { ch = ch2; } else { return None; }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:148:81\n |\n148 | if let Some(ch2) = self.next_char() { ch = ch2; } else { return None; }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:152:13\n |\n152 | None\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:160:34\n |\n160 | pub fn split(in_bytes: &[u8]) -> Option>> {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:163:24\n |\n163 | if shl.had_error { None } else { Some(res) }\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:193:24\n |\n193 | pub fn join<'a, I: IntoIterator>(&self, words: I) -> Result, QuoteError> {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:193:75\n |\n193 | pub fn join<'a, I: IntoIterator>(&self, words: I) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:196:24\n |\n196 | .collect::>, QuoteError>>()?\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:206:56\n |\n206 | pub fn quote<'a>(&self, mut in_bytes: &'a [u8]) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:457:20\n |\n457 | pub fn join<'a, I: IntoIterator>(words: I) -> Vec {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:469:24\n |\n469 | pub fn try_join<'a, I: IntoIterator>(words: I) -> Result, QuoteError> {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:469:68\n |\n469 | pub fn try_join<'a, I: IntoIterator>(words: I) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:497:38\n |\n497 | pub fn try_quote(in_bytes: &[u8]) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find value `SPLIT_TEST_ITEMS` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:540:29\n |\n540 | for &(input, output) in SPLIT_TEST_ITEMS {\n | ^^^^^^^^^^^^^^^^ not found in this scope\n |\nnote: found an item that was configured out\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:246:8\n |\n245 | #[cfg(test)]\n | ---- the item is gated here\n246 | static SPLIT_TEST_ITEMS: &'static [(&'static str, Option<&'static [&'static str]>)] = &[\n | ^^^^^^^^^^^^^^^^\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:548:15\n |\n548 | while let Some(word) = sh.next() {\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:66:10\n |\n66 | impl<'a> Iterator for Shlex<'a> {\n | ^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:68:27\n |\n68 | fn next(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:92:31\n |\n92 | pub fn split(in_str: &str) -> Option> {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:95:24\n |\n95 | if shl.had_error { None } else { Some(res) }\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:156:24\n |\n156 | pub fn join<'a, I: IntoIterator>(&self, words: I) -> Result {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:156:74\n |\n156 | pub fn join<'a, I: IntoIterator>(&self, words: I) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 41 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:163:49\n |\n163 | pub fn quote<'a>(&self, in_str: &'a str) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 41 + use alloc::fmt::Result;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:177:6\n |\n177 | impl From for Quoter {\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:183:6\n |\n183 | impl From for bytes::Quoter {\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:201:20\n |\n201 | pub fn join<'a, I: IntoIterator>(words: I) -> String {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:213:24\n |\n213 | pub fn try_join<'a, I: IntoIterator>(words: I) -> Result {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:213:67\n |\n213 | pub fn try_join<'a, I: IntoIterator>(words: I) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 41 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:241:35\n |\n241 | pub fn try_quote(in_str: &str) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 41 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find value `SPLIT_TEST_ITEMS` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:271:29\n |\n271 | for &(input, output) in SPLIT_TEST_ITEMS {\n | ^^^^^^^^^^^^^^^^ not found in this scope\n |\nnote: found an item that was configured out\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:246:8\n |\n245 | #[cfg(test)]\n | ---- the item is gated here\n246 | static SPLIT_TEST_ITEMS: &'static [(&'static str, Option<&'static [&'static str]>)] = &[\n | ^^^^^^^^^^^^^^^^\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:279:15\n |\n279 | while let Some(word) = sh.next() {\n | ^^^^ not found in this scope\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:1:5\n |\n1 | use std::env;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\n Compiling itertools v0.12.1\n Compiling memchr v2.8.0\n Compiling http v1.4.0\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:83:9\n |\n83 | Some(result)\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:101:36\n |\n101 | ... return Err(());\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:104:37\n |\n104 | '\"' => { return Ok(()); },\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:108:24\n |\n108 | return Err(());\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:117:38\n |\n117 | '\\'' => { return Ok(()); },\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:121:24\n |\n121 | return Err(());\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:128:19\n |\n128 | if res == Some(b'\\n') { self.line_no += 1; }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:163:38\n |\n163 | if shl.had_error { None } else { Some(res) }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:194:9\n |\n194 | Ok(words.into_iter()\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:209:20\n |\n209 | return Ok(b\"''\"[..].into());\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:212:20\n |\n212 | return Err(QuoteError::Nul);\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:222:24\n |\n222 | return Ok(in_bytes.into());\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:229:9\n |\n229 | Ok(out.into())\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:95:38\n |\n95 | if shl.had_error { None } else { Some(res) }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:164:9\n |\n164 | Ok(match self.inner.quote(in_str.as_bytes())? {\n | ^^ not found in this scope\n\nSome errors have detailed explanations: E0405, E0425, E0531, E0786.\nFor more information about an error, try `rustc --explain E0405`.\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:19:9\n |\n19 | println!(\"cargo:rustc-cfg=no_diagnostic_namespace\");\n | ^^^^^^^\n\nFor more information about this error, try `rustc --explain E0786`.\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\num-traits-0.2.19\\build.rs:2:14\n |\n2 | let ac = autocfg::new();\n | ^^^^^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror: no global memory allocator found but one is required; link to std or add `#[global_allocator]` to a static item that implements the GlobalAlloc trait\n\n Compiling scoped-tls v1.0.1\nerror: `#[panic_handler]` function required, but not found\n\nerror: unwinding panics are not supported without std\n |\n = help: using nightly cargo, use -Zbuild-std with panic=\"abort\" to avoid unwinding\n = note: since the core library is usually precompiled with panic=\"unwind\", rebuilding your crate with panic=\"abort\" may not be enough to fix the problem\n\nerror: requires `sized` lang_item\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\num-traits-0.2.19\\build.rs:1:11\n |\n1 | fn main() {\n | ___________^\n2 | | let ac = autocfg::new();\n3 | |\n4 | | ac.emit_expression_cfg(\"1f64.total_cmp(&2f64)\", \"has_total_cmp\"); // 1.62\n5 | |\n6 | | autocfg::rerun_path(\"build.rs\");\n7 | | }\n | |_^\n\nSome errors have detailed explanations: E0463, E0786.\nFor more information about an error, try `rustc --explain E0463`.\nerror: could not compile `num-traits` (build script) due to 7 previous errors\nwarning: build failed, waiting for other jobs to finish...\nerror: could not compile `getrandom` (lib) due to 1 previous error\nerror: could not compile `shlex` (lib) due to 105 previous errors\nerror: could not compile `either` (lib) due to 1 previous error\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:13:9\n |\n13 | println!(\"cargo:rustc-check-cfg=cfg(no_diagnostic_namespace)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:6:5\n |\n6 | println!(\"cargo:rerun-if-changed=build.rs\");\n | ^^^^^^^\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:8:9\n |\n8 | let Some(minor) = rustc_minor_version() else {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:23:29\n |\n23 | fn rustc_minor_version() -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:28:25\n |\n28 | if pieces.next() != Some(\"rustc 1\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:29:16\n |\n29 | return None;\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 1 + use core::option::Option::None;\n |\n\nSome errors have detailed explanations: E0425, E0463, E0531, E0786.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `quote` (build script) due to 12 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 3309, + "output_tokens": 147, + "generation_duration_ms": 674, + "started_at": "2026-03-31T13:39:46.520774700Z", + "finished_at": "2026-03-31T13:40:06.775324900Z" + }, + "t_011_helper_function": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + } + }, + "vendor": "xai", + "input_tokens": 3329, + "output_tokens": 130, + "generation_duration_ms": 887, + "started_at": "2026-03-31T13:39:46.522708600Z", + "finished_at": "2026-03-31T13:40:49.618510800Z" + }, + "t_012_spacetime_product_type": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "xai", + "input_tokens": 3333, + "output_tokens": 144, + "generation_duration_ms": 757, + "started_at": "2026-03-31T13:46:57.410982400Z", + "finished_at": "2026-03-31T13:47:56.365230500Z" + }, + "t_013_spacetime_sum_type": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3347, + "output_tokens": 164, + "generation_duration_ms": 1631, + "started_at": "2026-03-31T13:47:42.664281500Z", + "finished_at": "2026-03-31T13:48:36.836452500Z" + }, + "t_014_elementary_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3344, + "output_tokens": 169, + "generation_duration_ms": 4661, + "started_at": "2026-03-31T13:47:56.365345300Z", + "finished_at": "2026-03-31T13:48:54.645892400Z" + }, + "t_015_product_type_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Address {\n pub street: String,\n pub zip: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[table(accessor = profile, public)]\npub struct Profile {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub home: Address,\n pub work: Address,\n pub pos: Position,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.profile().insert(Profile {\n id: 0,\n home: Address {\n street: \"1 Main\".into(),\n zip: 11111,\n },\n work: Address {\n street: \"2 Broad\".into(),\n zip: 22222,\n },\n pos: Position { x: 7, y: 9 },\n });\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.48\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling http v1.4.0\n Compiling blake3 v1.8.4\n Compiling rand_core v0.6.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling lean_string v0.5.3\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling decorum v0.3.1\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling syn v2.0.117\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\grok-4\\llm)\nerror: cannot find derive macro `SpacetimeType` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(SpacetimeType, Clone, Debug)]\n | ^^^^^^^^^^^^^\n |\nhelp: consider importing this derive macro\n |\n2 + use spacetimedb::SpacetimeType;\n |\n\nerror: cannot find derive macro `SpacetimeType` in this scope\n --> src\\lib.rs:10:10\n |\n10 | #[derive(SpacetimeType, Clone, Debug)]\n | ^^^^^^^^^^^^^\n |\nhelp: consider importing this derive macro\n |\n 2 + use spacetimedb::SpacetimeType;\n |\n\nerror[E0277]: the trait bound `Address: SpacetimeType` is not satisfied\n --> src\\lib.rs:21:15\n |\n21 | pub home: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `SpacetimeType` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = note: if you own the type, try adding `#[derive(SpacetimeType)]` to its definition\n = help: the following other types implement trait `SpacetimeType`:\n &T\n ()\n AlgebraicType\n AlgebraicTypeRef\n Arc\n ArrayType\n Box\n ColumnAttribute\n and 109 others\n\nerror[E0277]: the trait bound `Address: SpacetimeType` is not satisfied\n --> src\\lib.rs:22:15\n |\n22 | pub work: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `SpacetimeType` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = note: if you own the type, try adding `#[derive(SpacetimeType)]` to its definition\n = help: the following other types implement trait `SpacetimeType`:\n &T\n ()\n AlgebraicType\n AlgebraicTypeRef\n Arc\n ArrayType\n Box\n ColumnAttribute\n and 109 others\n\nerror[E0277]: the trait bound `Position: SpacetimeType` is not satisfied\n --> src\\lib.rs:23:14\n |\n23 | pub pos: Position,\n | ^^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `SpacetimeType` is not implemented for `Position`\n --> src\\lib.rs:11:1\n |\n11 | pub struct Position {\n | ^^^^^^^^^^^^^^^^^^^\n = note: if you own the type, try adding `#[derive(SpacetimeType)]` to its definition\n = help: the following other types implement trait `SpacetimeType`:\n &T\n ()\n AlgebraicType\n AlgebraicTypeRef\n Arc\n ArrayType\n Box\n ColumnAttribute\n and 109 others\n\nerror[E0277]: the trait bound `Address: Deserialize<'de>` is not satisfied\n --> src\\lib.rs:21:15\n |\n 16 | #[table(accessor = profile, public)]\n | ------------------------------------ required by a bound introduced by this call\n...\n 21 | pub home: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'de>` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::de::SeqProductAccess::next_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:379:24\n |\n379 | fn next_element>(&mut self) -> Result, Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `SeqProductAccess::next_element`\n\nerror[E0277]: the trait bound `Address: Deserialize<'de>` is not satisfied\n --> src\\lib.rs:22:15\n |\n 16 | #[table(accessor = profile, public)]\n | ------------------------------------ required by a bound introduced by this call\n...\n 22 | pub work: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'de>` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::de::SeqProductAccess::next_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:379:24\n |\n379 | fn next_element>(&mut self) -> Result, Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `SeqProductAccess::next_element`\n\nerror[E0277]: the trait bound `Position: Deserialize<'de>` is not satisfied\n --> src\\lib.rs:23:14\n |\n 16 | #[table(accessor = profile, public)]\n | ------------------------------------ required by a bound introduced by this call\n...\n 23 | pub pos: Position,\n | ^^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'de>` is not implemented for `Position`\n --> src\\lib.rs:11:1\n |\n 11 | pub struct Position {\n | ^^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::de::SeqProductAccess::next_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:379:24\n |\n379 | fn next_element>(&mut self) -> Result, Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `SeqProductAccess::next_element`\n\nerror[E0277]: the trait bound `Address: Deserialize<'de>` is not satisfied\n --> src\\lib.rs:21:15\n |\n 16 | #[table(accessor = profile, public)]\n | ------------------------------------ required by a bound introduced by this call\n...\n 21 | pub home: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'de>` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::de::SeqProductAccess::validate_next_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:387:33\n |\n387 | fn validate_next_element>(&mut self) -> Result, Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `SeqProductAccess::validate_next_element`\n\nerror[E0277]: the trait bound `Address: Deserialize<'de>` is not satisfied\n --> src\\lib.rs:22:15\n |\n 16 | #[table(accessor = profile, public)]\n | ------------------------------------ required by a bound introduced by this call\n...\n 22 | pub work: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'de>` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::de::SeqProductAccess::validate_next_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:387:33\n |\n387 | fn validate_next_element>(&mut self) -> Result, Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `SeqProductAccess::validate_next_element`\n\nerror[E0277]: the trait bound `Position: Deserialize<'de>` is not satisfied\n --> src\\lib.rs:23:14\n |\n 16 | #[table(accessor = profile, public)]\n | ------------------------------------ required by a bound introduced by this call\n...\n 23 | pub pos: Position,\n | ^^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'de>` is not implemented for `Position`\n --> src\\lib.rs:11:1\n |\n 11 | pub struct Position {\n | ^^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::de::SeqProductAccess::validate_next_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:387:33\n |\n387 | fn validate_next_element>(&mut self) -> Result, Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `SeqProductAccess::validate_next_element`\n\nerror[E0277]: the trait bound `Address: Deserialize<'_>` is not satisfied\n --> src\\lib.rs:21:15\n |\n 21 | pub home: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'_>` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `get_field_value`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:424:27\n |\n424 | fn get_field_value>(&mut self) -> Result {\n | ^^^^^^^^^^^^^^^^ required by this bound in `NamedProductAccess::get_field_value`\n\nerror[E0277]: the trait bound `Address: Deserialize<'_>` is not satisfied\n --> src\\lib.rs:22:15\n |\n 22 | pub work: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'_>` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `get_field_value`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:424:27\n |\n424 | fn get_field_value>(&mut self) -> Result {\n | ^^^^^^^^^^^^^^^^ required by this bound in `NamedProductAccess::get_field_value`\n\nerror[E0277]: the trait bound `Position: Deserialize<'_>` is not satisfied\n --> src\\lib.rs:23:14\n |\n 23 | pub pos: Position,\n | ^^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'_>` is not implemented for `Position`\n --> src\\lib.rs:11:1\n |\n 11 | pub struct Position {\n | ^^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `get_field_value`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:424:27\n |\n424 | fn get_field_value>(&mut self) -> Result {\n | ^^^^^^^^^^^^^^^^ required by this bound in `NamedProductAccess::get_field_value`\n\nerror[E0277]: the trait bound `Address: Deserialize<'_>` is not satisfied\n --> src\\lib.rs:21:15\n |\n 21 | pub home: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'_>` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `validate_field_value`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:432:32\n |\n432 | fn validate_field_value>(&mut self) -> Result<(), Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `NamedProductAccess::validate_field_value`\n\nerror[E0277]: the trait bound `Address: Deserialize<'_>` is not satisfied\n --> src\\lib.rs:22:15\n |\n 22 | pub work: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'_>` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `validate_field_value`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:432:32\n |\n432 | fn validate_field_value>(&mut self) -> Result<(), Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `NamedProductAccess::validate_field_value`\n\nerror[E0277]: the trait bound `Position: Deserialize<'_>` is not satisfied\n --> src\\lib.rs:23:14\n |\n 23 | pub pos: Position,\n | ^^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'_>` is not implemented for `Position`\n --> src\\lib.rs:11:1\n |\n 11 | pub struct Position {\n | ^^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `validate_field_value`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:432:32\n |\n432 | fn validate_field_value>(&mut self) -> Result<(), Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `NamedProductAccess::validate_field_value`\n\nerror[E0277]: the trait bound `Address: Serialize` is not satisfied\n --> src\\lib.rs:21:15\n |\n 21 | pub home: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Serialize` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Serialize`:\n &T\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n (T0, T1, T2, T3, T4, T5, T6)\n and 138 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::ser::SerializeNamedProduct::serialize_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\ser.rs:382:29\n |\n382 | fn serialize_element(&mut self, name: Option<&str>, elem: &T) -> Result<(), Self::Error>;\n | ^^^^^^^^^ required by this bound in `SerializeNamedProduct::serialize_element`\n\nerror[E0277]: the trait bound `Address: Serialize` is not satisfied\n --> src\\lib.rs:22:15\n |\n 22 | pub work: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Serialize` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Serialize`:\n &T\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n (T0, T1, T2, T3, T4, T5, T6)\n and 138 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::ser::SerializeNamedProduct::serialize_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\ser.rs:382:29\n |\n382 | fn serialize_element(&mut self, name: Option<&str>, elem: &T) -> Result<(), Self::Error>;\n | ^^^^^^^^^ required by this bound in `SerializeNamedProduct::serialize_element`\n\nerror[E0277]: the trait bound `Position: Serialize` is not satisfied\n --> src\\lib.rs:23:14\n |\n 23 | pub pos: Position,\n | ^^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Serialize` is not implemented for `Position`\n --> src\\lib.rs:11:1\n |\n 11 | pub struct Position {\n | ^^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Serialize`:\n &T\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n (T0, T1, T2, T3, T4, T5, T6)\n and 138 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::ser::SerializeNamedProduct::serialize_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\ser.rs:382:29\n |\n382 | fn serialize_element(&mut self, name: Option<&str>, elem: &T) -> Result<(), Self::Error>;\n | ^^^^^^^^^ required by this bound in `SerializeNamedProduct::serialize_element`\n\nerror[E0277]: the column type `Address` does not implement `SpacetimeType`\n --> src\\lib.rs:21:15\n |\n21 | pub home: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `SpacetimeType` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = note: table column types all must implement `SpacetimeType`\n = note: if you own the type, try adding `#[derive(SpacetimeType)]` to its definition\n = help: the following other types implement trait `SpacetimeType`:\n &T\n ()\n AlgebraicType\n AlgebraicTypeRef\n Arc\n ArrayType\n Box\n ColumnAttribute\n and 109 others\n = note: required for `Address` to implement `TableColumn`\n\nerror[E0277]: the column type `Address` does not implement `SpacetimeType`\n --> src\\lib.rs:22:15\n |\n22 | pub work: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `SpacetimeType` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = note: table column types all must implement `SpacetimeType`\n = note: if you own the type, try adding `#[derive(SpacetimeType)]` to its definition\n = help: the following other types implement trait `SpacetimeType`:\n &T\n ()\n AlgebraicType\n AlgebraicTypeRef\n Arc\n ArrayType\n Box\n ColumnAttribute\n and 109 others\n = note: required for `Address` to implement `TableColumn`\n\nerror[E0277]: the column type `Position` does not implement `SpacetimeType`\n --> src\\lib.rs:23:14\n |\n23 | pub pos: Position,\n | ^^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `SpacetimeType` is not implemented for `Position`\n --> src\\lib.rs:11:1\n |\n11 | pub struct Position {\n | ^^^^^^^^^^^^^^^^^^^\n = note: table column types all must implement `SpacetimeType`\n = note: if you own the type, try adding `#[derive(SpacetimeType)]` to its definition\n = help: the following other types implement trait `SpacetimeType`:\n &T\n ()\n AlgebraicType\n AlgebraicTypeRef\n Arc\n ArrayType\n Box\n ColumnAttribute\n and 109 others\n = note: required for `Position` to implement `TableColumn`\n\nFor more information about this error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 23 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 3383, + "output_tokens": 224, + "generation_duration_ms": 1959, + "started_at": "2026-03-31T13:48:36.836547200Z", + "finished_at": "2026-03-31T13:49:27.494641300Z" + }, + "t_016_sum_type_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(accessor = drawing, public)]\npub struct Drawing {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.drawing().insert(Drawing {\n id: 0,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n });\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.48\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling getrandom v0.2.17\n Compiling cc v1.2.58\n Compiling generic-array v0.14.7\n Compiling blake3 v1.8.4\n Compiling ethnum v1.5.2\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling ppv-lite86 v0.2.21\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling sha3 v0.10.8\n Compiling lean_string v0.5.3\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling decorum v0.3.1\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\grok-4\\llm)\nerror: cannot find derive macro `SpacetimeType` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(SpacetimeType, Clone, Debug)]\n | ^^^^^^^^^^^^^\n |\nhelp: consider importing this derive macro\n |\n2 + use spacetimedb::SpacetimeType;\n |\n\nerror: cannot find derive macro `SpacetimeType` in this scope\n --> src\\lib.rs:10:10\n |\n10 | #[derive(SpacetimeType, Clone, Debug)]\n | ^^^^^^^^^^^^^\n |\nhelp: consider importing this derive macro\n |\n 2 + use spacetimedb::SpacetimeType;\n |\n\nerror[E0277]: the trait bound `Shape: SpacetimeType` is not satisfied\n --> src\\lib.rs:21:12\n |\n21 | pub a: Shape,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `SpacetimeType` is not implemented for `Shape`\n --> src\\lib.rs:11:1\n |\n11 | pub enum Shape {\n | ^^^^^^^^^^^^^^\n = note: if you own the type, try adding `#[derive(SpacetimeType)]` to its definition\n = help: the following other types implement trait `SpacetimeType`:\n &T\n ()\n AlgebraicType\n AlgebraicTypeRef\n Arc\n ArrayType\n Box\n ColumnAttribute\n and 109 others\n\nerror[E0277]: the trait bound `Shape: SpacetimeType` is not satisfied\n --> src\\lib.rs:22:12\n |\n22 | pub b: Shape,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `SpacetimeType` is not implemented for `Shape`\n --> src\\lib.rs:11:1\n |\n11 | pub enum Shape {\n | ^^^^^^^^^^^^^^\n = note: if you own the type, try adding `#[derive(SpacetimeType)]` to its definition\n = help: the following other types implement trait `SpacetimeType`:\n &T\n ()\n AlgebraicType\n AlgebraicTypeRef\n Arc\n ArrayType\n Box\n ColumnAttribute\n and 109 others\n\nerror[E0277]: the trait bound `Shape: Deserialize<'de>` is not satisfied\n --> src\\lib.rs:21:12\n |\n 16 | #[table(accessor = drawing, public)]\n | ------------------------------------ required by a bound introduced by this call\n...\n 21 | pub a: Shape,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'de>` is not implemented for `Shape`\n --> src\\lib.rs:11:1\n |\n 11 | pub enum Shape {\n | ^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::de::SeqProductAccess::next_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:379:24\n |\n379 | fn next_element>(&mut self) -> Result, Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `SeqProductAccess::next_element`\n\nerror[E0277]: the trait bound `Shape: Deserialize<'de>` is not satisfied\n --> src\\lib.rs:22:12\n |\n 16 | #[table(accessor = drawing, public)]\n | ------------------------------------ required by a bound introduced by this call\n...\n 22 | pub b: Shape,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'de>` is not implemented for `Shape`\n --> src\\lib.rs:11:1\n |\n 11 | pub enum Shape {\n | ^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::de::SeqProductAccess::next_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:379:24\n |\n379 | fn next_element>(&mut self) -> Result, Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `SeqProductAccess::next_element`\n\nerror[E0277]: the trait bound `Shape: Deserialize<'de>` is not satisfied\n --> src\\lib.rs:21:12\n |\n 16 | #[table(accessor = drawing, public)]\n | ------------------------------------ required by a bound introduced by this call\n...\n 21 | pub a: Shape,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'de>` is not implemented for `Shape`\n --> src\\lib.rs:11:1\n |\n 11 | pub enum Shape {\n | ^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::de::SeqProductAccess::validate_next_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:387:33\n |\n387 | fn validate_next_element>(&mut self) -> Result, Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `SeqProductAccess::validate_next_element`\n\nerror[E0277]: the trait bound `Shape: Deserialize<'de>` is not satisfied\n --> src\\lib.rs:22:12\n |\n 16 | #[table(accessor = drawing, public)]\n | ------------------------------------ required by a bound introduced by this call\n...\n 22 | pub b: Shape,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'de>` is not implemented for `Shape`\n --> src\\lib.rs:11:1\n |\n 11 | pub enum Shape {\n | ^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::de::SeqProductAccess::validate_next_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:387:33\n |\n387 | fn validate_next_element>(&mut self) -> Result, Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `SeqProductAccess::validate_next_element`\n\nerror[E0277]: the trait bound `Shape: Deserialize<'_>` is not satisfied\n --> src\\lib.rs:21:12\n |\n 21 | pub a: Shape,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'_>` is not implemented for `Shape`\n --> src\\lib.rs:11:1\n |\n 11 | pub enum Shape {\n | ^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `get_field_value`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:424:27\n |\n424 | fn get_field_value>(&mut self) -> Result {\n | ^^^^^^^^^^^^^^^^ required by this bound in `NamedProductAccess::get_field_value`\n\nerror[E0277]: the trait bound `Shape: Deserialize<'_>` is not satisfied\n --> src\\lib.rs:22:12\n |\n 22 | pub b: Shape,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'_>` is not implemented for `Shape`\n --> src\\lib.rs:11:1\n |\n 11 | pub enum Shape {\n | ^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `get_field_value`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:424:27\n |\n424 | fn get_field_value>(&mut self) -> Result {\n | ^^^^^^^^^^^^^^^^ required by this bound in `NamedProductAccess::get_field_value`\n\nerror[E0277]: the trait bound `Shape: Deserialize<'_>` is not satisfied\n --> src\\lib.rs:21:12\n |\n 21 | pub a: Shape,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'_>` is not implemented for `Shape`\n --> src\\lib.rs:11:1\n |\n 11 | pub enum Shape {\n | ^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `validate_field_value`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:432:32\n |\n432 | fn validate_field_value>(&mut self) -> Result<(), Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `NamedProductAccess::validate_field_value`\n\nerror[E0277]: the trait bound `Shape: Deserialize<'_>` is not satisfied\n --> src\\lib.rs:22:12\n |\n 22 | pub b: Shape,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'_>` is not implemented for `Shape`\n --> src\\lib.rs:11:1\n |\n 11 | pub enum Shape {\n | ^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `validate_field_value`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:432:32\n |\n432 | fn validate_field_value>(&mut self) -> Result<(), Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `NamedProductAccess::validate_field_value`\n\nerror[E0277]: the trait bound `Shape: Serialize` is not satisfied\n --> src\\lib.rs:21:12\n |\n 21 | pub a: Shape,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Serialize` is not implemented for `Shape`\n --> src\\lib.rs:11:1\n |\n 11 | pub enum Shape {\n | ^^^^^^^^^^^^^^\n = help: the following other types implement trait `Serialize`:\n &T\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n (T0, T1, T2, T3, T4, T5, T6)\n and 138 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::ser::SerializeNamedProduct::serialize_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\ser.rs:382:29\n |\n382 | fn serialize_element(&mut self, name: Option<&str>, elem: &T) -> Result<(), Self::Error>;\n | ^^^^^^^^^ required by this bound in `SerializeNamedProduct::serialize_element`\n\nerror[E0277]: the trait bound `Shape: Serialize` is not satisfied\n --> src\\lib.rs:22:12\n |\n 22 | pub b: Shape,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Serialize` is not implemented for `Shape`\n --> src\\lib.rs:11:1\n |\n 11 | pub enum Shape {\n | ^^^^^^^^^^^^^^\n = help: the following other types implement trait `Serialize`:\n &T\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n (T0, T1, T2, T3, T4, T5, T6)\n and 138 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::ser::SerializeNamedProduct::serialize_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\ser.rs:382:29\n |\n382 | fn serialize_element(&mut self, name: Option<&str>, elem: &T) -> Result<(), Self::Error>;\n | ^^^^^^^^^ required by this bound in `SerializeNamedProduct::serialize_element`\n\nerror[E0277]: the column type `Shape` does not implement `SpacetimeType`\n --> src\\lib.rs:21:12\n |\n21 | pub a: Shape,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `SpacetimeType` is not implemented for `Shape`\n --> src\\lib.rs:11:1\n |\n11 | pub enum Shape {\n | ^^^^^^^^^^^^^^\n = note: table column types all must implement `SpacetimeType`\n = note: if you own the type, try adding `#[derive(SpacetimeType)]` to its definition\n = help: the following other types implement trait `SpacetimeType`:\n &T\n ()\n AlgebraicType\n AlgebraicTypeRef\n Arc\n ArrayType\n Box\n ColumnAttribute\n and 109 others\n = note: required for `Shape` to implement `TableColumn`\n\nerror[E0277]: the column type `Shape` does not implement `SpacetimeType`\n --> src\\lib.rs:22:12\n |\n22 | pub b: Shape,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `SpacetimeType` is not implemented for `Shape`\n --> src\\lib.rs:11:1\n |\n11 | pub enum Shape {\n | ^^^^^^^^^^^^^^\n = note: table column types all must implement `SpacetimeType`\n = note: if you own the type, try adding `#[derive(SpacetimeType)]` to its definition\n = help: the following other types implement trait `SpacetimeType`:\n &T\n ()\n AlgebraicType\n AlgebraicTypeRef\n Arc\n ArrayType\n Box\n ColumnAttribute\n and 109 others\n = note: required for `Shape` to implement `TableColumn`\n\nFor more information about this error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 16 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 3360, + "output_tokens": 181, + "generation_duration_ms": 2281, + "started_at": "2026-03-31T13:48:54.645993300Z", + "finished_at": "2026-03-31T13:49:40.996832700Z" + }, + "t_017_scheduled_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + } + } + }, + "vendor": "xai", + "input_tokens": 3321, + "output_tokens": 172, + "generation_duration_ms": 796, + "started_at": "2026-03-31T13:49:27.494689100Z", + "finished_at": "2026-03-31T13:50:06.871303100Z" + }, + "t_018_constraints": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "```rust\nuse spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n accessor = account,\n public,\n index(accessor = by_name, btree(columns = [name]))\n)]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.account().insert(Account {\n id: 0,\n email: \"a@example.com\".into(),\n name: \"Alice\".into(),\n });\n ctx.db.account().insert(Account {\n id: 0,\n email: \"b@example.com\".into(),\n name: \"Bob\".into(),\n });\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:60604/v1/database/c2006e0dc376be35b0df37b5715d594eac9914e874785dad93eccabba8615c4f/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "xai", + "input_tokens": 3322, + "output_tokens": 169, + "generation_duration_ms": 811, + "started_at": "2026-03-31T13:49:40.996907700Z", + "finished_at": "2026-03-31T13:50:26.247274500Z" + }, + "t_019_many_to_many": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "m2m_has_1_1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=1" + } + }, + "m2m_has_1_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=2" + } + }, + "m2m_has_2_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "xai", + "input_tokens": 3452, + "output_tokens": 391, + "generation_duration_ms": 8367, + "started_at": "2026-03-31T13:50:06.871417800Z", + "finished_at": "2026-03-31T13:51:01.180879900Z" + }, + "t_020_ecs": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 7, + "passed_tests": 3, + "llm_output": "```rust\nuse spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = entity, public)]\npub struct Entity {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n}\n\n#[table(accessor = position, public)]\npub struct Position {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[table(accessor = velocity, public)]\npub struct Velocity {\n #[primary_key]\n pub entity_id: i32,\n pub vx: i32,\n pub vy: i32,\n}\n\n#[table(accessor = next_position, public)]\npub struct NextPosition {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n let e1 = ctx.db.entity().insert(Entity { id: 0 });\n let e2 = ctx.db.entity().insert(Entity { id: 0 });\n\n ctx.db.position().insert(Position {\n entity_id: e1.id as i32,\n x: 0,\n y: 0,\n });\n ctx.db.velocity().insert(Velocity {\n entity_id: e1.id as i32,\n vx: 1,\n vy: 0,\n });\n\n ctx.db.position().insert(Position {\n entity_id: e2.id as i32,\n x: 10,\n y: 0,\n });\n ctx.db.velocity().insert(Velocity {\n entity_id: e2.id as i32,\n vx: -2,\n vy: 3,\n });\n}\n\n#[reducer]\npub fn step(ctx: &ReducerContext) {\n for pos in ctx.db.position().iter() {\n if let Some(vel) = ctx.db.velocity().entity_id().find(&pos.entity_id) {\n let next_x = pos.x + vel.vx;\n let next_y = pos.y + vel.vy;\n ctx.db.next_position().entity_id().update(NextPosition {\n entity_id: pos.entity_id,\n x: next_x,\n y: next_y,\n });\n }\n }\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" + } + }, + "ecs_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "ecs_next_pos_entity1": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:60604/v1/database/c2001b37c2c36dc51e543946a73d2d299351f1291f2c63610c49c0db3bd35104/call/step)\n", + "phase": "call_reducer_llm", + "reducer": "step" + } + }, + "ecs_step_next_position_count": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM next_position" + } + } + }, + "vendor": "xai", + "input_tokens": 3499, + "output_tokens": 474, + "generation_duration_ms": 1550, + "started_at": "2026-03-31T13:50:26.247369500Z", + "finished_at": "2026-03-31T13:51:34.882286700Z" + }, + "t_021_multi_column_index": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + } + } + }, + "vendor": "xai", + "input_tokens": 3364, + "output_tokens": 224, + "generation_duration_ms": 2123, + "started_at": "2026-03-31T13:51:01.180976100Z", + "finished_at": "2026-03-31T13:51:49.333435800Z" + }, + "t_022_view_basic": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3308, + "output_tokens": 124, + "generation_duration_ms": 2525, + "started_at": "2026-03-31T13:43:54.494158100Z", + "finished_at": "2026-03-31T13:44:34.945840300Z" + }, + "t_023_view_per_user": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3350, + "output_tokens": 118, + "generation_duration_ms": 567, + "started_at": "2026-03-31T13:44:13.757060900Z", + "finished_at": "2026-03-31T13:45:03.971058600Z" + }, + "t_024_event_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3321, + "output_tokens": 114, + "generation_duration_ms": 1754, + "started_at": "2026-03-31T13:41:21.884834700Z", + "finished_at": "2026-03-31T13:42:07.650487700Z" + }, + "t_025_optional_fields": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3337, + "output_tokens": 132, + "generation_duration_ms": 10443, + "started_at": "2026-03-31T13:41:55.587606800Z", + "finished_at": "2026-03-31T13:42:52.304420100Z" + }, + "t_026_auth_identity_check": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3377, + "output_tokens": 195, + "generation_duration_ms": 8323, + "started_at": "2026-03-31T13:32:37.264825800Z", + "finished_at": "2026-03-31T13:33:36.865726400Z" + }, + "t_027_private_vs_public_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3396, + "output_tokens": 192, + "generation_duration_ms": 9265, + "started_at": "2026-03-31T13:32:37.269475200Z", + "finished_at": "2026-03-31T13:34:01.351495300Z" + }, + "t_028_cascade_delete": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3360, + "output_tokens": 187, + "generation_duration_ms": 1458, + "started_at": "2026-03-31T13:42:07.650646Z", + "finished_at": "2026-03-31T13:43:00.665964400Z" + }, + "t_029_filter_and_aggregate": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3381, + "output_tokens": 274, + "generation_duration_ms": 9253, + "started_at": "2026-03-31T13:42:52.304494700Z", + "finished_at": "2026-03-31T13:43:45.001908300Z" + }, + "t_030_two_table_join": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3430, + "output_tokens": 267, + "generation_duration_ms": 2423, + "started_at": "2026-03-31T13:43:00.666114800Z", + "finished_at": "2026-03-31T13:43:54.494058200Z" + }, + "t_031_unique_constraint": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```rust\nuse spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n accessor = account,\n public,\n index(accessor = by_email, unique, btree(columns = [email]))\n)]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub email: String,\n pub display_name: String,\n}\n\n#[reducer]\npub fn create_account(ctx: &ReducerContext, email: String, display_name: String) {\n ctx.db.account().insert(Account {\n id: 0,\n email,\n display_name,\n });\n}\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.48\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling blake3 v1.8.4\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\grok-4\\llm)\nerror: expected one of: `accessor`, `name`, `btree`, `hash`, `direct`, `name`\n --> src\\lib.rs:7:32\n |\n7 | index(accessor = by_email, unique, btree(columns = [email]))\n | ^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Account` in this scope\n --> src\\lib.rs:19:29\n |\n19 | ctx.db.account().insert(Account {\n | ^^^^^^^ not found in this scope\n\nerror[E0599]: no method named `account` found for struct `Local` in the current scope\n --> src\\lib.rs:19:12\n |\n19 | ctx.db.account().insert(Account {\n | ^^^^^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 3321, + "output_tokens": 133, + "generation_duration_ms": 802, + "started_at": "2026-03-31T13:43:45.002001700Z", + "finished_at": "2026-03-31T13:44:13.757003200Z" + }, + "t_032_range_query": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3388, + "output_tokens": 220, + "generation_duration_ms": 883, + "started_at": "2026-03-31T13:44:34.945942800Z", + "finished_at": "2026-03-31T13:45:18.331376200Z" + }, + "t_033_sort_and_limit": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3383, + "output_tokens": 257, + "generation_duration_ms": 1657, + "started_at": "2026-03-31T13:45:03.971194400Z", + "finished_at": "2026-03-31T13:46:08.614418200Z" + }, + "t_034_find_first": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3356, + "output_tokens": 169, + "generation_duration_ms": 810, + "started_at": "2026-03-31T13:45:18.331466500Z", + "finished_at": "2026-03-31T13:46:10.977645900Z" + }, + "t_035_select_distinct": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3349, + "output_tokens": 172, + "generation_duration_ms": 1666, + "started_at": "2026-03-31T13:46:08.614520400Z", + "finished_at": "2026-03-31T13:46:51.089837600Z" + }, + "t_036_count_without_collect": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3393, + "output_tokens": 204, + "generation_duration_ms": 11695, + "started_at": "2026-03-31T13:46:10.977997500Z", + "finished_at": "2026-03-31T13:46:57.410890200Z" + }, + "t_037_multi_column_filter": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3385, + "output_tokens": 210, + "generation_duration_ms": 963, + "started_at": "2026-03-31T13:46:51.089931300Z", + "finished_at": "2026-03-31T13:47:42.664204800Z" + }, + "t_038_schedule_at_time": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3354, + "output_tokens": 194, + "generation_duration_ms": 795, + "started_at": "2026-03-31T13:40:06.775348500Z", + "finished_at": "2026-03-31T13:41:02.090763Z" + }, + "t_039_cancel_schedule": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3345, + "output_tokens": 216, + "generation_duration_ms": 1047, + "started_at": "2026-03-31T13:40:49.618619400Z", + "finished_at": "2026-03-31T13:41:21.884725200Z" + }, + "t_040_lifecycle_player": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3308, + "output_tokens": 136, + "generation_duration_ms": 898, + "started_at": "2026-03-31T13:41:02.090920800Z", + "finished_at": "2026-03-31T13:41:55.587499800Z" + }, + "t_041_registered_user_gate": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3402, + "output_tokens": 244, + "generation_duration_ms": 1145, + "started_at": "2026-03-31T13:33:36.865809900Z", + "finished_at": "2026-03-31T13:34:19.523190700Z" + }, + "t_042_admin_bootstrap": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3413, + "output_tokens": 234, + "generation_duration_ms": 1232, + "started_at": "2026-03-31T13:34:01.351594800Z", + "finished_at": "2026-03-31T13:34:41.595494100Z" + }, + "t_043_role_based_access": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3471, + "output_tokens": 302, + "generation_duration_ms": 2745, + "started_at": "2026-03-31T13:34:19.523297400Z", + "finished_at": "2026-03-31T13:35:01.298568300Z" + }, + "t_044_ban_list": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3459, + "output_tokens": 316, + "generation_duration_ms": 1557, + "started_at": "2026-03-31T13:34:41.595587400Z", + "finished_at": "2026-03-31T13:35:28.377816300Z" + }, + "t_045_rate_limit": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3431, + "output_tokens": 243, + "generation_duration_ms": 1189, + "started_at": "2026-03-31T13:35:01.298675900Z", + "finished_at": "2026-03-31T13:35:29.243796500Z" + }, + "t_046_shared_document": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3501, + "output_tokens": 410, + "generation_duration_ms": 2370, + "started_at": "2026-03-31T13:35:28.377895900Z", + "finished_at": "2026-03-31T13:36:36.585860600Z" + } + } + }, + { + "name": "Gemini 3 Flash", + "route_api_model": "google/gemini-3-flash-preview", + "tasks": { + "t_000_empty_reducers": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3922, + "output_tokens": 210, + "generation_duration_ms": 2647, + "started_at": "2026-03-31T13:38:28.165417300Z", + "finished_at": "2026-03-31T13:39:20.938267200Z" + }, + "t_001_basic_tables": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3927, + "output_tokens": 180, + "generation_duration_ms": 3277, + "started_at": "2026-03-31T13:39:21.666418900Z", + "finished_at": "2026-03-31T13:40:07.158716400Z" + }, + "t_002_scheduled_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table, ScheduleAt};\nuse std::time::Duration;\n\n#[table(accessor = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn tick(_ctx: &ReducerContext, _row: TickTimer) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n let interval: ScheduleAt = Duration::from_micros(50_000).into();\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: interval,\n });\n Ok(())\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.48\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling ethnum v1.5.2\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling sha3 v0.10.8\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\nmemory allocation of 4367653 bytes failed\nstack backtrace:\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n 0: 0x7ffc1af267d2 - std::backtrace_rs::backtrace::win64::trace\n at /rustc/254b59607d4417e9dffbc307138ae5c86280fe4c/library\\std\\src\\..\\..\\backtrace\\src\\backtrace\\win64.rs:85\n 1: 0x7ffc1af267d2 - std::backtrace_rs::backtrace::trace_unsynchronized\n at /rustc/254b59607d4417e9dffbc307138ae5c86280fe4c/library\\std\\src\\..\\..\\backtrace\\src\\backtrace\\mod.rs:66\n 2: 0x7ffc1af267d2 - std::sys::backtrace::_print_fmt\n at /rustc/254b59607d4417e9dffbc307138ae5c86280fe4c/library\\std\\src\\sys\\backtrace.rs:68\n 3: 0x7ffc1af267d2 - std::sys::backtrace::impl$0::print::impl$0::fmt\n at /rustc/254b59607d4417e9dffbc307138ae5c86280fe4c/library\\std\\src\\sys\\backtrace.rs:38\n 4: 0x7ffc1af3bac1 - core::fmt::write\n at /rustc/254b59607d4417e9dffbc307138ae5c86280fe4c/library\\core\\src\\fmt\\mod.rs:0\n 5: 0x7ffc1aeeee54 - std::io::default_write_fmt\n at /rustc/254b59607d4417e9dffbc307138ae5c86280fe4c/library\\std\\src\\io\\mod.rs:639\n 6: 0x7ffc1aeeee54 - std::io::Write::write_fmt\n at /rustc/254b59607d4417e9dffbc307138ae5c86280fe4c/library\\std\\src\\io\\mod.rs:1994\n 7: 0x7ffc1af0c0af - std::sys::backtrace::BacktraceLock::print\n at /rustc/254b59607d4417e9dffbc307138ae5c86280fe4c/library\\std\\src\\sys\\backtrace.rs:41\n 8: 0x7ffc1af0c0af - std::alloc::default_alloc_error_hook\n at /rustc/254b59607d4417e9dffbc307138ae5c86280fe4c/library\\std\\src\\alloc.rs:408\n 9: 0x7ffc1af0c19c - std::alloc::rust_oom::closure$0\n at /rustc/254b59607d4417e9dffbc307138ae5c86280fe4c/library\\std\\src\\alloc.rs:439\n 10: 0x7ffc1af0741f - std::sys::backtrace::__rust_end_short_backtrace\n at /rustc/254b59607d4417e9dffbc307138ae5c86280fe4c/library\\std\\src\\sys\\backtrace.rs:176\n 11: 0x7ffc1af0c16b - std::alloc::rust_oom\n at /rustc/254b59607d4417e9dffbc307138ae5c86280fe4c/library\\std\\src\\alloc.rs:435\n 12: 0x7ffc1aee97a8 - std::alloc::_::__rust_alloc_error_handler\n at /rustc/254b59607d4417e9dffbc307138ae5c86280fe4c/library\\std\\src\\alloc.rs:434\n 13: 0x7ffc1eff38aa - alloc::alloc::handle_alloc_error::rt_error\n at /rustc/254b59607d4417e9dffbc307138ae5c86280fe4c/library\\alloc\\src\\alloc.rs:407\n 14: 0x7ffc1eff38aa - alloc::alloc::handle_alloc_error\n at /rustc/254b59607d4417e9dffbc307138ae5c86280fe4c/library\\alloc\\src\\alloc.rs:413\n 15: 0x7ffc1eff38ec - alloc::raw_vec::handle_error\n at /rustc/254b59607d4417e9dffbc307138ae5c86280fe4c/library\\alloc\\src\\raw_vec\\mod.rs:847\n 16: 0x7ffc1e64836e - ::link_staticlib_by_name\n 17: 0x7ffc1e64c160 - ::encode\n 18: 0x7ffc1e5bdc68 - ::handle_overlapping_empty_match::<::next::{closure#0}>\n 19: 0x7ffc1e61f0b8 - rustc_codegen_ssa[cfe6868e9276e087]::back::metadata::create_metadata_file_for_wasm\n 20: 0x7ffc1ab02e49 - rustc_codegen_ssa[cfe6868e9276e087]::back::metadata::search_for_section\n 21: 0x7ffc1aafe4bc - rustc_codegen_ssa[cfe6868e9276e087]::back::link::linker_and_flavor\n 22: 0x7ffc1aad72ae - rustc_codegen_ssa[cfe6868e9276e087]::back::link::link_binary\n 23: 0x7ffc18591fa2 - ::link\n 24: 0x7ffc184f17ab - ::link\n 25: 0x7ffc1849a11f - std[ed8647ae9b5e9977]::sys::backtrace::__rust_begin_short_backtrace::::{closure#0}, ()>::{closure#1}::{closure#0}::{closure#0}, ()>\n 26: 0x7ffc18492d6f - RINvNtNtCskokVnfo5lqt_3std3sys9backtrace28___rust_begin_short_backtraceNCNCINvNtCsgLjCqbrhyoa_15rustc_interface4util26run_in_thread_with_globalsNCINvB1e_31run_in_thread_pool_with_globalsNCINvNtB1g_9interface12run_compileruNCNvCsftZUKOb1pxj_17rustc_driver_i\n 27: 0x7ffc184a0859 - std[ed8647ae9b5e9977]::sys::backtrace::__rust_begin_short_backtrace::::{closure#0}, ()>::{closure#1}::{closure#0}::{closure#0}, ()>\n 28: 0x7ffc1aeffa28 - std::sys::thread::windows::impl$0::new::thread_start\n at /rustc/254b59607d4417e9dffbc307138ae5c86280fe4c/library\\std\\src\\sys\\thread\\windows.rs:59\n 29: 0x7ffdf4e4e8d7 - BaseThreadInitThunk\n 30: 0x7ffdf506c48c - RtlUserThreadStart\nerror: could not compile `spacetimedb-lib` (lib)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name spacetimedb_lib --edition=2024 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --warn=unexpected_cfgs '--allow=clippy::result_large_err' --check-cfg 'cfg(tokio_unstable)' --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"default\", \"enum-map\", \"memory-usage\", \"metrics_impls\", \"proptest\", \"serde\", \"test\"))' -C metadata=47721d8db5195b6f -C extra-filename=-2b2ab55b5f6db1ce --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gemini-3-flash\\llm\\target\\wasm32-unknown-unknown\\release\\deps' --target wasm32-unknown-unknown -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gemini-3-flash\\llm\\target\\wasm32-unknown-unknown\\release\\deps' -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gemini-3-flash\\llm\\target\\release\\deps' --extern 'anyhow=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gemini-3-flash\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\libanyhow-f072acfa6ebc93eb.rmeta' --extern 'bitflags=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gemini-3-flash\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\libbitflags-5fc205acc69c2dfe.rmeta' --extern 'blake3=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gemini-3-flash\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\libblake3-76b1ffdfbfce388b.rmeta' --extern 'chrono=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gemini-3-flash\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\libchrono-2e60656640dc44f4.rmeta' --extern 'derive_more=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gemini-3-flash\\llm\\target\\release\\deps\\derive_more-0e2ddc7cc90e6319.dll' --extern 'enum_as_inner=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gemini-3-flash\\llm\\target\\release\\deps\\enum_as_inner-eab8ebd98b80aafc.dll' --extern 'hex=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gemini-3-flash\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\libhex-1b36c495f1c1d492.rmeta' --extern 'itertools=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gemini-3-flash\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\libitertools-687b3e9ce6d182fb.rmeta' --extern 'log=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gemini-3-flash\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\liblog-a8fd09d2c89649fc.rmeta' --extern 'spacetimedb_bindings_macro=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gemini-3-flash\\llm\\target\\release\\deps\\spacetimedb_bindings_macro-575d80d83760cda4.dll' --extern 'spacetimedb_primitives=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gemini-3-flash\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\libspacetimedb_primitives-0bddaf415194ce04.rmeta' --extern 'spacetimedb_sats=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gemini-3-flash\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\libspacetimedb_sats-567d97fbbbbaa2b2.rmeta' --extern 'thiserror=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\gemini-3-flash\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\libthiserror-e9256d4a0443d60b.rmeta' -C debuginfo=0 -C panic=abort` (exit code: 0xc0000409, STATUS_STACK_BUFFER_OVERRUN)\nwarning: build failed, waiting for other jobs to finish...\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 3880, + "output_tokens": 205, + "generation_duration_ms": 2349, + "started_at": "2026-03-31T13:39:21.668022600Z", + "finished_at": "2026-03-31T13:40:07.158909800Z" + }, + "t_003_struct_in_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3839, + "output_tokens": 93, + "generation_duration_ms": 1954, + "started_at": "2026-03-31T13:40:07.158938700Z", + "finished_at": "2026-03-31T13:41:04.186734500Z" + }, + "t_004_insert": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "meta", + "input_tokens": 3878, + "output_tokens": 143, + "generation_duration_ms": 2165, + "started_at": "2026-03-31T13:40:07.160776300Z", + "finished_at": "2026-03-31T13:41:01.486985900Z" + }, + "t_005_update": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_005_update", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "meta", + "input_tokens": 3913, + "output_tokens": 220, + "generation_duration_ms": 3108, + "started_at": "2026-03-31T13:41:01.487075200Z", + "finished_at": "2026-03-31T13:42:03.437642100Z" + }, + "t_006_delete": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 3874, + "output_tokens": 187, + "generation_duration_ms": 15505, + "started_at": "2026-03-31T13:41:04.187043Z", + "finished_at": "2026-03-31T13:42:05.580713100Z" + }, + "t_007_crud": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_007_crud", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "meta", + "input_tokens": 3907, + "output_tokens": 255, + "generation_duration_ms": 3306, + "started_at": "2026-03-31T13:42:05.580801600Z", + "finished_at": "2026-03-31T13:42:58.087705600Z" + }, + "t_008_index_lookup": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "meta", + "input_tokens": 3941, + "output_tokens": 273, + "generation_duration_ms": 4010, + "started_at": "2026-03-31T13:42:05.582451Z", + "finished_at": "2026-03-31T13:43:00.099402600Z" + }, + "t_009_init": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_009_init", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "meta", + "input_tokens": 3867, + "output_tokens": 202, + "generation_duration_ms": 4164, + "started_at": "2026-03-31T13:43:00.099513200Z", + "finished_at": "2026-03-31T13:44:08.225278700Z" + }, + "t_010_connect": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_010_connect", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3859, + "output_tokens": 177, + "generation_duration_ms": 3943, + "started_at": "2026-03-31T13:43:00.101082Z", + "finished_at": "2026-03-31T13:43:55.317127900Z" + }, + "t_011_helper_function": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + } + }, + "vendor": "meta", + "input_tokens": 3897, + "output_tokens": 155, + "generation_duration_ms": 4049, + "started_at": "2026-03-31T13:43:55.317228300Z", + "finished_at": "2026-03-31T13:44:56.569273Z" + }, + "t_012_spacetime_product_type": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "meta", + "input_tokens": 3901, + "output_tokens": 168, + "generation_duration_ms": 2767, + "started_at": "2026-03-31T13:51:58.596661200Z", + "finished_at": "2026-03-31T13:52:42.779723900Z" + }, + "t_013_spacetime_sum_type": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 3922, + "output_tokens": 196, + "generation_duration_ms": 7048, + "started_at": "2026-03-31T13:52:34.344244500Z", + "finished_at": "2026-03-31T13:53:21.811649600Z" + }, + "t_014_elementary_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 3894, + "output_tokens": 205, + "generation_duration_ms": 2618, + "started_at": "2026-03-31T13:52:42.779818400Z", + "finished_at": "2026-03-31T13:53:25.220161700Z" + }, + "t_015_product_type_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 3934, + "output_tokens": 276, + "generation_duration_ms": 3410, + "started_at": "2026-03-31T13:53:21.811744100Z", + "finished_at": "2026-03-31T13:54:06.808022100Z" + }, + "t_016_sum_type_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 3909, + "output_tokens": 225, + "generation_duration_ms": 2287, + "started_at": "2026-03-31T13:53:25.220445500Z", + "finished_at": "2026-03-31T13:54:05.726570Z" + }, + "t_017_scheduled_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + } + } + }, + "vendor": "meta", + "input_tokens": 3881, + "output_tokens": 205, + "generation_duration_ms": 4070, + "started_at": "2026-03-31T13:54:06.808126900Z", + "finished_at": "2026-03-31T13:55:01.654222900Z" + }, + "t_018_constraints": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 2, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n accessor = account,\n public,\n index(accessor = by_name, btree(columns = [name]))\n)]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub name: String,\n}\n\n#[reducer(init)]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.account().insert(Account {\n id: 0,\n email: \"a@example.com\".to_string(),\n name: \"Alice\".to_string(),\n });\n ctx.db.account().insert(Account {\n id: 0,\n email: \"b@example.com\".to_string(),\n name: \"Bob\".to_string(),\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:60604/v1/database/c2006e0dc376be35b0df37b5715d594eac9914e874785dad93eccabba8615c4f/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "meta", + "input_tokens": 3870, + "output_tokens": 215, + "generation_duration_ms": 4281, + "started_at": "2026-03-31T13:54:06.809889600Z", + "finished_at": "2026-03-31T13:55:02.354705900Z" + }, + "t_019_many_to_many": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "m2m_has_1_1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=1" + } + }, + "m2m_has_1_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=2" + } + }, + "m2m_has_2_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "meta", + "input_tokens": 4028, + "output_tokens": 449, + "generation_duration_ms": 4440, + "started_at": "2026-03-31T13:55:02.354809600Z", + "finished_at": "2026-03-31T13:55:54.833575400Z" + }, + "t_020_ecs": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 7, + "passed_tests": 7, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" + } + }, + "ecs_step": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "step" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM next_position" + } + } + }, + "vendor": "meta", + "input_tokens": 4061, + "output_tokens": 679, + "generation_duration_ms": 5353, + "started_at": "2026-03-31T13:55:02.357785200Z", + "finished_at": "2026-03-31T13:55:52.747879800Z" + }, + "t_021_multi_column_index": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + } + } + }, + "vendor": "meta", + "input_tokens": 3919, + "output_tokens": 278, + "generation_duration_ms": 3678, + "started_at": "2026-03-31T13:55:54.833695400Z", + "finished_at": "2026-03-31T13:56:27.261619Z" + }, + "t_022_view_basic": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, view, AnonymousViewContext, ReducerContext, Table};\n\n#[table(accessor = announcement, public)]\npub struct Announcement {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub message: String,\n #[index(btree)]\n pub active: bool,\n}\n\n#[view(accessor = active_announcements, public)]\nfn active_announcements(ctx: &AnonymousViewContext) -> Vec {\n ctx.db.announcement().active().filter(&true).collect()\n}\n\n#[reducer]\npub fn add_announcement(ctx: &ReducerContext, message: String, active: bool) {\n ctx.db.announcement().insert(Announcement {\n id: 0,\n message,\n active,\n });\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [], + "only_llm": [ + "add_announcement()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3848, + "output_tokens": 195, + "generation_duration_ms": 2699, + "started_at": "2026-03-31T13:48:08.077409200Z", + "finished_at": "2026-03-31T13:48:55.583660900Z" + }, + "t_023_view_per_user": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3898, + "output_tokens": 135, + "generation_duration_ms": 2001, + "started_at": "2026-03-31T13:48:55.583752600Z", + "finished_at": "2026-03-31T13:49:51.939635600Z" + }, + "t_024_event_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3866, + "output_tokens": 135, + "generation_duration_ms": 2155, + "started_at": "2026-03-31T13:45:53.661681500Z", + "finished_at": "2026-03-31T13:46:36.756182500Z" + }, + "t_025_optional_fields": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3889, + "output_tokens": 171, + "generation_duration_ms": 12701, + "started_at": "2026-03-31T13:46:10.280157Z", + "finished_at": "2026-03-31T13:46:58.167340900Z" + }, + "t_026_auth_identity_check": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3931, + "output_tokens": 221, + "generation_duration_ms": 3155, + "started_at": "2026-03-31T13:35:28.381196400Z", + "finished_at": "2026-03-31T13:36:20.117298200Z" + }, + "t_027_private_vs_public_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3952, + "output_tokens": 233, + "generation_duration_ms": 2644, + "started_at": "2026-03-31T13:35:28.382607Z", + "finished_at": "2026-03-31T13:36:36.196026500Z" + }, + "t_028_cascade_delete": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3909, + "output_tokens": 249, + "generation_duration_ms": 5219, + "started_at": "2026-03-31T13:46:36.756275300Z", + "finished_at": "2026-03-31T13:47:26.342400400Z" + }, + "t_029_filter_and_aggregate": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3930, + "output_tokens": 327, + "generation_duration_ms": 3408, + "started_at": "2026-03-31T13:46:58.167432400Z", + "finished_at": "2026-03-31T13:47:59.231365400Z" + }, + "t_030_two_table_join": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3988, + "output_tokens": 321, + "generation_duration_ms": 2835, + "started_at": "2026-03-31T13:47:26.342495800Z", + "finished_at": "2026-03-31T13:48:08.077301200Z" + }, + "t_031_unique_constraint": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3868, + "output_tokens": 139, + "generation_duration_ms": 2039, + "started_at": "2026-03-31T13:47:59.231461600Z", + "finished_at": "2026-03-31T13:48:55.199553700Z" + }, + "t_032_range_query": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3945, + "output_tokens": 262, + "generation_duration_ms": 3994, + "started_at": "2026-03-31T13:48:55.585721900Z", + "finished_at": "2026-03-31T13:49:49.672732300Z" + }, + "t_033_sort_and_limit": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3931, + "output_tokens": 319, + "generation_duration_ms": 3469, + "started_at": "2026-03-31T13:49:49.672820300Z", + "finished_at": "2026-03-31T13:50:59.103957Z" + }, + "t_034_find_first": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3901, + "output_tokens": 207, + "generation_duration_ms": 3723, + "started_at": "2026-03-31T13:49:51.940029500Z", + "finished_at": "2026-03-31T13:50:55.444914500Z" + }, + "t_035_select_distinct": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3893, + "output_tokens": 233, + "generation_duration_ms": 6691, + "started_at": "2026-03-31T13:50:59.104063800Z", + "finished_at": "2026-03-31T13:51:58.594581600Z" + }, + "t_036_count_without_collect": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3942, + "output_tokens": 261, + "generation_duration_ms": 5954, + "started_at": "2026-03-31T13:50:59.106931400Z", + "finished_at": "2026-03-31T13:51:58.243935200Z" + }, + "t_037_multi_column_filter": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n accessor = event_log,\n public,\n index(accessor = by_category_severity, btree(columns = [category, severity]))\n)]\npub struct EventLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub severity: u32,\n pub message: String,\n}\n\n#[table(accessor = filtered_event, public)]\npub struct FilteredEvent {\n #[primary_key]\n pub event_id: u64,\n pub message: String,\n}\n\n#[reducer]\npub fn filter_events(ctx: &ReducerContext, category: String, severity: u32) {\n for event in ctx.db.event_log().iter() {\n if event.category == category && event.severity == severity {\n ctx.db.filtered_event().insert(FilteredEvent {\n event_id: event.id,\n message: event.message,\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.48\n Compiling nohash-hasher v0.2.0\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.4\n Compiling castaway v0.2.4\n Compiling getrandom v0.2.17\n Compiling lean_string v0.5.3\n Compiling rand_core v0.6.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\nerror: linking with `rust-lld.exe` failed: exit code: 0xc000001d\n |\n = note: \"rust-lld.exe\" \"-flavor\" \"link\" \"/DEF:C:\\\\Users\\\\bradl\\\\AppData\\\\Local\\\\Temp\\\\rustcUX6ys3\\\\lib.def\" \"/NOLOGO\" \"C:\\\\Users\\\\bradl\\\\AppData\\\\Local\\\\Temp\\\\rustcUX6ys3\\\\symbols.o\" \"<16 object files omitted>\" \"C:\\\\Users\\\\bradl\\\\AppData\\\\Local\\\\Temp\\\\rustcUX6ys3\\\\rmeta.o\" \"<1 object files omitted>\" \"D:\\\\Development\\\\ClockworkLabs\\\\SpacetimeDB\\\\SpacetimeDB\\\\target\\\\llm-runs\\\\queries\\\\t_037_multi_column_filter\\\\rust\\\\server\\\\gemini-3-flash\\\\llm\\\\target\\\\release\\\\deps/{libhumantime-47cc5caf4bcf45e8,libheck-73e136f6ccab6535,libsyn-cd20630342a215e6,libquote-f216aab3d425f456,libproc_macro2-b15ca7273f9181e1,libunicode_ident-6f8c23653db79248}.rlib\" \"\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib/{libproc_macro-*,librustc_literal_escaper-*,librustc_std_workspace_std-*,libstd-*,libpanic_unwind-*,libcfg_if-*,libwindows_targets-*,librustc_demangle-*,libstd_detect-*,libhashbrown-*,librustc_std_workspace_alloc-*,libunwind-*,librustc_std_workspace_core-*,liballoc-*,libcore-*,libcompiler_builtins-*}.rlib\" \"kernel32.lib\" \"kernel32.lib\" \"kernel32.lib\" \"ntdll.lib\" \"userenv.lib\" \"ws2_32.lib\" \"dbghelp.lib\" \"/defaultlib:msvcrt\" \"/NXCOMPAT\" \"/OUT:D:\\\\Development\\\\ClockworkLabs\\\\SpacetimeDB\\\\SpacetimeDB\\\\target\\\\llm-runs\\\\queries\\\\t_037_multi_column_filter\\\\rust\\\\server\\\\gemini-3-flash\\\\llm\\\\target\\\\release\\\\deps\\\\spacetimedb_bindings_macro-575d80d83760cda4.dll\" \"/OPT:REF,NOICF\" \"/DLL\" \"/IMPLIB:D:\\\\Development\\\\ClockworkLabs\\\\SpacetimeDB\\\\SpacetimeDB\\\\target\\\\llm-runs\\\\queries\\\\t_037_multi_column_filter\\\\rust\\\\server\\\\gemini-3-flash\\\\llm\\\\target\\\\release\\\\deps\\\\spacetimedb_bindings_macro-575d80d83760cda4.dll.lib\" \"/DEBUG\" \"/PDBALTPATH:%_PDB%\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\intrinsic.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\liballoc.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\libcore.natvis\" \"/NATVIS:\\\\lib\\\\rustlib\\\\etc\\\\libstd.natvis\"\n = note: some arguments are omitted. use `--verbose` to show all linker arguments\n = note: LLVM ERROR: out of memory␍\n Allocation failed␍\n PLEASE submit a bug report to https://github.com/llvm/llvm-project/issues/ and include the crash backtrace.␍\n Stack dump:␍\n 0. Program arguments: rust-lld.exe -flavor link @C:\\\\Users\\\\bradl\\\\AppData\\\\Local\\\\Temp\\\\rustcUX6ys3\\\\linker-arguments␍\n Exception Code: 0xC000001D␍\n #0 0x00007ff6f2cdcff6 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x247cff6)␍\n #1 0x00007ff6f2cb12f1 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x24512f1)␍\n #2 0x00007ff6f2ca9c24 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2449c24)␍\n #3 0x00007ff6f2cdfaf4 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x247faf4)␍\n #4 0x00007ff6f2cdfb22 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x247fb22)␍\n #5 0x00007ff6f2c88f09 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2428f09)␍\n #6 0x00007ff6f2ca4d41 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2444d41)␍\n #7 0x00007ff6f2c89bba (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2429bba)␍\n #8 0x00007ff6f2c81285 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2421285)␍\n #9 0x00007ff6f2c77cd0 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2417cd0)␍\n #10 0x00007ff6f09d6cfc (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x176cfc)␍\n #11 0x00007ff6f09ceba3 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x16eba3)␍\n #12 0x00007ff6f09ce9d3 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x16e9d3)␍\n #13 0x00007ff6f09cfd7b (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x16fd7b)␍\n #14 0x00007ff6f0a033be (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x1a33be)␍\n #15 0x00007ff6f091f8bb (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0xbf8bb)␍\n #16 0x00007ff6f092214e (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0xc214e)␍\n #17 0x00007ff6f0934963 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0xd4963)␍\n #18 0x00007ff6f09292da (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0xc92da)␍\n #19 0x00007ff6f091e80e (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0xbe80e)␍\n #20 0x00007ff6f09146ec (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0xb46ec)␍\n #21 0x00007ff6f0913c6e (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0xb3c6e)␍\n #22 0x00007ff6f0906f09 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0xa6f09)␍\n #23 0x00007ff6f09074d7 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0xa74d7)␍\n #24 0x00007ff6f2c95d38 (C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\bin\\rust-lld.exe+0x2435d38)␍\n #25 0x00007ffdf4e4e8d7 (C:\\Windows\\System32\\KERNEL32.DLL+0x2e8d7)␍\n #26 0x00007ffdf506c48c (C:\\Windows\\SYSTEM32\\ntdll.dll+0x8c48c)␍\n \n\nerror: could not compile `spacetimedb-bindings-macro` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 3940, + "output_tokens": 259, + "generation_duration_ms": 4404, + "started_at": "2026-03-31T13:51:58.594656200Z", + "finished_at": "2026-03-31T13:52:34.344171300Z" + }, + "t_038_schedule_at_time": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3900, + "output_tokens": 223, + "generation_duration_ms": 2350, + "started_at": "2026-03-31T13:44:08.225428600Z", + "finished_at": "2026-03-31T13:45:01.751410600Z" + }, + "t_039_cancel_schedule": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3897, + "output_tokens": 252, + "generation_duration_ms": 5181, + "started_at": "2026-03-31T13:44:56.569387900Z", + "finished_at": "2026-03-31T13:46:10.280074500Z" + }, + "t_040_lifecycle_player": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3852, + "output_tokens": 165, + "generation_duration_ms": 3009, + "started_at": "2026-03-31T13:45:02.130566400Z", + "finished_at": "2026-03-31T13:45:53.661583400Z" + }, + "t_041_registered_user_gate": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3955, + "output_tokens": 286, + "generation_duration_ms": 2892, + "started_at": "2026-03-31T13:36:20.117385Z", + "finished_at": "2026-03-31T13:37:02.762506100Z" + }, + "t_042_admin_bootstrap": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3998, + "output_tokens": 285, + "generation_duration_ms": 3658, + "started_at": "2026-03-31T13:36:36.196164800Z", + "finished_at": "2026-03-31T13:37:29.985990800Z" + }, + "t_043_role_based_access": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 4037, + "output_tokens": 372, + "generation_duration_ms": 3152, + "started_at": "2026-03-31T13:37:02.762624800Z", + "finished_at": "2026-03-31T13:37:41.403415200Z" + }, + "t_044_ban_list": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 4016, + "output_tokens": 439, + "generation_duration_ms": 3310, + "started_at": "2026-03-31T13:37:29.986097800Z", + "finished_at": "2026-03-31T13:38:28.161655700Z" + }, + "t_045_rate_limit": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 4000, + "output_tokens": 351, + "generation_duration_ms": 2940, + "started_at": "2026-03-31T13:37:41.403504400Z", + "finished_at": "2026-03-31T13:38:26.106289400Z" + }, + "t_046_shared_document": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 4076, + "output_tokens": 541, + "generation_duration_ms": 3988, + "started_at": "2026-03-31T13:38:28.161778400Z", + "finished_at": "2026-03-31T13:39:21.666320700Z" + } + } + }, + { + "name": "Grok Code", + "route_api_model": "grok-code-fast-1", + "tasks": { + "t_000_empty_reducers": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3434, + "output_tokens": 600, + "generation_duration_ms": 2698, + "started_at": "2026-03-31T13:35:32.637804Z", + "finished_at": "2026-03-31T13:36:35.390881300Z" + }, + "t_001_basic_tables": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3431, + "output_tokens": 341, + "generation_duration_ms": 2332, + "started_at": "2026-03-31T13:36:35.391159300Z", + "finished_at": "2026-03-31T13:37:26.303948Z" + }, + "t_002_scheduled_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3397, + "output_tokens": 553, + "generation_duration_ms": 3623, + "started_at": "2026-03-31T13:36:35.392976600Z", + "finished_at": "2026-03-31T13:37:25.252509100Z" + }, + "t_003_struct_in_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3363, + "output_tokens": 504, + "generation_duration_ms": 3343, + "started_at": "2026-03-31T13:37:25.252585200Z", + "finished_at": "2026-03-31T13:38:14.972088400Z" + }, + "t_004_insert": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "xai", + "input_tokens": 3397, + "output_tokens": 371, + "generation_duration_ms": 1603, + "started_at": "2026-03-31T13:37:26.304343500Z", + "finished_at": "2026-03-31T13:38:12.678752Z" + }, + "t_005_update": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_005_update", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "xai", + "input_tokens": 3438, + "output_tokens": 504, + "generation_duration_ms": 2295, + "started_at": "2026-03-31T13:38:12.678852300Z", + "finished_at": "2026-03-31T13:38:57.975408800Z" + }, + "t_006_delete": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3406, + "output_tokens": 440, + "generation_duration_ms": 4289, + "started_at": "2026-03-31T13:38:14.972247500Z", + "finished_at": "2026-03-31T13:39:19.975205700Z" + }, + "t_007_crud": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_007_crud", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "xai", + "input_tokens": 3442, + "output_tokens": 698, + "generation_duration_ms": 4275, + "started_at": "2026-03-31T13:38:57.975520700Z", + "finished_at": "2026-03-31T13:39:43.468793500Z" + }, + "t_008_index_lookup": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "xai", + "input_tokens": 3466, + "output_tokens": 561, + "generation_duration_ms": 2735, + "started_at": "2026-03-31T13:39:19.975317800Z", + "finished_at": "2026-03-31T13:40:06.771488100Z" + }, + "t_009_init": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_009_init", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = user, public)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.user().insert(User { id: 0, name: \"Alice\".into(), age: 30, active: true });\n ctx.db.user().insert(User { id: 0, name: \"Bob\".into(), age: 22, active: false });\n Ok(())\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.48\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\nerror[E0786]: found invalid metadata files for crate `compiler_builtins` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\libcompiler_builtins-f7c5c1235d9df24b.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror[E0786]: found invalid metadata files for crate `core` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\libcore-02f640fcbd91e423.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror[E0786]: found invalid metadata files for crate `alloc` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\liballoc-518331e30701fd1a.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot resolve a prelude import\n\nerror[E0463]: can't find crate for `std`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:1:5\n |\n1 | use std::process::Command;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:354:3\n |\n354 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:356:5\n |\n356 | assert_eq!(try_join(vec![\"\\0\"]), Err(QuoteError::Nul));\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:357:5\n |\n357 | assert_eq!(try_quote(\"\\0\"), Err(QuoteError::Nul));\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:345:3\n |\n345 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:348:5\n |\n348 | assert_eq!(join(vec![]), \"\");\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:349:5\n |\n349 | assert_eq!(join(vec![\"\"]), \"''\");\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:350:5\n |\n350 | assert_eq!(join(vec![\"a\", \"b\"]), \"a b\");\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:351:5\n |\n351 | assert_eq!(join(vec![\"foo bar\", \"baz\"]), \"'foo bar' baz\");\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:286:3\n |\n286 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:328:9\n |\n328 | assert!(parts.len() == 2);\n | ^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:337:13\n |\n337 | println!(\"FAIL: for input <{}>, expected <{}>, got <{}>\",\n | ^^^^^^^\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:342:5\n |\n342 | assert!(ok);\n | ^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:276:3\n |\n276 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:281:13\n |\n281 | assert_eq!(sh.line_no, 3);\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:269:3\n |\n269 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:272:9\n |\n272 | assert_eq!(split(input), output.map(|o| o.iter().map(|&x| x.to_owned()).collect()));\n | ^^^^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:134:3\n |\n134 | #[derive(Default, Debug, Clone)]\n | ^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:110:3\n |\n110 | #[derive(Debug, Clone, Copy, PartialEq, Eq, PartialOrd, Ord, Hash)]\n | ^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:568:3\n |\n568 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:572:5\n |\n572 | assert_eq!(join(vec![INVALID_UTF8]), INVALID_UTF8_SINGLEQUOTED);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:574:5\n |\n574 | assert_eq!(join(vec![]), &b\"\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:575:5\n |\n575 | assert_eq!(join(vec![&b\"\"[..]]), b\"''\");\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:555:3\n |\n555 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:559:5\n |\n559 | assert_eq!(quote(INVALID_UTF8), INVALID_UTF8_SINGLEQUOTED);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:561:5\n |\n561 | assert_eq!(quote(b\"\"), &b\"''\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:562:5\n |\n562 | assert_eq!(quote(b\"foobar\"), &b\"foobar\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:563:5\n |\n563 | assert_eq!(quote(b\"foo bar\"), &b\"'foo bar'\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:564:5\n |\n564 | assert_eq!(quote(b\"'\\\"\"), &b\"\\\"'\\\\\\\"\\\"\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:565:5\n |\n565 | assert_eq!(quote(b\"\"), &b\"''\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:545:3\n |\n545 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:550:13\n |\n550 | assert_eq!(sh.line_no, 3);\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:538:3\n |\n538 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:541:9\n |\n541 | assert_eq!(split(input), output.map(|o| o.iter().map(|&x| x.to_owned()).collect()));\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:506:3\n |\n506 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:510:5\n |\n510 | assert!(core::str::from_utf8(INVALID_UTF8).is_err());\n | ^^^^^^\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:412:5\n |\n412 | debug_assert!(i > 0);\n | ^^^^^^^^^^^^\n\nerror: cannot find macro `unreachable` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:410:9\n |\n410 | unreachable!()\n | ^^^^^^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:234:3\n |\n234 | #[derive(PartialEq)]\n | ^^^^^^\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:225:13\n |\n225 | assert!(rest.len() < in_bytes.len()); // no infinite loop\n | ^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:170:3\n |\n170 | #[derive(Default, Debug, Clone)]\n | ^^^^^^\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:60:45\n |\n60 | fn parse_word(&mut self, mut ch: u8) -> Option> {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:64:31\n |\n64 | '\"' => if let Err(()) = self.parse_double(&mut result) {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:66:28\n |\n66 | return None;\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:68:32\n |\n68 | '\\'' => if let Err(()) = self.parse_single(&mut result) {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:70:28\n |\n70 | return None;\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:72:32\n |\n72 | '\\\\' => if let Some(ch2) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:76:28\n |\n76 | return None;\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:81:20\n |\n81 | if let Some(ch2) = self.next_char() { ch = ch2; } else { break; }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:86:57\n |\n86 | fn parse_double(&mut self, result: &mut Vec) -> Result<(), ()> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n27 + use alloc::fmt::Result;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:88:20\n |\n88 | if let Some(ch2) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:91:32\n |\n91 | if let Some(ch3) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:113:57\n |\n113 | fn parse_single(&mut self, result: &mut Vec) -> Result<(), ()> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:115:20\n |\n115 | if let Some(ch2) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:126:32\n |\n126 | fn next_char(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:133:10\n |\n133 | impl<'a> Iterator for Shlex<'a> {\n | ^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:135:27\n |\n135 | fn next(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:136:16\n |\n136 | if let Some(mut ch) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:142:35\n |\n142 | while let Some(ch2) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:148:24\n |\n148 | if let Some(ch2) = self.next_char() { ch = ch2; } else { return None; }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:148:81\n |\n148 | if let Some(ch2) = self.next_char() { ch = ch2; } else { return None; }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:152:13\n |\n152 | None\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:160:34\n |\n160 | pub fn split(in_bytes: &[u8]) -> Option>> {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:163:24\n |\n163 | if shl.had_error { None } else { Some(res) }\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:193:24\n |\n193 | pub fn join<'a, I: IntoIterator>(&self, words: I) -> Result, QuoteError> {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:193:75\n |\n193 | pub fn join<'a, I: IntoIterator>(&self, words: I) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:196:24\n |\n196 | .collect::>, QuoteError>>()?\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:206:56\n |\n206 | pub fn quote<'a>(&self, mut in_bytes: &'a [u8]) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:457:20\n |\n457 | pub fn join<'a, I: IntoIterator>(words: I) -> Vec {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:469:24\n |\n469 | pub fn try_join<'a, I: IntoIterator>(words: I) -> Result, QuoteError> {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:469:68\n |\n469 | pub fn try_join<'a, I: IntoIterator>(words: I) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:497:38\n |\n497 | pub fn try_quote(in_bytes: &[u8]) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find value `SPLIT_TEST_ITEMS` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:540:29\n |\n540 | for &(input, output) in SPLIT_TEST_ITEMS {\n | ^^^^^^^^^^^^^^^^ not found in this scope\n |\nnote: found an item that was configured out\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:246:8\n |\n245 | #[cfg(test)]\n | ---- the item is gated here\n246 | static SPLIT_TEST_ITEMS: &'static [(&'static str, Option<&'static [&'static str]>)] = &[\n | ^^^^^^^^^^^^^^^^\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:548:15\n |\n548 | while let Some(word) = sh.next() {\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:66:10\n |\n66 | impl<'a> Iterator for Shlex<'a> {\n | ^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:68:27\n |\n68 | fn next(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:92:31\n |\n92 | pub fn split(in_str: &str) -> Option> {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:95:24\n |\n95 | if shl.had_error { None } else { Some(res) }\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:156:24\n |\n156 | pub fn join<'a, I: IntoIterator>(&self, words: I) -> Result {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:156:74\n |\n156 | pub fn join<'a, I: IntoIterator>(&self, words: I) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 41 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:163:49\n |\n163 | pub fn quote<'a>(&self, in_str: &'a str) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 41 + use alloc::fmt::Result;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:177:6\n |\n177 | impl From for Quoter {\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:183:6\n |\n183 | impl From for bytes::Quoter {\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:201:20\n |\n201 | pub fn join<'a, I: IntoIterator>(words: I) -> String {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:213:24\n |\n213 | pub fn try_join<'a, I: IntoIterator>(words: I) -> Result {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:213:67\n |\n213 | pub fn try_join<'a, I: IntoIterator>(words: I) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 41 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:241:35\n |\n241 | pub fn try_quote(in_str: &str) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 41 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find value `SPLIT_TEST_ITEMS` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:271:29\n |\n271 | for &(input, output) in SPLIT_TEST_ITEMS {\n | ^^^^^^^^^^^^^^^^ not found in this scope\n |\nnote: found an item that was configured out\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:246:8\n |\n245 | #[cfg(test)]\n | ---- the item is gated here\n246 | static SPLIT_TEST_ITEMS: &'static [(&'static str, Option<&'static [&'static str]>)] = &[\n | ^^^^^^^^^^^^^^^^\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:279:15\n |\n279 | while let Some(word) = sh.next() {\n | ^^^^ not found in this scope\n\nerror[E0786]: found invalid metadata files for crate `core`\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\wasm32-unknown-unknown\\lib\\libcore-81454d7ea88f70f2.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror[E0786]: found invalid metadata files for crate `core`\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\libcore-02f640fcbd91e423.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot find macro `panic` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:27:13\n |\n27 | panic!(\"Injected commit hash is not valid unicode: {gross:?}\")\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::panic;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\nohash-hasher-0.2.0\\src\\lib.rs:201:9\n |\n201 | panic!(\"Invalid use of NoHashHasher\")\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 13 + use core::panic;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\kebab.rs:44:51\n |\n44 | transform(self.0.as_ref(), lowercase, |f| write!(f, \"-\"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\shouty_kebab.rs:45:51\n |\n45 | transform(self.0.as_ref(), uppercase, |f| write!(f, \"-\"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\shouty_snake.rs:59:51\n |\n59 | transform(self.0.as_ref(), uppercase, |f| write!(f, \"_\"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\snake.rs:59:51\n |\n59 | transform(self.0.as_ref(), lowercase, |f| write!(f, \"_\"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\title.rs:48:52\n |\n48 | transform(self.0.as_ref(), capitalize, |f| write!(f, \" \"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\train.rs:45:52\n |\n45 | transform(self.0.as_ref(), capitalize, |f| write!(f, \"-\"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\lib.rs:165:13\n |\n165 | write!(f, \"ς\")?;\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 54 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\lib.rs:167:13\n |\n167 | write!(f, \"{}\", c.to_lowercase())?;\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 54 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\lib.rs:176:9\n |\n176 | write!(f, \"{}\", c.to_uppercase())?;\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 54 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\lib.rs:185:9\n |\n185 | write!(f, \"{}\", c.to_uppercase())?;\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 54 + use core::write;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\lib.rs:88:7\n |\n88 | #[derive(Clone, Copy, PartialEq)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n54 + use core::prelude::rust_2024::derive;\n |\n\n Compiling serde_json v1.0.149\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:206:3\n |\n206 | #[derive(Debug, Clone, Copy, PartialEq, Eq, Hash)]\n | ^^^^^^\n |\nhelp: consider importing one of these attribute macros\n |\n 4 + use crate::__core::prelude::rust_2024::derive;\n |\n 4 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:224:5\n |\n224 | write!(f, \"{:?}\", self)\n | ^^^^^\n |\nhelp: consider importing one of these macros\n |\n 4 + use crate::__core::write;\n |\n 4 + use core::write;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:33:3\n |\n33 | panic!(\"{src}>{err}\", src = _src, err = _err);\n | ^^^^^\n |\nhelp: consider importing one of these macros\n |\n 7 + use crate::__core::panic;\n |\n 7 + use core::panic;\n |\n\nerror: cannot find macro `unreachable` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:57:15\n |\n57 | Err(_) => unreachable!(),\n | ^^^^^^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 7 + use crate::__core::unreachable;\n |\n 7 + use core::unreachable;\n |\n\nerror: cannot find macro `unreachable` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:69:15\n |\n69 | Err(_) => unreachable!(),\n | ^^^^^^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 7 + use crate::__core::unreachable;\n |\n 7 + use core::unreachable;\n |\n\nerror: cannot find macro `unreachable` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:215:17\n |\n215 | Err(_) => unreachable!(),\n | ^^^^^^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 7 + use crate::__core::unreachable;\n |\n 7 + use core::unreachable;\n |\n\nerror: cannot find macro `unreachable` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:237:17\n |\n237 | Err(_) => unreachable!(),\n | ^^^^^^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 7 + use crate::__core::unreachable;\n |\n 7 + use core::unreachable;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\must.rs:12:5\n |\n12 | assert!(align_of::() >= align_of::());\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 6 + use crate::__core::assert;\n |\n 6 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\must.rs:13:33\n |\n13 | const ASSERT_SIZE_EQUAL: () = assert!(size_of::() == size_of::());\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 6 + use crate::__core::assert;\n |\n 6 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\must.rs:14:52\n |\n14 | const ASSERT_SIZE_MULTIPLE_OF_OR_INPUT_ZST: () = assert!(\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 6 + use crate::__core::assert;\n |\n 6 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\contiguous.rs:126:5\n |\n126 | assert!(size_of::() == size_of::());\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 3 + use crate::__core::assert;\n |\n 3 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\contiguous.rs:163:5\n |\n163 | assert!(size_of::() == size_of::());\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 3 + use crate::__core::assert;\n |\n 3 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\transparent.rs:132:5\n |\n132 | assert!(size_of::() == size_of::());\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 1 + use crate::__core::assert;\n |\n 1 + use core::assert;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\kebab.rs:40:27\n |\n40 | pub struct AsKebabCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\transparent.rs:133:5\n |\n133 | assert!(align_of::() == align_of::());\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 1 + use crate::__core::assert;\n |\n 1 + use core::assert;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\kebab.rs:42:9\n |\n42 | impl> fmt::Display for AsKebabCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\transparent.rs:148:5\n |\n148 | assert!(size_of::<*const Inner>() == size_of::<*const Self>());\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 1 + use crate::__core::assert;\n |\n 1 + use core::assert;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\lower_camel.rs:44:32\n |\n44 | pub struct AsLowerCamelCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\lower_camel.rs:46:9\n |\n46 | impl> fmt::Display for AsLowerCamelCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\lower_camel.rs:59:17\n |\n59 | |_| Ok(()),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\shouty_kebab.rs:41:33\n |\n41 | pub struct AsShoutyKebabCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\shouty_kebab.rs:43:9\n |\n43 | impl> fmt::Display for AsShoutyKebabCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\shouty_snake.rs:33:10\n |\n33 | impl ToShoutySnekCase for T {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\shouty_snake.rs:55:33\n |\n55 | pub struct AsShoutySnakeCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\shouty_snake.rs:57:9\n |\n57 | impl> fmt::Display for AsShoutySnakeCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\snake.rs:33:10\n |\n33 | impl ToSnekCase for T {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\snake.rs:55:27\n |\n55 | pub struct AsSnakeCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\snake.rs:57:9\n |\n57 | impl> fmt::Display for AsSnakeCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\title.rs:44:27\n |\n44 | pub struct AsTitleCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\transparent.rs:170:5\n |\n170 | assert!(size_of::<*mut Inner>() == size_of::<*mut Self>());\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 1 + use crate::__core::assert;\n |\n 1 + use core::assert;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\title.rs:46:9\n |\n46 | impl> fmt::Display for AsTitleCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\train.rs:41:27\n |\n41 | pub struct AsTrainCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\train.rs:43:9\n |\n43 | impl> fmt::Display for AsTrainCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\upper_camel.rs:41:10\n |\n41 | impl ToPascalCase for T {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\upper_camel.rs:57:32\n |\n57 | pub struct AsUpperCamelCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\upper_camel.rs:59:9\n |\n59 | impl> fmt::Display for AsUpperCamelCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\upper_camel.rs:61:52\n |\n61 | transform(self.0.as_ref(), capitalize, |_| Ok(()), f)\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\lib.rs:76:8\n |\n76 | F: FnMut(&str, &mut fmt::Formatter) -> fmt::Result,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n54 + use core::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\lib.rs:77:8\n |\n77 | G: FnMut(&mut fmt::Formatter) -> fmt::Result,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n54 + use core::ops::FnMut;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\lib.rs:106:19\n |\n106 | while let Some((i, c)) = char_indices.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 54 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\lib.rs:107:20\n |\n107 | if let Some(&(next_i, next)) = char_indices.peek() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 54 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\lib.rs:158:5\n |\n158 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 54 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\lib.rs:163:15\n |\n163 | while let Some(c) = chars.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 54 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\lib.rs:171:5\n |\n171 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 54 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\lib.rs:179:5\n |\n179 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 54 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\lib.rs:184:12\n |\n184 | if let Some((_, c)) = char_indices.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 54 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\lib.rs:186:16\n |\n186 | if let Some((i, _)) = char_indices.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 54 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.5.0\\src\\lib.rs:191:5\n |\n191 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 54 + use core::result::Result::Ok;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\transparent.rs:191:5\n |\n191 | assert!(size_of::() == size_of::());\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 1 + use crate::__core::assert;\n |\n 1 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\transparent.rs:192:5\n |\n192 | assert!(align_of::() == align_of::());\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 1 + use crate::__core::assert;\n |\n 1 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\transparent.rs:206:5\n |\n206 | assert!(size_of::() == size_of::());\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 1 + use crate::__core::assert;\n |\n 1 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\transparent.rs:207:5\n |\n207 | assert!(align_of::() == align_of::());\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 1 + use crate::__core::assert;\n |\n 1 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\transparent.rs:222:5\n |\n222 | assert!(size_of::() == size_of::());\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 1 + use crate::__core::assert;\n |\n 1 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\transparent.rs:223:5\n |\n223 | assert!(align_of::() == align_of::());\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 1 + use crate::__core::assert;\n |\n 1 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\transparent.rs:237:5\n |\n237 | assert!(size_of::<*const Inner>() == size_of::<*const Self>());\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 1 + use crate::__core::assert;\n |\n 1 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\transparent.rs:259:5\n |\n259 | assert!(size_of::<*mut Inner>() == size_of::<*mut Self>());\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 1 + use crate::__core::assert;\n |\n 1 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\transparent.rs:280:5\n |\n280 | assert!(size_of::() == size_of::());\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 1 + use crate::__core::assert;\n |\n 1 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\transparent.rs:281:5\n |\n281 | assert!(align_of::() == align_of::());\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 1 + use crate::__core::assert;\n |\n 1 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\transparent.rs:295:5\n |\n295 | assert!(size_of::() == size_of::());\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 1 + use crate::__core::assert;\n |\n 1 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\transparent.rs:296:5\n |\n296 | assert!(align_of::() == align_of::());\n | ^^^^^^\n |\nhelp: consider importing one of these macros\n |\n 1 + use crate::__core::assert;\n |\n 1 + use core::assert;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\lib.rs:241:3\n |\n241 | #[derive(Debug, Clone, Copy, PartialEq, Eq, Hash)]\n | ^^^^^^\n |\nhelp: consider importing one of these attribute macros\n |\n102 + use crate::__core::prelude::rust_2024::derive;\n |\n102 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\lib.rs:264:5\n |\n264 | write!(f, \"{:?}\", self)\n | ^^^^^\n |\nnote: `write` is imported here, but it is a function, not a macro\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\lib.rs:106:3\n |\n106 | ptr::*,\n | ^^^^^^\nhelp: consider importing one of these macros\n |\n102 + use crate::__core::write;\n |\n102 + use core::write;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:83:9\n |\n83 | Some(result)\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:101:36\n |\n101 | ... return Err(());\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:104:37\n |\n104 | '\"' => { return Ok(()); },\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:108:24\n |\n108 | return Err(());\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:117:38\n |\n117 | '\\'' => { return Ok(()); },\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:121:24\n |\n121 | return Err(());\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:128:19\n |\n128 | if res == Some(b'\\n') { self.line_no += 1; }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:163:38\n |\n163 | if shl.had_error { None } else { Some(res) }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:194:9\n |\n194 | Ok(words.into_iter()\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:209:20\n |\n209 | return Ok(b\"''\"[..].into());\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:212:20\n |\n212 | return Err(QuoteError::Nul);\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:222:24\n |\n222 | return Ok(in_bytes.into());\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:229:9\n |\n229 | Ok(out.into())\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:95:38\n |\n95 | if shl.had_error { None } else { Some(res) }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:164:9\n |\n164 | Ok(match self.inner.quote(in_str.as_bytes())? {\n | ^^ not found in this scope\n\nSome errors have detailed explanations: E0405, E0425, E0531, E0786.\nFor more information about an error, try `rustc --explain E0405`.\n Compiling log v0.4.29\nerror: cannot find macro `println` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:7:5\n |\n7 | println!(\"cargo:rustc-env=GIT_HASH={git_hash}\");\n | ^^^^^^^\n\n Compiling memchr v2.8.0\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\nohash-hasher-0.2.0\\src\\lib.rs:33:25\n |\n33 | pub type IntMap = std::collections::HashMap>;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\n Compiling scoped-tls v1.0.1\nerror: could not compile `heck` (lib) due to 45 previous errors\nwarning: build failed, waiting for other jobs to finish...\nerror: could not compile `shlex` (lib) due to 105 previous errors\nerror[E0405]: cannot find trait `Default` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\nohash-hasher-0.2.0\\src\\lib.rs:124:9\n |\n124 | impl Default for NoHashHasher {\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 13 + use core::default::Default;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\nohash-hasher-0.2.0\\src\\lib.rs:136:9\n |\n136 | impl Clone for NoHashHasher {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 13 + use core::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\nohash-hasher-0.2.0\\src\\lib.rs:148:9\n |\n148 | impl Copy for NoHashHasher {}\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 13 + use core::marker::Copy;\n |\n\nSome errors have detailed explanations: E0405, E0463, E0786.\nerror: could not compile `nohash-hasher` (lib) due to 7 previous errors\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\anybitpattern.rs:52:14\n |\n52 | Zeroable + Sized + Copy + 'static\n | ^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::Sized;\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\anybitpattern.rs:52:22\n |\n52 | Zeroable + Sized + Copy + 'static\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::Copy;\n |\n 1 + use core::marker::Copy;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:130:37\n |\n130 | pub unsafe trait CheckedBitPattern: Copy {\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 4 + use crate::Copy;\n |\n 4 + use core::marker::Copy;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:235:6\n |\n235 | impl From for CheckedCastError {\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 4 + use crate::__core::convert::From;\n |\n 4 + use core::convert::From;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:251:6\n |\n251 | ) -> Result<&T, CheckedCastError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 4 + use crate::__core::fmt::Result;\n |\n 4 + use crate::__core::result::Result;\n |\n 4 + use core::fmt::Result;\n |\n 4 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:255:5\n |\n255 | Ok(unsafe { &*(pod as *const ::Bits as *const T) })\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Ok;\n |\n 4 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:257:5\n |\n257 | Err(CheckedCastError::InvalidBitPattern)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Err;\n |\n 4 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:271:6\n |\n271 | ) -> Result<&mut T, CheckedCastError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 4 + use crate::__core::fmt::Result;\n |\n 4 + use crate::__core::result::Result;\n |\n 4 + use core::fmt::Result;\n |\n 4 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:275:5\n |\n275 | Ok(unsafe { &mut *(pod as *mut ::Bits as *mut T) })\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Ok;\n |\n 4 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:277:5\n |\n277 | Err(CheckedCastError::InvalidBitPattern)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Err;\n |\n 4 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:289:6\n |\n289 | ) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 4 + use crate::__core::fmt::Result;\n |\n 4 + use crate::__core::result::Result;\n |\n 4 + use core::fmt::Result;\n |\n 4 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:293:5\n |\n293 | Ok(unsafe { transmute!(pod) })\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Ok;\n |\n 4 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:295:5\n |\n295 | Err(CheckedCastError::InvalidBitPattern)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Err;\n |\n 4 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:313:6\n |\n313 | ) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 4 + use crate::__core::fmt::Result;\n |\n 4 + use crate::__core::result::Result;\n |\n 4 + use core::fmt::Result;\n |\n 4 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:317:5\n |\n317 | Ok(unsafe { transmute!(pod) })\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Ok;\n |\n 4 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:319:5\n |\n319 | Err(CheckedCastError::InvalidBitPattern)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Err;\n |\n 4 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:333:6\n |\n333 | ) -> Result<&B, CheckedCastError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 4 + use crate::__core::fmt::Result;\n |\n 4 + use crate::__core::result::Result;\n |\n 4 + use core::fmt::Result;\n |\n 4 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:337:5\n |\n337 | Ok(unsafe { &*(pod as *const ::Bits as *const B) })\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Ok;\n |\n 4 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:339:5\n |\n339 | Err(CheckedCastError::InvalidBitPattern)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Err;\n |\n 4 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:352:6\n |\n352 | ) -> Result<&mut B, CheckedCastError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 4 + use crate::__core::fmt::Result;\n |\n 4 + use crate::__core::result::Result;\n |\n 4 + use core::fmt::Result;\n |\n 4 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:356:5\n |\n356 | Ok(unsafe { &mut *(pod as *mut ::Bits as *mut B) })\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Ok;\n |\n 4 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:358:5\n |\n358 | Err(CheckedCastError::InvalidBitPattern)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Err;\n |\n 4 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:380:6\n |\n380 | ) -> Result<&[B], CheckedCastError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 4 + use crate::__core::fmt::Result;\n |\n 4 + use crate::__core::result::Result;\n |\n 4 + use core::fmt::Result;\n |\n 4 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:384:5\n |\n384 | Ok(unsafe {\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Ok;\n |\n 4 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:388:5\n |\n388 | Err(CheckedCastError::InvalidBitPattern)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Err;\n |\n 4 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:402:6\n |\n402 | ) -> Result<&mut [B], CheckedCastError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 4 + use crate::__core::fmt::Result;\n |\n 4 + use crate::__core::result::Result;\n |\n 4 + use core::fmt::Result;\n |\n 4 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:406:5\n |\n406 | Ok(unsafe {\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Ok;\n |\n 4 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:410:5\n |\n410 | Err(CheckedCastError::InvalidBitPattern)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Err;\n |\n 4 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:423:5\n |\n423 | Ok(t) => t,\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Ok;\n |\n 4 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:424:5\n |\n424 | Err(e) => something_went_wrong(\"from_bytes\", e),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Err;\n |\n 4 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:437:5\n |\n437 | Ok(t) => t,\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Ok;\n |\n 4 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:438:5\n |\n438 | Err(e) => something_went_wrong(\"from_bytes_mut\", e),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Err;\n |\n 4 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:450:5\n |\n450 | Ok(t) => t,\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Ok;\n |\n 4 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:451:5\n |\n451 | Err(e) => something_went_wrong(\"pod_read_unaligned\", e),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Err;\n |\n 4 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:464:5\n |\n464 | Ok(t) => t,\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Ok;\n |\n 4 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:465:5\n |\n465 | Err(e) => something_went_wrong(\"cast\", e),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Err;\n |\n 4 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:483:5\n |\n483 | Ok(t) => t,\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Ok;\n |\n 4 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:484:5\n |\n484 | Err(e) => something_went_wrong(\"cast_mut\", e),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Err;\n |\n 4 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:497:5\n |\n497 | Ok(t) => t,\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Ok;\n |\n 4 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:498:5\n |\n498 | Err(e) => something_went_wrong(\"cast_ref\", e),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Err;\n |\n 4 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:511:5\n |\n511 | Ok(t) => t,\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Ok;\n |\n 4 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:512:5\n |\n512 | Err(e) => something_went_wrong(\"cast_slice\", e),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Err;\n |\n 4 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:530:5\n |\n530 | Ok(t) => t,\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Ok;\n |\n 4 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\checked.rs:531:5\n |\n531 | Err(e) => something_went_wrong(\"cast_slice_mut\", e),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 4 + use crate::__core::result::Result::Err;\n |\n 4 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:56:5\n |\n56 | Ok(s) => s,\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:57:5\n |\n57 | Err(_) => unreachable!(),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:68:5\n |\n68 | Ok(s) => s,\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:69:5\n |\n69 | Err(_) => unreachable!(),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:82:5\n |\n82 | Ok(t) => t,\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:83:5\n |\n83 | Err(e) => something_went_wrong(\"from_bytes\", e),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:96:5\n |\n96 | Ok(t) => t,\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:97:5\n |\n97 | Err(e) => something_went_wrong(\"from_bytes_mut\", e),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:108:6\n |\n108 | ) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 7 + use crate::__core::fmt::Result;\n |\n 7 + use crate::__core::result::Result;\n |\n 7 + use core::fmt::Result;\n |\n 7 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:110:5\n |\n110 | Err(PodCastError::SizeMismatch)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:112:5\n |\n112 | Ok(unsafe { (bytes.as_ptr() as *const T).read_unaligned() })\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:124:5\n |\n124 | Ok(t) => t,\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:125:5\n |\n125 | Err(e) => something_went_wrong(\"pod_read_unaligned\", e),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:159:6\n |\n159 | ) -> Result<&T, PodCastError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 7 + use crate::__core::fmt::Result;\n |\n 7 + use crate::__core::result::Result;\n |\n 7 + use core::fmt::Result;\n |\n 7 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:161:5\n |\n161 | Err(PodCastError::SizeMismatch)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:163:5\n |\n163 | Err(PodCastError::TargetAlignmentGreaterAndInputNotAligned)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:165:5\n |\n165 | Ok(unsafe { &*(s.as_ptr() as *const T) })\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:178:6\n |\n178 | ) -> Result<&mut T, PodCastError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 7 + use crate::__core::fmt::Result;\n |\n 7 + use crate::__core::result::Result;\n |\n 7 + use core::fmt::Result;\n |\n 7 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:180:5\n |\n180 | Err(PodCastError::SizeMismatch)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:182:5\n |\n182 | Err(PodCastError::TargetAlignmentGreaterAndInputNotAligned)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:184:5\n |\n184 | Ok(unsafe { &mut *(s.as_mut_ptr() as *mut T) })\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:214:7\n |\n214 | Ok(b) => b,\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:215:7\n |\n215 | Err(_) => unreachable!(),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:219:7\n |\n219 | Ok(b) => b,\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:220:7\n |\n220 | Err(e) => something_went_wrong(\"cast_mut\", e),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:236:7\n |\n236 | Ok(b) => b,\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:237:7\n |\n237 | Err(_) => unreachable!(),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:241:7\n |\n241 | Ok(b) => b,\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:242:7\n |\n242 | Err(e) => something_went_wrong(\"cast_ref\", e),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:256:5\n |\n256 | Ok(b) => b,\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:257:5\n |\n257 | Err(e) => something_went_wrong(\"cast_slice\", e),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:270:5\n |\n270 | Ok(b) => b,\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:271:5\n |\n271 | Err(e) => something_went_wrong(\"cast_slice_mut\", e),\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:288:6\n |\n288 | ) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 7 + use crate::__core::fmt::Result;\n |\n 7 + use crate::__core::result::Result;\n |\n 7 + use core::fmt::Result;\n |\n 7 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:290:5\n |\n290 | Ok(unsafe { transmute!(a) })\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:292:5\n |\n292 | Err(PodCastError::SizeMismatch)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:305:6\n |\n305 | ) -> Result<&B, PodCastError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 7 + use crate::__core::fmt::Result;\n |\n 7 + use crate::__core::result::Result;\n |\n 7 + use core::fmt::Result;\n |\n 7 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:311:5\n |\n311 | Err(PodCastError::TargetAlignmentGreaterAndInputNotAligned)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:313:5\n |\n313 | Ok(unsafe { &*(a as *const A as *const B) })\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:315:5\n |\n315 | Err(PodCastError::SizeMismatch)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:325:6\n |\n325 | ) -> Result<&mut B, PodCastError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 7 + use crate::__core::fmt::Result;\n |\n 7 + use crate::__core::result::Result;\n |\n 7 + use core::fmt::Result;\n |\n 7 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:331:5\n |\n331 | Err(PodCastError::TargetAlignmentGreaterAndInputNotAligned)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:333:5\n |\n333 | Ok(unsafe { &mut *(a as *mut A as *mut B) })\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:335:5\n |\n335 | Err(PodCastError::SizeMismatch)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:355:6\n |\n355 | ) -> Result<&[B], PodCastError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 7 + use crate::__core::fmt::Result;\n |\n 7 + use crate::__core::result::Result;\n |\n 7 + use core::fmt::Result;\n |\n 7 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:362:5\n |\n362 | Err(PodCastError::TargetAlignmentGreaterAndInputNotAligned)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:364:5\n |\n364 | Ok(unsafe { core::slice::from_raw_parts(a.as_ptr() as *const B, a.len()) })\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:370:5\n |\n370 | Ok(unsafe { core::slice::from_raw_parts(a.as_ptr() as *const B, new_len) })\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:372:5\n |\n372 | Err(PodCastError::OutputSliceWouldHaveSlop)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:383:6\n |\n383 | ) -> Result<&mut [B], PodCastError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 7 + use crate::__core::fmt::Result;\n |\n 7 + use crate::__core::result::Result;\n |\n 7 + use core::fmt::Result;\n |\n 7 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:390:5\n |\n390 | Err(PodCastError::TargetAlignmentGreaterAndInputNotAligned)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:392:5\n |\n392 | Ok(unsafe {\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:400:5\n |\n400 | Ok(unsafe {\n | ^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Ok;\n |\n 7 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\internal.rs:404:5\n |\n404 | Err(PodCastError::OutputSliceWouldHaveSlop)\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 7 + use crate::__core::result::Result::Err;\n |\n 7 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\zeroable_in_option.rs:4:47\n |\n4 | unsafe impl Zeroable for Option {}\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these enums\n |\n1 + use crate::__core::option::Option;\n |\n1 + use core::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\pod_in_option.rs:4:37\n |\n4 | unsafe impl Pod for Option {}\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these enums\n |\n1 + use crate::__core::option::Option;\n |\n1 + use core::option::Option;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\no_uninit.rs:70:28\n |\n70 | pub unsafe trait NoUninit: Sized + Copy + 'static {}\n | ^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::Sized;\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\no_uninit.rs:70:36\n |\n70 | pub unsafe trait NoUninit: Sized + Copy + 'static {}\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::Copy;\n |\n 1 + use core::marker::Copy;\n |\n\nerror[E0405]: cannot find trait `Ord` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\contiguous.rs:98:20\n |\n98 | type Int: Copy + Ord;\n | ^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 3 + use crate::__core::cmp::Ord;\n |\n 3 + use core::cmp::Ord;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\contiguous.rs:122:40\n |\n122 | fn from_integer(value: Self::Int) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these enums\n |\n 3 + use crate::__core::option::Option;\n |\n 3 + use core::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\contiguous.rs:135:7\n |\n135 | Some(unsafe { transmute!(value) })\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these tuple variants\n |\n 3 + use crate::__core::option::Option::Some;\n |\n 3 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\contiguous.rs:137:7\n |\n137 | None\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these unit variants\n |\n 3 + use crate::__core::option::Option::None;\n |\n 3 + use core::option::Option::None;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\lib.rs:325:6\n |\n325 | ) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n102 + use crate::__core::fmt::Result;\n |\n102 + use crate::__core::result::Result;\n |\n102 + use core::fmt::Result;\n |\n102 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\lib.rs:349:54\n |\n349 | pub fn try_from_bytes(s: &[u8]) -> Result<&T, PodCastError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n102 + use crate::__core::fmt::Result;\n |\n102 + use crate::__core::result::Result;\n |\n102 + use core::fmt::Result;\n |\n102 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\lib.rs:362:6\n |\n362 | ) -> Result<&mut T, PodCastError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n102 + use crate::__core::fmt::Result;\n |\n102 + use crate::__core::result::Result;\n |\n102 + use core::fmt::Result;\n |\n102 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\lib.rs:462:6\n |\n462 | ) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n102 + use crate::__core::fmt::Result;\n |\n102 + use crate::__core::result::Result;\n |\n102 + use core::fmt::Result;\n |\n102 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\lib.rs:475:6\n |\n475 | ) -> Result<&B, PodCastError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n102 + use crate::__core::fmt::Result;\n |\n102 + use crate::__core::result::Result;\n |\n102 + use core::fmt::Result;\n |\n102 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\lib.rs:488:6\n |\n488 | ) -> Result<&mut B, PodCastError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n102 + use crate::__core::fmt::Result;\n |\n102 + use crate::__core::result::Result;\n |\n102 + use core::fmt::Result;\n |\n102 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\lib.rs:510:6\n |\n510 | ) -> Result<&[B], PodCastError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n102 + use crate::__core::fmt::Result;\n |\n102 + use crate::__core::result::Result;\n |\n102 + use core::fmt::Result;\n |\n102 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\lib.rs:524:6\n |\n524 | ) -> Result<&mut [B], PodCastError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n102 + use crate::__core::fmt::Result;\n |\n102 + use crate::__core::result::Result;\n |\n102 + use core::fmt::Result;\n |\n102 + use core::result::Result;\n |\n\nerror[E0405]: cannot find trait `Drop` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\lib.rs:537:11\n |\n537 | impl Drop for EnsureZeroWrite {\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n102 + use crate::__core::ops::Drop;\n |\n102 + use core::ops::Drop;\n |\n\nerror[E0425]: cannot find function `drop` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytemuck-1.25.0\\src\\lib.rs:548:5\n |\n548 | drop(guard);\n | ^^^^ not found in this scope\n |\nhelp: consider importing one of these functions\n |\n102 + use crate::__core::mem::drop;\n |\n102 + use core::mem::drop;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:10:34\n |\n10 | fn nix_injected_commit_hash() -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0425]: cannot find type `String` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:10:41\n |\n10 | fn nix_injected_commit_hash() -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n10 | fn nix_injected_commit_hash() -> Option {\n | ++++++++\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:16:9\n |\n16 | Ok(commit_sha) => {\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:18:13\n |\n18 | Some(commit_sha)\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:21:9\n |\n21 | Err(VarError::NotPresent) => {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:23:13\n |\n23 | None\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 1 + use core::option::Option::None;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:25:9\n |\n25 | Err(VarError::NotUnicode(gross)) => {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `String` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:32:23\n |\n32 | fn find_git_hash() -> String {\n | ^^^^^^ not found in this scope\n\nerror: `#[panic_handler]` function required, but not found\n\nerror: unwinding panics are not supported without std\n |\n = help: using nightly cargo, use -Zbuild-std with panic=\"abort\" to avoid unwinding\n = note: since the core library is usually precompiled with panic=\"unwind\", rebuilding your crate with panic=\"abort\" may not be enough to fix the problem\n\nerror[E0433]: failed to resolve: use of undeclared type `String`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\build.rs:37:9\n |\n37 | String::from_utf8(output.stdout).unwrap().trim().to_string()\n | ^^^^^^ use of undeclared type `String`\n\nSome errors have detailed explanations: E0425, E0433, E0463, E0531, E0786.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `spacetimedb-lib` (build script) due to 16 previous errors\nerror: could not compile `bytemuck` (lib) due to 148 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 3401, + "output_tokens": 483, + "generation_duration_ms": 3092, + "started_at": "2026-03-31T13:39:43.468919900Z", + "finished_at": "2026-03-31T13:40:06.771682900Z" + }, + "t_010_connect": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_010_connect", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3387, + "output_tokens": 699, + "generation_duration_ms": 4282, + "started_at": "2026-03-31T13:40:06.771702900Z", + "finished_at": "2026-03-31T13:40:59.452601200Z" + }, + "t_011_helper_function": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "xai", + "input_tokens": 3407, + "output_tokens": 544, + "generation_duration_ms": 2926, + "started_at": "2026-03-31T13:40:06.773103700Z", + "finished_at": "2026-03-31T13:41:16.409112800Z" + }, + "t_012_spacetime_product_type": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "xai", + "input_tokens": 3411, + "output_tokens": 401, + "generation_duration_ms": 2163, + "started_at": "2026-03-31T13:48:01.026720600Z", + "finished_at": "2026-03-31T13:48:56.926110500Z" + }, + "t_013_spacetime_sum_type": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3425, + "output_tokens": 501, + "generation_duration_ms": 2286, + "started_at": "2026-03-31T13:48:37.373774800Z", + "finished_at": "2026-03-31T13:49:27.492783200Z" + }, + "t_014_elementary_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3422, + "output_tokens": 582, + "generation_duration_ms": 3301, + "started_at": "2026-03-31T13:48:56.926223Z", + "finished_at": "2026-03-31T13:49:46.130248300Z" + }, + "t_015_product_type_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3461, + "output_tokens": 480, + "generation_duration_ms": 2240, + "started_at": "2026-03-31T13:49:27.492887600Z", + "finished_at": "2026-03-31T13:50:15.238104200Z" + }, + "t_016_sum_type_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3438, + "output_tokens": 454, + "generation_duration_ms": 5812, + "started_at": "2026-03-31T13:49:46.130383400Z", + "finished_at": "2026-03-31T13:50:46.369310500Z" + }, + "t_017_scheduled_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + } + } + }, + "vendor": "xai", + "input_tokens": 3399, + "output_tokens": 548, + "generation_duration_ms": 2717, + "started_at": "2026-03-31T13:50:15.238340400Z", + "finished_at": "2026-03-31T13:51:01.996967300Z" + }, + "t_018_constraints": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n accessor = account,\n public,\n index(accessor = by_name, btree(columns = [name]))\n)]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.account().insert(Account {\n id: 0,\n email: \"a@example.com\".to_string(),\n name: \"Alice\".to_string(),\n });\n ctx.db.account().insert(Account {\n id: 0,\n email: \"b@example.com\".to_string(),\n name: \"Bob\".to_string(),\n });\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:60604/v1/database/c2006e0dc376be35b0df37b5715d594eac9914e874785dad93eccabba8615c4f/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "xai", + "input_tokens": 3400, + "output_tokens": 548, + "generation_duration_ms": 15632, + "started_at": "2026-03-31T13:50:46.369421200Z", + "finished_at": "2026-03-31T13:51:47.143123Z" + }, + "t_019_many_to_many": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "m2m_has_1_1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=1" + } + }, + "m2m_has_1_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=2" + } + }, + "m2m_has_2_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "xai", + "input_tokens": 3530, + "output_tokens": 1179, + "generation_duration_ms": 5191, + "started_at": "2026-03-31T13:51:01.997112200Z", + "finished_at": "2026-03-31T13:51:57.890205200Z" + }, + "t_020_ecs": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 7, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = entity, public)]\npub struct Entity {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n}\n\n#[table(accessor = position, public)]\npub struct Position {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[table(accessor = velocity, public)]\npub struct Velocity {\n #[primary_key]\n pub entity_id: i32,\n pub vx: i32,\n pub vy: i32,\n}\n\n#[table(accessor = next_position, public)]\npub struct NextPosition {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n // Insert first entity\n let entity1 = ctx.db.entity().insert(Entity { id: 0 });\n let id1 = entity1.id as i32;\n ctx.db.position().insert(Position { entity_id: id1, x: 0, y: 0 });\n ctx.db.velocity().insert(Velocity { entity_id: id1, vx: 1, vy: 0 });\n\n // Insert second entity\n let entity2 = ctx.db.entity().insert(Entity { id: 0 });\n let id2 = entity2.id as i32;\n ctx.db.position().insert(Position { entity_id: id2, x: 10, y: 0 });\n ctx.db.velocity().insert(Velocity { entity_id: id2, vx: -2, vy: 3 });\n}\n\n#[reducer]\npub fn step(ctx: &ReducerContext) {\n for pos in ctx.db.position().iter() {\n if let Some(vel) = ctx.db.velocity().entity_id().find(pos.entity_id) {\n let new_x = pos.x + vel.vx;\n let new_y = pos.y + vel.vy;\n let next_pos = NextPosition {\n entity_id: pos.entity_id,\n x: new_x,\n y: new_y,\n };\n if ctx.db.next_position().entity_id().find(pos.entity_id).is_some() {\n ctx.db.next_position().entity_id().update(next_pos);\n } else {\n ctx.db.next_position().insert(next_pos);\n }\n }\n }\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.48\n Compiling nohash-hasher v0.2.0\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling num-traits v0.2.19\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling cc v1.2.58\n Compiling hex v0.4.3\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.4\n Compiling http v1.4.0\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\nerror: could not compile `spacetimedb-lib` (lib)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name spacetimedb_lib --edition=2024 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --warn=unexpected_cfgs '--allow=clippy::result_large_err' --check-cfg 'cfg(tokio_unstable)' --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"default\", \"enum-map\", \"memory-usage\", \"metrics_impls\", \"proptest\", \"serde\", \"test\"))' -C metadata=47721d8db5195b6f -C extra-filename=-2b2ab55b5f6db1ce --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-code\\llm\\target\\wasm32-unknown-unknown\\release\\deps' --target wasm32-unknown-unknown -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-code\\llm\\target\\wasm32-unknown-unknown\\release\\deps' -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-code\\llm\\target\\release\\deps' --extern 'anyhow=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-code\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\libanyhow-f072acfa6ebc93eb.rmeta' --extern 'bitflags=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-code\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\libbitflags-5fc205acc69c2dfe.rmeta' --extern 'blake3=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-code\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\libblake3-76b1ffdfbfce388b.rmeta' --extern 'chrono=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-code\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\libchrono-2e60656640dc44f4.rmeta' --extern 'derive_more=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-code\\llm\\target\\release\\deps\\derive_more-0e2ddc7cc90e6319.dll' --extern 'enum_as_inner=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-code\\llm\\target\\release\\deps\\enum_as_inner-eab8ebd98b80aafc.dll' --extern 'hex=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-code\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\libhex-1b36c495f1c1d492.rmeta' --extern 'itertools=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-code\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\libitertools-687b3e9ce6d182fb.rmeta' --extern 'log=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-code\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\liblog-a8fd09d2c89649fc.rmeta' --extern 'spacetimedb_bindings_macro=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-code\\llm\\target\\release\\deps\\spacetimedb_bindings_macro-575d80d83760cda4.dll' --extern 'spacetimedb_primitives=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-code\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\libspacetimedb_primitives-0bddaf415194ce04.rmeta' --extern 'spacetimedb_sats=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-code\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\libspacetimedb_sats-567d97fbbbbaa2b2.rmeta' --extern 'thiserror=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_020_ecs\\rust\\server\\grok-code\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\libthiserror-e9256d4a0443d60b.rmeta' -C debuginfo=0 -C panic=abort` (exit code: 0xc000012d)\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 3577, + "output_tokens": 1162, + "generation_duration_ms": 11813, + "started_at": "2026-03-31T13:51:47.143234600Z", + "finished_at": "2026-03-31T13:52:32.437052300Z" + }, + "t_021_multi_column_index": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n accessor = log,\n public,\n index(accessor = by_user_day, btree(columns = [user_id, day]))\n)]\npub struct Log {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub user_id: i32,\n pub day: i32,\n pub message: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.log().insert(Log {\n id: 0,\n user_id: 7,\n day: 1,\n message: \"a\".to_string(),\n });\n ctx.db.log().insert(Log {\n id: 0,\n user_id: 7,\n day: 2,\n message: \"b\".to_string(),\n });\n ctx.db.log().insert(Log {\n id: 0,\n user_id: 9,\n day: 1,\n message: \"c\".to_string(),\n });\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.48\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling hex v0.4.3\n Compiling second-stack v0.3.5\n Compiling uuid v1.23.0\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling bytemuck v1.25.0\n Compiling num-traits v0.2.19\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling itertools v0.12.1\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling cc v1.2.58\n Compiling blake3 v1.8.4\n Compiling ethnum v1.5.2\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling castaway v0.2.4\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling decorum v0.3.1\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling rand v0.8.5\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\nerror[E0463]: can't find crate for `spacetimedb_sats`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\lib.rs:8:5\n |\n8 | use spacetimedb_sats::raw_identifier::RawIdentifier;\n | ^^^^^^^^^^^^^^^^ can't find crate\n\nerror[E0432]: unresolved imports `crate::de::Error`, `crate::AlgebraicType`, `crate::ProductType`, `crate::SpacetimeType`, `crate::Uuid`, `spacetimedb_lib::de::Deserialize`, `spacetimedb_lib::ser::Serialize`, `spacetimedb_lib::TimeDuration`, `spacetimedb_lib::Timestamp`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\auth.rs:1:5\n |\n1 | use crate::de::Error;\n | ^^^^^^^^^^^^^^^^\n |\n ::: D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v8.rs:6:13\n |\n6 | use crate::{AlgebraicType, ProductType, SpacetimeType};\n | ^^^^^^^^^^^^^ ^^^^^^^^^^^ ^^^^^^^^^^^^^\n |\n ::: D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\filterable_value.rs:1:37\n |\n1 | use crate::{ConnectionId, Identity, Uuid};\n | ^^^^\n |\n ::: D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\operator.rs:4:5\n |\n4 | use spacetimedb_lib::de::Deserialize;\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n5 | use spacetimedb_lib::ser::Serialize;\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n |\n ::: D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\scheduler.rs:3:23\n |\n3 | use spacetimedb_lib::{TimeDuration, Timestamp};\n | ^^^^^^^^^^^^ ^^^^^^^^^\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v8.rs:25:3\n |\n25 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n26 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n27 | pub struct RawSequenceDefV8 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v8.rs:83:3\n |\n83 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n84 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n85 | pub enum IndexType {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v8.rs:110:3\n |\n110 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n111 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n112 | pub struct RawIndexDefV8 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v8.rs:172:3\n |\n172 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n173 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n174 | pub struct RawColumnDefV8 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v8.rs:226:3\n |\n226 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n227 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n228 | pub struct RawConstraintDefV8 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v8.rs:308:3\n |\n308 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n309 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n310 | pub struct RawTableDefV8 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:58:3\n |\n58 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n60 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n61 | pub struct RawModuleDefV9 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:148:3\n |\n148 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n150 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n151 | pub struct RawTableDefV9 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:195:3\n |\n195 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n196 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n197 | pub enum TableType {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:221:3\n |\n221 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n222 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n223 | pub enum TableAccess {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:247:3\n |\n247 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n249 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n250 | pub struct RawSequenceDefV9 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:280:3\n |\n280 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n282 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n283 | pub struct RawIndexDefV9 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:307:3\n |\n307 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n309 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n310 | pub enum RawIndexAlgorithm {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:352:3\n |\n352 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n354 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n355 | pub struct RawScheduleDefV9 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:370:3\n |\n370 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n372 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n373 | pub struct RawConstraintDefV9 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:384:3\n |\n384 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n387 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n388 | pub enum RawConstraintDataV9 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:395:3\n |\n395 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n397 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n398 | pub struct RawUniqueConstraintDataV9 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:404:3\n |\n404 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n406 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n407 | pub struct RawRowLevelSecurityDefV9 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:416:3\n |\n416 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n419 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n420 | pub enum RawMiscModuleExportV9 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:430:3\n |\n430 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n432 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n433 | pub struct RawColumnDefaultValueV9 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:447:3\n |\n447 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n449 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n450 | pub struct RawTypeDefV9 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:466:3\n |\n466 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n467 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n468 | pub struct RawScopedTypeNameV9 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:493:3\n |\n493 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n495 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n496 | pub struct RawViewDefV9 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:530:3\n |\n530 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n531 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n532 | pub enum ViewResultHeader {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:544:3\n |\n544 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n546 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n547 | pub struct RawReducerDefV9 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:561:3\n |\n561 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n563 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n564 | pub enum Lifecycle {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v9.rs:576:3\n |\n576 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n578 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n579 | pub struct RawProcedureDefV9 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v10.rs:35:3\n |\n35 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n37 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n38 | pub struct RawModuleDefV10 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v10.rs:48:3\n |\n48 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n51 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n52 | pub enum RawModuleDefV10Section {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v10.rs:96:3\n |\n96 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n98 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n99 | pub enum CaseConversionPolicy {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v10.rs:107:3\n |\n107 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n110 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n111 | pub struct NameMapping {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v10.rs:135:3\n |\n135 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n138 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n139 | pub enum ExplicitNameEntry {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v10.rs:145:3\n |\n145 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n148 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n149 | pub struct ExplicitNames {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v10.rs:202:3\n |\n202 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n204 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n205 | pub struct RawTableDefV10 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v10.rs:256:3\n |\n256 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n258 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n259 | pub struct RawColumnDefaultValueV10 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v10.rs:269:3\n |\n269 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n271 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n272 | pub struct RawReducerDefV10 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v10.rs:291:3\n |\n291 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n293 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n294 | pub enum FunctionVisibility {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v10.rs:308:3\n |\n308 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n310 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n311 | pub struct RawScheduleDefV10 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v10.rs:328:3\n |\n328 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n330 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n331 | pub struct RawLifeCycleReducerDefV10 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v10.rs:340:3\n |\n340 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n342 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n343 | pub struct RawProcedureDefV10 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v10.rs:362:3\n |\n362 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n364 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n365 | pub struct RawSequenceDefV10 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v10.rs:395:3\n |\n395 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n397 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n398 | pub struct RawIndexDefV10 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v10.rs:412:3\n |\n412 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n414 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n415 | pub struct RawConstraintDefV10 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v10.rs:430:3\n |\n430 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n432 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n433 | pub struct RawTypeDefV10 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v10.rs:449:3\n |\n449 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n450 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n451 | pub struct RawScopedTypeNameV10 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\raw_def\\v10.rs:476:3\n |\n476 | #[sats(crate = crate)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n478 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n479 | pub struct RawViewDefV10 {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\http.rs:25:3\n |\n25 | #[sats(crate = crate, name = \"HttpRequest\")]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n26 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n27 | pub struct Request {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\http.rs:49:3\n |\n49 | #[sats(crate = crate, name = \"HttpMethod\")]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n50 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n51 | pub enum Method {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\http.rs:65:3\n |\n65 | #[sats(crate = crate, name = \"HttpVersion\")]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n66 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n67 | pub enum Version {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\http.rs:76:3\n |\n76 | #[sats(crate = crate, name = \"HttpHeaders\")]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n77 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n78 | pub struct Headers {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\http.rs:141:3\n |\n141 | #[sats(crate = crate, name = \"HttpHeaderPair\")]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n142 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n143 | struct HttpHeaderPair {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\http.rs:150:3\n |\n150 | #[sats(crate = crate, name = \"HttpResponse\")]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n151 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n152 | pub struct Response {\n |\n\nerror: cannot find attribute `sats` in this scope\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\st_var.rs:7:3\n |\n7 | #[sats(crate = spacetimedb_lib)]\n | ^^^^\n |\nhelp: `sats` is an attribute that can be used by the derive macros `Deserialize`, `Serialize`, `SpacetimeType` and `__TableHelper`, you might be missing a `derive` attribute\n |\n8 + #[derive(Deserialize, Serialize, SpacetimeType, __TableHelper)]\n9 | pub enum StVarValue {\n |\n\nwarning: unused import: `std::borrow::Cow`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\db\\auth.rs:3:5\n |\n3 | use std::borrow::Cow;\n | ^^^^^^^^^^^^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0220]: associated type `Ok` not found for `S`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\connection_id.rs:28:61\n |\n28 | #[derive(Clone, Copy, PartialEq, Eq, Hash, PartialOrd, Ord, Serialize, Deserialize)]\n | ^^^^^^^^^ associated type `Ok` not found\n |\n = note: this error originates in the derive macro `Serialize` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0220]: associated type `Error` not found for `S`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\connection_id.rs:28:61\n |\n28 | #[derive(Clone, Copy, PartialEq, Eq, Hash, PartialOrd, Ord, Serialize, Deserialize)]\n | ^^^^^^^^^ associated type `Error` not found\n |\n = note: this error originates in the derive macro `Serialize` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0220]: associated type `Error` not found for `D`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\connection_id.rs:28:72\n |\n28 | #[derive(Clone, Copy, PartialEq, Eq, Hash, PartialOrd, Ord, Serialize, Deserialize)]\n | ^^^^^^^^^^^ associated type `Error` not found\n |\n = note: this error originates in the derive macro `Deserialize` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0223]: ambiguous associated type\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\connection_id.rs:28:72\n |\n28 | #[derive(Clone, Copy, PartialEq, Eq, Hash, PartialOrd, Ord, Serialize, Deserialize)]\n | ^^^^^^^^^^^\n |\n = note: this error originates in the derive macro `Deserialize` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0220]: associated type `Error` not found for `A`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\connection_id.rs:28:72\n |\n28 | #[derive(Clone, Copy, PartialEq, Eq, Hash, PartialOrd, Ord, Serialize, Deserialize)]\n | ^^^^^^^^^^^ associated type `Error` not found\n |\n = note: this error originates in the derive macro `Deserialize` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0220]: associated type `Ok` not found for `S`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\identity.rs:130:70\n |\n130 | #[derive(Default, Eq, PartialEq, PartialOrd, Ord, Clone, Copy, Hash, Serialize, Deserialize)]\n | ^^^^^^^^^ associated type `Ok` not found\n |\n = note: this error originates in the derive macro `Serialize` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0220]: associated type `Error` not found for `S`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\identity.rs:130:70\n |\n130 | #[derive(Default, Eq, PartialEq, PartialOrd, Ord, Clone, Copy, Hash, Serialize, Deserialize)]\n | ^^^^^^^^^ associated type `Error` not found\n |\n = note: this error originates in the derive macro `Serialize` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0220]: associated type `Error` not found for `D`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\identity.rs:130:81\n |\n130 | #[derive(Default, Eq, PartialEq, PartialOrd, Ord, Clone, Copy, Hash, Serialize, Deserialize)]\n | ^^^^^^^^^^^ associated type `Error` not found\n |\n = note: this error originates in the derive macro `Deserialize` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0223]: ambiguous associated type\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\identity.rs:130:81\n |\n130 | #[derive(Default, Eq, PartialEq, PartialOrd, Ord, Clone, Copy, Hash, Serialize, Deserialize)]\n | ^^^^^^^^^^^\n |\n = note: this error originates in the derive macro `Deserialize` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0220]: associated type `Error` not found for `A`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib\\src\\identity.rs:130:81\n |\n130 | #[derive(Default, Eq, PartialEq, PartialOrd, Ord, Clone, Copy, Hash, Serialize, Deserialize)]\n | ^^^^^^^^^^^ associated type `Error` not found\n |\n = note: this error originates in the derive macro `Deserialize` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nSome errors have detailed explanations: E0220, E0223, E0432, E0463.\nFor more information about an error, try `rustc --explain E0220`.\nwarning: `spacetimedb-lib` (lib) generated 1 warning\nerror: could not compile `spacetimedb-lib` (lib) due to 65 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 3442, + "output_tokens": 616, + "generation_duration_ms": 4053, + "started_at": "2026-03-31T13:51:57.890356800Z", + "finished_at": "2026-03-31T13:52:34.501688600Z" + }, + "t_022_view_basic": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3386, + "output_tokens": 464, + "generation_duration_ms": 5614, + "started_at": "2026-03-31T13:44:56.989589Z", + "finished_at": "2026-03-31T13:46:00.556514200Z" + }, + "t_023_view_per_user": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3428, + "output_tokens": 389, + "generation_duration_ms": 2754, + "started_at": "2026-03-31T13:45:02.602425800Z", + "finished_at": "2026-03-31T13:45:52.805304800Z" + }, + "t_024_event_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3399, + "output_tokens": 388, + "generation_duration_ms": 3286, + "started_at": "2026-03-31T13:42:06.030296100Z", + "finished_at": "2026-03-31T13:43:01.555150700Z" + }, + "t_025_optional_fields": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3415, + "output_tokens": 377, + "generation_duration_ms": 2336, + "started_at": "2026-03-31T13:42:40.946976800Z", + "finished_at": "2026-03-31T13:43:31.342567Z" + }, + "t_026_auth_identity_check": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3455, + "output_tokens": 622, + "generation_duration_ms": 4715, + "started_at": "2026-03-31T13:32:44.595539100Z", + "finished_at": "2026-03-31T13:33:35.399376400Z" + }, + "t_027_private_vs_public_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3474, + "output_tokens": 491, + "generation_duration_ms": 3311, + "started_at": "2026-03-31T13:32:44.596548100Z", + "finished_at": "2026-03-31T13:33:38.008282Z" + }, + "t_028_cascade_delete": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3438, + "output_tokens": 562, + "generation_duration_ms": 3456, + "started_at": "2026-03-31T13:43:01.555250500Z", + "finished_at": "2026-03-31T13:43:58.602158600Z" + }, + "t_029_filter_and_aggregate": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = order)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub category: String,\n pub amount: u64,\n pub fulfilled: bool,\n}\n\n#[table(accessor = category_stats)]\npub struct CategoryStats {\n #[primary_key]\n pub category: String,\n pub total_amount: u64,\n pub order_count: u32,\n}\n\n#[reducer]\npub fn compute_stats(ctx: &ReducerContext, category: String) {\n let mut total_amount = 0u64;\n let mut order_count = 0u32;\n for order in ctx.db.order().by_category().filter(&category) {\n total_amount += order.amount;\n order_count += 1;\n }\n let stats = CategoryStats {\n category: category.clone(),\n total_amount,\n order_count,\n };\n if let Some(_) = ctx.db.category_stats().category().find(&category) {\n ctx.db.category_stats().category().update(stats);\n } else {\n ctx.db.category_stats().insert(stats);\n }\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.48\n Compiling anyhow v1.0.102\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.4\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_029_filter_and_aggregate\\rust\\server\\grok-code\\llm)\nerror[E0599]: no method named `by_category` found for reference `&order__TableHandle` in the current scope\n --> src\\lib.rs:27:33\n |\n27 | for order in ctx.db.order().by_category().filter(&category) {\n | ^^^^^^^^^^^\n |\nhelp: there is a method `category` with a similar name\n |\n27 - for order in ctx.db.order().by_category().filter(&category) {\n27 + for order in ctx.db.order().category().filter(&category) {\n |\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 3459, + "output_tokens": 697, + "generation_duration_ms": 3187, + "started_at": "2026-03-31T13:43:31.342789100Z", + "finished_at": "2026-03-31T13:44:08.227456900Z" + }, + "t_030_two_table_join": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3508, + "output_tokens": 635, + "generation_duration_ms": 9626, + "started_at": "2026-03-31T13:43:58.602262800Z", + "finished_at": "2026-03-31T13:45:02.602299600Z" + }, + "t_031_unique_constraint": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3399, + "output_tokens": 375, + "generation_duration_ms": 2628, + "started_at": "2026-03-31T13:44:08.227526500Z", + "finished_at": "2026-03-31T13:44:56.989484400Z" + }, + "t_032_range_query": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3466, + "output_tokens": 665, + "generation_duration_ms": 4048, + "started_at": "2026-03-31T13:45:52.805414100Z", + "finished_at": "2026-03-31T13:46:35.482342600Z" + }, + "t_033_sort_and_limit": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3461, + "output_tokens": 560, + "generation_duration_ms": 2337, + "started_at": "2026-03-31T13:46:00.556629Z", + "finished_at": "2026-03-31T13:46:41.975222700Z" + }, + "t_034_find_first": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3434, + "output_tokens": 556, + "generation_duration_ms": 2721, + "started_at": "2026-03-31T13:46:35.482536600Z", + "finished_at": "2026-03-31T13:47:21.199828300Z" + }, + "t_035_select_distinct": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3427, + "output_tokens": 596, + "generation_duration_ms": 9117, + "started_at": "2026-03-31T13:46:41.975303300Z", + "finished_at": "2026-03-31T13:47:44.294502900Z" + }, + "t_036_count_without_collect": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3471, + "output_tokens": 685, + "generation_duration_ms": 3014, + "started_at": "2026-03-31T13:47:21.199918200Z", + "finished_at": "2026-03-31T13:48:01.026638500Z" + }, + "t_037_multi_column_filter": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3463, + "output_tokens": 738, + "generation_duration_ms": 3744, + "started_at": "2026-03-31T13:47:44.294595Z", + "finished_at": "2026-03-31T13:48:37.373681600Z" + }, + "t_038_schedule_at_time": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3432, + "output_tokens": 749, + "generation_duration_ms": 4735, + "started_at": "2026-03-31T13:40:59.452784600Z", + "finished_at": "2026-03-31T13:41:46.120496900Z" + }, + "t_039_cancel_schedule": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3423, + "output_tokens": 769, + "generation_duration_ms": 3561, + "started_at": "2026-03-31T13:41:16.409220500Z", + "finished_at": "2026-03-31T13:42:06.030208400Z" + }, + "t_040_lifecycle_player": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3386, + "output_tokens": 506, + "generation_duration_ms": 2876, + "started_at": "2026-03-31T13:41:46.120569Z", + "finished_at": "2026-03-31T13:42:40.946876900Z" + }, + "t_041_registered_user_gate": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3480, + "output_tokens": 673, + "generation_duration_ms": 3063, + "started_at": "2026-03-31T13:33:35.399468800Z", + "finished_at": "2026-03-31T13:34:17.948929600Z" + }, + "t_042_admin_bootstrap": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3491, + "output_tokens": 520, + "generation_duration_ms": 3606, + "started_at": "2026-03-31T13:33:38.008448600Z", + "finished_at": "2026-03-31T13:34:19.138289200Z" + }, + "t_043_role_based_access": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3549, + "output_tokens": 769, + "generation_duration_ms": 3390, + "started_at": "2026-03-31T13:34:17.949026500Z", + "finished_at": "2026-03-31T13:35:02.485701400Z" + }, + "t_044_ban_list": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3537, + "output_tokens": 939, + "generation_duration_ms": 5226, + "started_at": "2026-03-31T13:34:19.138419900Z", + "finished_at": "2026-03-31T13:35:27.950665100Z" + }, + "t_045_rate_limit": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3509, + "output_tokens": 872, + "generation_duration_ms": 4726, + "started_at": "2026-03-31T13:35:02.485805400Z", + "finished_at": "2026-03-31T13:35:32.637664500Z" + }, + "t_046_shared_document": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3579, + "output_tokens": 842, + "generation_duration_ms": 4678, + "started_at": "2026-03-31T13:35:27.950853300Z", + "finished_at": "2026-03-31T13:36:31.764654200Z" + } + } + }, + { + "name": "Gemini 3.1 Pro", + "route_api_model": "google/gemini-3.1-pro-preview", + "tasks": { + "t_000_empty_reducers": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3924, + "output_tokens": 1893, + "generation_duration_ms": 32839, + "started_at": "2026-03-31T13:37:46.108056900Z", + "finished_at": "2026-03-31T13:39:15.535477700Z" + }, + "t_001_basic_tables": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::table;\n\n#[table(accessor = user, public)]\npub struct User {\n #[primary_key]\n pub id: i32,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[table(accessor = product, public)]\npub struct Product {\n #[primary_key]\n pub id: i32,\n pub title: String,\n pub price: f32,\n pub in_stock: bool,\n}\n\n#[table(accessor = note, public)]\npub struct Note {\n #[primary_key]\n pub id: i32,\n pub body: String,\n pub rating: i64,\n pub pinned: bool,\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.48\n Compiling thiserror v1.0.69\n Compiling keccak v0.1.6\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling hex v0.4.3\n Compiling bytemuck v1.25.0\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling rand_core v0.6.4\nerror[E0786]: found invalid metadata files for crate `alloc` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\liballoc-518331e30701fd1a.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot resolve a prelude import\n\nerror[E0786]: found invalid metadata files for crate `hashbrown` which `std` depends on\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:19:1\n |\n19 | extern crate std;\n | ^^^^^^^^^^^^^^^^^\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\wasm32-unknown-unknown\\lib\\libhashbrown-44c4d94e84767463.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror[E0786]: found invalid metadata files for crate `compiler_builtins` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\libcompiler_builtins-f7c5c1235d9df24b.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:3:5\n |\n3 | use std::env;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\date.rs:180:9\n |\n180 | write!(f, \"{}-{:02}-{:02}\", y, m, d)\n | ^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\date.rs:5:3\n |\n5 | #[derive(Debug, PartialEq, Eq, Copy, Clone, PartialOrd, Ord)]\n | ^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\channel.rs:193:9\n |\n193 | write!(f, \"{}\", self.as_str())\n | ^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\channel.rs:12:3\n |\n12 | #[derive(Debug, PartialEq, Eq, Copy, Clone)]\n | ^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\channel.rs:3:3\n |\n3 | #[derive(Debug, PartialEq, Eq, Copy, Clone)]\n | ^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\version.rs:201:9\n |\n201 | write!(f, \"Version({:?}, {:?})\", self.0, self.to_mmp())\n | ^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\version.rs:194:9\n |\n194 | write!(f, \"{}.{}.{}\", major, minor, patch)\n | ^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\version.rs:4:3\n |\n4 | #[derive(PartialEq, Eq, Copy, Clone, PartialOrd, Ord)]\n | ^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\error.rs:9:3\n |\n9 | #[derive(Debug)]\n | ^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\error.rs:37:17\n |\n37 | write!(f, \"process exited unsuccessfully: {}\", status)\n | ^^^^^\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\version.rs:21:22\n |\n21 | pub fn read() -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\version.rs:57:36\n |\n57 | pub fn parse(version: &str) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\version.rs:67:30\n |\n67 | (3, _) | (_, Err(_)) => return None,\n | ^^^ not found in this scope\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\error.rs:44:3\n |\n44 | #[derive(Debug)]\n | ^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\rustc.rs:9:3\n |\n9 | #[derive(Clone, Debug)]\n | ^^^^^^\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\version.rs:67:48\n |\n67 | (3, _) | (_, Err(_)) => return None,\n | ^^^^ not found in this scope\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:7:3\n |\n7 | #[derive(Clone, Debug, PartialEq, Eq, PartialOrd, Ord)]\n | ^^^^^^\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\version.rs:68:21\n |\n68 | (_, Ok(v)) => v,\n | ^^ not found in this scope\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:87:3\n |\n87 | #[derive(Clone, Debug)]\n | ^^^^^^\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:1:5\n |\n1 | use std::env;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:111:5\n |\n111 | println!(\"cargo:rustc-cfg={}\", cfg);\n | ^^^^^^^\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\channel.rs:29:22\n |\n29 | pub fn read() -> Option {\n | ^^^^^^ not found in this scope\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:121:5\n |\n121 | println!(\"cargo:rerun-if-changed={}\", path);\n | ^^^^^^^\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\channel.rs:56:36\n |\n56 | pub fn parse(version: &str) -> Option {\n | ^^^^^^ not found in this scope\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:132:5\n |\n132 | println!(\"cargo:rerun-if-env-changed={}\", var);\n | ^^^^^^^\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\channel.rs:67:13\n |\n67 | None\n | ^^^^ not found in this scope\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:151:5\n |\n151 | println!(\"cargo:rustc-check-cfg=cfg({})\", cfg);\n | ^^^^^^^\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\date.rs:22:22\n |\n22 | pub fn read() -> Option {\n | ^^^^^^ not found in this scope\n\nerror: cannot find macro `format` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:290:24\n |\n290 | let cfg_flag = format!(\"rustc_{}_{}\", major, minor);\n | ^^^^^^\n\nerror: cannot find macro `format` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:303:9\n |\n303 | format!(\"autocfg_{:016x}_{}\", self.uuid, id)\n | ^^^^^^\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\date.rs:51:33\n |\n51 | pub fn parse(date: &str) -> Option {\n | ^^^^^^ not found in this scope\n\nerror: cannot find macro `format_args` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:352:28\n |\n352 | self.probe_fmt(format_args!(\"#![no_std]\\n{}\", code))\n | ^^^^^^^^^^^\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\date.rs:55:30\n |\n55 | (3, _) | (_, Err(_)) => return None,\n | ^^^ not found in this scope\n\nerror: cannot find macro `format_args` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:404:24\n |\n404 | self.probe_fmt(format_args!(\"{}\", code))\n | ^^^^^^^^^^^\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\date.rs:55:48\n |\n55 | (3, _) | (_, Err(_)) => return None,\n | ^^^^ not found in this scope\n\nerror: cannot find macro `format_args` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:416:20\n |\n416 | self.probe(format_args!(\"extern crate {} as probe;\", name))\n | ^^^^^^^^^^^\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\date.rs:56:21\n |\n56 | (_, Ok(v)) => v,\n | ^^ not found in this scope\n\nerror: cannot find macro `format` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:421:24\n |\n421 | let cfg_flag = format!(\"has_{}\", mangle(name));\n | ^^^^^^\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\date.rs:62:20\n |\n62 | return None;\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:128:53\n |\n128 | fn version_and_date_from_rustc_version(s: &str) -> (Option, Option) {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:128:60\n |\n128 | fn version_and_date_from_rustc_version(s: &str) -> (Option, Option) {\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n128 | fn version_and_date_from_rustc_version(s: &str) -> (Option, Option) {\n | ++++++++\n\nerror: cannot find macro `format_args` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:436:20\n |\n436 | self.probe(format_args!(\"pub use {};\", path))\n | ^^^^^^^^^^^\n\nerror: cannot find macro `format` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:444:35\n |\n444 | self.emit_path_cfg(path, &format!(\"has_{}\", mangle(path)));\n | ^^^^^^\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:128:69\n |\n128 | fn version_and_date_from_rustc_version(s: &str) -> (Option, Option) {\n | ^^^^^^ not found in this scope\n\nerror: cannot find macro `format_args` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:463:20\n |\n463 | self.probe(format_args!(\"pub trait Probe: {} + Sized {{}}\", name))\n | ^^^^^^^^^^^\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:128:76\n |\n128 | fn version_and_date_from_rustc_version(s: &str) -> (Option, Option) {\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n128 | fn version_and_date_from_rustc_version(s: &str) -> (Option, Option) {\n | ++++++++\n\nerror: cannot find macro `format` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:471:36\n |\n471 | self.emit_trait_cfg(name, &format!(\"has_{}\", mangle(name)));\n | ^^^^^^\n\nerror: cannot find macro `format_args` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:490:20\n |\n490 | self.probe(format_args!(\"pub type Probe = {};\", name))\n | ^^^^^^^^^^^\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:138:61\n |\n138 | fn version_and_date_from_rustc_verbose_version(s: &str) -> (Option, Option) {\n | ^^^^^^ not found in this scope\n\nerror: cannot find macro `format` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:498:35\n |\n498 | self.emit_type_cfg(name, &format!(\"has_{}\", mangle(name)));\n | ^^^^^^\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:138:68\n |\n138 | fn version_and_date_from_rustc_verbose_version(s: &str) -> (Option, Option) {\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n138 | fn version_and_date_from_rustc_verbose_version(s: &str) -> (Option, Option) {\n | ++++++++\n\nerror: cannot find macro `format_args` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:517:20\n |\n517 | self.probe(format_args!(\"pub fn probe() {{ let _ = {}; }}\", expr))\n | ^^^^^^^^^^^\n\nerror: cannot find macro `format_args` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:536:20\n |\n536 | self.probe(format_args!(\"pub const PROBE: () = ((), {}).0;\", expr))\n | ^^^^^^^^^^^\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:138:77\n |\n138 | fn version_and_date_from_rustc_verbose_version(s: &str) -> (Option, Option) {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:138:84\n |\n138 | fn version_and_date_from_rustc_verbose_version(s: &str) -> (Option, Option) {\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n138 | fn version_and_date_from_rustc_verbose_version(s: &str) -> (Option, Option) {\n | ++++++++\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\error.rs:19:24\n |\n19 | fn cause(&self) -> Option<&error::Error> {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\error.rs:24:60\n |\n24 | ErrorKind::Process(_) | ErrorKind::Other(_) => None,\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:139:36\n |\n139 | let (mut version, mut date) = (None, None);\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\error.rs:30:46\n |\n30 | fn fmt(&self, f: &mut fmt::Formatter) -> Result<(), fmt::Error> {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:139:42\n |\n139 | let (mut version, mut date) = (None, None);\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\rustc.rs:12:20\n |\n12 | rustc_wrapper: Option,\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:143:13\n |\n143 | Some(\"rustc\") => {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:148:13\n |\n148 | Some(\"release:\") => version = split(line),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:149:13\n |\n149 | Some(\"commit-date:\") if line.ends_with(\"unknown\") => date = None,\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\rustc.rs:13:30\n |\n13 | rustc_workspace_wrapper: Option,\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:149:73\n |\n149 | Some(\"commit-date:\") if line.ends_with(\"unknown\") => date = None,\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\rustc.rs:42:30\n |\n42 | pub fn version(&self) -> Result {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:150:13\n |\n150 | Some(\"commit-date:\") => date = split(line),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\rustc.rs:54:16\n |\n54 | if let Some(ref rw) = self.rustc_wrapper {\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:159:30\n |\n159 | fn get_version_and_date() -> Option<(Option, Option)> {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\rustc.rs:55:20\n |\n55 | if let Some(ref rww) = self.rustc_workspace_wrapper {\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:159:38\n |\n159 | fn get_version_and_date() -> Option<(Option, Option)> {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:159:45\n |\n159 | fn get_version_and_date() -> Option<(Option, Option)> {\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n159 | fn get_version_and_date() -> Option<(Option, Option)> {\n | ++++++++\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\rustc.rs:47:24\n |\n47 | if let Ok(value) = Version::from_command($command) {\n | ^^ not found in this scope\n...\n56 | try_version!(Command::new(rw).args(&[rww, rustc]));\n | -------------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try_version` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:159:54\n |\n159 | fn get_version_and_date() -> Option<(Option, Option)> {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:159:61\n |\n159 | fn get_version_and_date() -> Option<(Option, Option)> {\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n159 | fn get_version_and_date() -> Option<(Option, Option)> {\n | ++++++++\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:174:20\n |\n174 | pub fn triple() -> Option<(Version, Channel, Date)> {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:176:9\n |\n176 | Some((Some(version), Some(date))) => (version, date),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\rustc.rs:47:24\n |\n47 | if let Ok(value) = Version::from_command($command) {\n | ^^ not found in this scope\n...\n58 | try_version!(Command::new(rw).arg(rustc));\n | ----------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try_version` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:176:15\n |\n176 | Some((Some(version), Some(date))) => (version, date),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\rustc.rs:60:16\n |\n60 | if let Some(ref rww) = self.rustc_workspace_wrapper {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:176:30\n |\n176 | Some((Some(version), Some(date))) => (version, date),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\rustc.rs:47:24\n |\n47 | if let Ok(value) = Version::from_command($command) {\n | ^^ not found in this scope\n...\n61 | try_version!(Command::new(rww).arg(rustc));\n | ------------------------------------------ in this macro invocation\n |\n = note: this error originates in the macro `try_version` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:177:21\n |\n177 | _ => return None\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\rustc.rs:67:42\n |\n67 | fn get_rustc_wrapper(workspace: bool) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:182:9\n |\n182 | Some(version) => match Channel::parse(&version_str) {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:183:13\n |\n183 | Some(channel) => match Date::parse(&date_str) {\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\rustc.rs:72:16\n |\n72 | return None;\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:184:17\n |\n184 | Some(date) => Some((version, channel, date)),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\rustc.rs:81:12\n |\n81 | if let Some(wrapper) = env::var_os(name) {\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:185:22\n |\n185 | _ => None,\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:187:18\n |\n187 | _ => None,\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:189:14\n |\n189 | _ => None\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\rustc.rs:88:5\n |\n88 | None\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:202:39\n |\n202 | pub fn is_min_date(min_date: &str) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:24:51\n |\n24 | pub fn from_command(command: &mut Command) -> Result {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:204:10\n |\n204 | (Some(rustc_date), Some(min_date)) => Some(rustc_date >= min_date),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:57:13\n |\n57 | Ok(value) => value,\n | ^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:26:22\n |\n26 | let output = try!(command\n | ______________________-\n27 | | .args(&[\"--version\", \"--verbose\"])\n28 | | .output()\n29 | | .map_err(error::from_io));\n | |_____________________________________- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:204:28\n |\n204 | (Some(rustc_date), Some(min_date)) => Some(rustc_date >= min_date),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:205:14\n |\n205 | _ => None\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:13\n |\n58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:26:22\n |\n26 | let output = try!(command\n | ______________________-\n27 | | .args(&[\"--version\", \"--verbose\"])\n28 | | .output()\n29 | | .map_err(error::from_io));\n | |_____________________________________- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:218:39\n |\n218 | pub fn is_max_date(max_date: &str) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:57:13\n |\n57 | Ok(value) => value,\n | ^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:33:22\n |\n33 | let output = try!(str::from_utf8(&output.stdout).map_err(error::from_utf8));\n | -------------------------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:220:10\n |\n220 | (Some(rustc_date), Some(max_date)) => Some(rustc_date <= max_date),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:13\n |\n58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:33:22\n |\n33 | let output = try!(str::from_utf8(&output.stdout).map_err(error::from_utf8));\n | -------------------------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:37:13\n |\n37 | Some(line) => &line[\"release: \".len()..],\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:220:28\n |\n220 | (Some(rustc_date), Some(max_date)) => Some(rustc_date <= max_date),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:43:13\n |\n43 | Some(i) => &release[..i],\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:221:14\n |\n221 | _ => None\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:57:13\n |\n57 | Ok(value) => value,\n | ^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:49:21\n |\n49 | let major = try!(iter\n | _____________________-\n50 | | .next()\n51 | | .ok_or_else(|| error::from_str(\"missing major version\")));\n | |_____________________________________________________________________- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:13\n |\n58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:49:21\n |\n49 | let major = try!(iter\n | _____________________-\n50 | | .next()\n51 | | .ok_or_else(|| error::from_str(\"missing major version\")));\n | |_____________________________________________________________________- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:234:37\n |\n234 | pub fn is_exact_date(date: &str) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:57:13\n |\n57 | Ok(value) => value,\n | ^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:52:21\n |\n52 | let minor = try!(iter\n | _____________________-\n53 | | .next()\n54 | | .ok_or_else(|| error::from_str(\"missing minor version\")));\n | |_____________________________________________________________________- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:236:10\n |\n236 | (Some(rustc_date), Some(date)) => Some(rustc_date == date),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:13\n |\n58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:52:21\n |\n52 | let minor = try!(iter\n | _____________________-\n53 | | .next()\n54 | | .ok_or_else(|| error::from_str(\"missing minor version\")));\n | |_____________________________________________________________________- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:236:28\n |\n236 | (Some(rustc_date), Some(date)) => Some(rustc_date == date),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:237:14\n |\n237 | _ => None\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:57:13\n |\n57 | Ok(value) => value,\n | ^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:55:21\n |\n55 | let patch = try!(iter\n | _____________________-\n56 | | .next()\n57 | | .ok_or_else(|| error::from_str(\"missing patch version\")));\n | |_____________________________________________________________________- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:250:45\n |\n250 | pub fn is_min_version(min_version: &str) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:252:10\n |\n252 | (Some(rustc_ver), Some(min_ver)) => Some(rustc_ver >= min_ver),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:13\n |\n58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:55:21\n |\n55 | let patch = try!(iter\n | _____________________-\n56 | | .next()\n57 | | .ok_or_else(|| error::from_str(\"missing patch version\")));\n | |_____________________________________________________________________- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:57:13\n |\n57 | Ok(value) => value,\n | ^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:60:13\n |\n60 | try!(major.parse().map_err(error::from_num)),\n | -------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:252:27\n |\n252 | (Some(rustc_ver), Some(min_ver)) => Some(rustc_ver >= min_ver),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:13\n |\n58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:60:13\n |\n60 | try!(major.parse().map_err(error::from_num)),\n | -------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:253:14\n |\n253 | _ => None\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:57:13\n |\n57 | Ok(value) => value,\n | ^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:61:13\n |\n61 | try!(minor.parse().map_err(error::from_num)),\n | -------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:266:45\n |\n266 | pub fn is_max_version(max_version: &str) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:13\n |\n58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:61:13\n |\n61 | try!(minor.parse().map_err(error::from_num)),\n | -------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:268:10\n |\n268 | (Some(rustc_ver), Some(max_ver)) => Some(rustc_ver <= max_ver),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:57:13\n |\n57 | Ok(value) => value,\n | ^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:62:13\n |\n62 | try!(patch.parse().map_err(error::from_num)),\n | -------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:268:27\n |\n268 | (Some(rustc_ver), Some(max_ver)) => Some(rustc_ver <= max_ver),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:269:14\n |\n269 | _ => None\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:281:43\n |\n281 | pub fn is_exact_version(version: &str) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:13\n |\n58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:62:13\n |\n62 | try!(patch.parse().map_err(error::from_num)),\n | -------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:283:10\n |\n283 | (Some(rustc_ver), Some(version)) => Some(rustc_ver == version),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:283:27\n |\n283 | (Some(rustc_ver), Some(version)) => Some(rustc_ver == version),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:92:13\n |\n92 | target: Option,\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:94:14\n |\n94 | edition: Option,\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:284:14\n |\n284 | _ => None\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:94:21\n |\n94 | edition: Option,\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n88 | pub struct AutoCfg {\n | ++++++++\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:302:34\n |\n302 | pub fn is_feature_flaggable() -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:95:16\n |\n95 | rustflags: Vec,\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:324:43\n |\n324 | pub fn supports_feature(feature: &str) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:95:20\n |\n95 | rustflags: Vec,\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n88 | pub struct AutoCfg {\n | ++++++++\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:172:21\n |\n172 | pub fn new() -> Result {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:326:9\n |\n326 | Some(true) => { /* continue */ }\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:174:13\n |\n174 | Some(d) => Self::with_dir(d),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:327:9\n |\n327 | Some(false) => return Some(false),\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:335:12\n |\n335 | if let Some((flags, delim)) = env_flags {\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Into` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:187:24\n |\n187 | pub fn with_dir>(dir: T) -> Result {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:344:16\n |\n344 | if let Some(allow_features) = allow_features.last() {\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:187:50\n |\n187 | pub fn with_dir>(dir: T) -> Result {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:57:13\n |\n 57 | Ok(value) => value,\n | ^^ not found in this scope\n...\n189 | let rustc_version = try!(rustc.version());\n | --------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:13\n |\n 58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n...\n189 | let rustc_version = try!(rustc.version());\n | --------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:57:13\n |\n 57 | Ok(value) => value,\n | ^^ not found in this scope\n...\n195 | let meta = try!(fs::metadata(&dir).map_err(error::from_io));\n | ------------------------------------------------ in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:13\n |\n 58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n...\n195 | let meta = try!(fs::metadata(&dir).map_err(error::from_io));\n | ------------------------------------------------ in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:207:22\n |\n207 | edition: None,\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:253:30\n |\n253 | pub fn edition(&self) -> Option<&str> {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:255:13\n |\n255 | Some(ref edition) => Some(&**edition),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:277:44\n |\n277 | pub fn set_edition(&mut self, edition: Option) {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:277:51\n |\n277 | pub fn set_edition(&mut self, edition: Option) {\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n163 | impl AutoCfg {\n | ++++++++\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:298:33\n |\n298 | fn new_crate_name(&self) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:306:55\n |\n306 | fn probe_fmt<'a>(&self, source: Arguments<'a>) -> Result<(), Error> {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:317:16\n |\n317 | if let Some(edition) = self.edition.as_ref() {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:321:16\n |\n321 | if let Some(target) = self.target.as_ref() {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:57:13\n |\n 57 | Ok(value) => value,\n | ^^ not found in this scope\n...\n328 | let mut child = try!(command.spawn().map_err(error::from_io));\n | --------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:13\n |\n 58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n...\n328 | let mut child = try!(command.spawn().map_err(error::from_io));\n | --------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:57:13\n |\n 57 | Ok(value) => value,\n | ^^ not found in this scope\n...\n331 | try!(stdin.write_fmt(source).map_err(error::from_io));\n | ----------------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:13\n |\n 58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n...\n331 | try!(stdin.write_fmt(source).map_err(error::from_io));\n | ----------------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:335:13\n |\n335 | Ok(status) if status.success() => {\n | ^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:345:13\n |\n345 | Ok(status) => Err(error::from_exit(status)),\n | ^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:346:13\n |\n346 | Err(error) => Err(error::from_io(error)),\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:403:44\n |\n403 | pub fn probe_raw(&self, code: &str) -> Result<(), Error> {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:548:23\n |\n548 | fn mangle(s: &str) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:558:14\n |\n558 | target: &Option,\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:560:23\n |\n560 | cargo_target_dir: Option,\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:579:23\n |\n579 | fn rustflags(target: &Option, dir: &Path) -> Vec {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:579:56\n |\n579 | fn rustflags(target: &Option, dir: &Path) -> Vec {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:579:60\n |\n579 | fn rustflags(target: &Option, dir: &Path) -> Vec {\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n579 | fn rustflags(target: &Option, dir: &Path) -> Vec {\n | ++++++++\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:585:12\n |\n585 | if let Ok(a) = env::var(\"CARGO_ENCODED_RUSTFLAGS\") {\n | ^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:605:16\n |\n605 | if let Ok(rustflags) = env::var(\"RUSTFLAGS\") {\n | ^^ not found in this scope\n\n Compiling http v1.4.0\nerror[E0433]: failed to resolve: use of undeclared type `String`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:162:28\n |\n162 | .and_then(|output| String::from_utf8(output.stdout).ok())\n | ^^^^^^ use of undeclared type `String`\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\version.rs:73:9\n |\n73 | Some(Version::from_mmp(maj, min, patch))\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\channel.rs:59:13\n |\n59 | Some(Channel(Kind::Dev))\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\channel.rs:61:13\n |\n61 | Some(Channel(Kind::Nightly))\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\channel.rs:63:13\n |\n63 | Some(Channel(Kind::Beta))\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\channel.rs:65:13\n |\n65 | Some(Channel(Kind::Stable))\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\date.rs:65:9\n |\n65 | Some(Date::from_ymd(year, month as u8, day as u8))\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:184:31\n |\n184 | Some(date) => Some((version, channel, date)),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:204:47\n |\n204 | (Some(rustc_date), Some(min_date)) => Some(rustc_date >= min_date),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:220:47\n |\n220 | (Some(rustc_date), Some(max_date)) => Some(rustc_date <= max_date),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:236:43\n |\n236 | (Some(rustc_date), Some(date)) => Some(rustc_date == date),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:252:45\n |\n252 | (Some(rustc_ver), Some(min_ver)) => Some(rustc_ver >= min_ver),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:268:45\n |\n268 | (Some(rustc_ver), Some(max_ver)) => Some(rustc_ver <= max_ver),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:283:45\n |\n283 | (Some(rustc_ver), Some(version)) => Some(rustc_ver == version),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:327:31\n |\n327 | Some(false) => return Some(false),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:345:20\n |\n345 | return Some(allow_features.split(',').any(|f| f.trim() == feature));\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\version_check-0.9.5\\src\\lib.rs:351:5\n |\n351 | Some(true)\n | ^^^^ not found in this scope\n\nSome errors have detailed explanations: E0425, E0433, E0531, E0786.\nFor more information about an error, try `rustc --explain E0425`.\nerror: cannot find macro `vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:38:33\n |\n38 | Flat | UpperFlat => vec![name.to_string()],\n | ^^^\n\nerror: cannot find macro `cfg` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:13:8\n |\n13 | if cfg!(feature = \"std\") {\n | ^^^\n |\n = note: `cfg` is in scope, but it is an attribute: `#[cfg]`\nhelp: consider importing this macro\n |\n 3 + use core::cfg;\n |\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:140:9\n |\n140 | eprintln!(\"Environment variable ${key} is not set during execution of build script\");\n | ^^^^^^^^\n\nerror: could not compile `version_check` (lib) due to 102 previous errors\nwarning: build failed, waiting for other jobs to finish...\nerror[E0433]: failed to resolve: use of undeclared type `Vec`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:587:13\n |\n587 | Vec::new()\n | ^^^ use of undeclared type `Vec`\n\nerror[E0433]: failed to resolve: use of undeclared type `Vec`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:617:5\n |\n617 | Vec::new()\n | ^^^ use of undeclared type `Vec`\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\error.rs:21:37\n |\n21 | ErrorKind::Io(ref e) => Some(e),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\error.rs:22:38\n |\n22 | ErrorKind::Num(ref e) => Some(e),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\error.rs:23:39\n |\n23 | ErrorKind::Utf8(ref e) => Some(e),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\rustc.rs:33:20\n |\n33 | .chain(Some(&self.rustc));\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\rustc.rs:48:28\n |\n48 | return Ok(value);\n | ^^ not found in this scope\n...\n56 | try_version!(Command::new(rw).args(&[rww, rustc]));\n | -------------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try_version` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\rustc.rs:48:28\n |\n48 | return Ok(value);\n | ^^ not found in this scope\n...\n58 | try_version!(Command::new(rw).arg(rustc));\n | ----------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try_version` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\rustc.rs:48:28\n |\n48 | return Ok(value);\n | ^^ not found in this scope\n...\n61 | try_version!(Command::new(rww).arg(rustc));\n | ------------------------------------------ in this macro invocation\n |\n = note: this error originates in the macro `try_version` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\rustc.rs:84:20\n |\n84 | return Some(wrapper.into());\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:34\n |\n58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:26:22\n |\n26 | let output = try!(command\n | ______________________-\n27 | | .args(&[\"--version\", \"--verbose\"])\n28 | | .output()\n29 | | .map_err(error::from_io));\n | |_____________________________________- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:31:20\n |\n31 | return Err(error::from_str(\"could not execute rustc\"));\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:34\n |\n58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:33:22\n |\n33 | let output = try!(str::from_utf8(&output.stdout).map_err(error::from_utf8));\n | -------------------------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:38:28\n |\n38 | None => return Err(error::from_str(\"could not find rustc release\")),\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:34\n |\n58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:49:21\n |\n49 | let major = try!(iter\n | _____________________-\n50 | | .next()\n51 | | .ok_or_else(|| error::from_str(\"missing major version\")));\n | |_____________________________________________________________________- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:34\n |\n58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:52:21\n |\n52 | let minor = try!(iter\n | _____________________-\n53 | | .next()\n54 | | .ok_or_else(|| error::from_str(\"missing minor version\")));\n | |_____________________________________________________________________- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:34\n |\n58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:55:21\n |\n55 | let patch = try!(iter\n | _____________________-\n56 | | .next()\n57 | | .ok_or_else(|| error::from_str(\"missing patch version\")));\n | |_____________________________________________________________________- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:59:9\n |\n59 | Ok(Version::new(\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:34\n |\n58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:60:13\n |\n60 | try!(major.parse().map_err(error::from_num)),\n | -------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:34\n |\n58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:61:13\n |\n61 | try!(minor.parse().map_err(error::from_num)),\n | -------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:34\n |\n58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\version.rs:62:13\n |\n62 | try!(patch.parse().map_err(error::from_num)),\n | -------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:175:21\n |\n175 | None => Err(error::from_str(\"no OUT_DIR specified!\")),\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:34\n |\n 58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n...\n189 | let rustc_version = try!(rustc.version());\n | --------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:34\n |\n 58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n...\n195 | let meta = try!(fs::metadata(&dir).map_err(error::from_io));\n | ------------------------------------------------ in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:197:20\n |\n197 | return Err(error::from_str(\"output path is not a writable directory\"));\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:221:9\n |\n221 | Ok(ac)\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:255:34\n |\n255 | Some(ref edition) => Some(&**edition),\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:34\n |\n 58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n...\n328 | let mut child = try!(command.spawn().map_err(error::from_io));\n | --------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:58:34\n |\n 58 | Err(error) => return Err(error),\n | ^^^ not found in this scope\n...\n331 | try!(stdin.write_fmt(source).map_err(error::from_io));\n | ----------------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `try` (in Nightly builds, run with -Z macro-backtrace for more info)\n\nerror[E0425]: cannot find function `drop` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:332:9\n |\n332 | drop(stdin);\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:343:17\n |\n343 | Ok(())\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:345:27\n |\n345 | Ok(status) => Err(error::from_exit(status)),\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\autocfg-1.5.0\\src\\lib.rs:346:27\n |\n346 | Err(error) => Err(error::from_io(error)),\n | ^^^ not found in this scope\n\nSome errors have detailed explanations: E0405, E0425, E0433, E0531, E0786.\nFor more information about an error, try `rustc --explain E0405`.\nFor more information about this error, try `rustc --explain E0786`.\nerror: cannot find macro `vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\case.rs:173:9\n |\n173 | vec![\n | ^^^\n\nerror: could not compile `autocfg` (lib) due to 132 previous errors\nerror: cannot find macro `cfg` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:165:17\n |\n165 | || (cfg!(target_os = \"linux\") && err.raw_os_error() == Some(ENOTEMPTY)))\n | ^^^\n |\n = note: `cfg` is in scope, but it is an attribute: `#[cfg]`\nhelp: consider importing this macro\n |\n 3 + use core::cfg;\n |\n\nerror: could not compile `either` (lib) due to 1 previous error\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\case.rs:13:3\n |\n13 | #[derive(Eq, PartialEq, Clone, Copy, Debug)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 1 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:14:9\n |\n14 | println!(\"cargo:rerun-if-changed=src/nightly.rs\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:53:13\n |\n53 | println!(\"cargo:rustc-cfg=error_generic_member_access\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:57:13\n |\n57 | println!(\"cargo:rerun-if-env-changed=RUSTC_BOOTSTRAP\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:66:9\n |\n66 | println!(\"cargo:rustc-check-cfg=cfg(anyhow_build_probe)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:67:9\n |\n67 | println!(\"cargo:rustc-check-cfg=cfg(anyhow_nightly_testing)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:68:9\n |\n68 | println!(\"cargo:rustc-check-cfg=cfg(anyhow_no_clippy_format_args)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:69:9\n |\n69 | println!(\"cargo:rustc-check-cfg=cfg(anyhow_no_core_error)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:70:9\n |\n70 | println!(\"cargo:rustc-check-cfg=cfg(error_generic_member_access)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:76:9\n |\n76 | println!(\"cargo:rustc-cfg=anyhow_no_core_error\");\n | ^^^^^^^\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:130:13\n |\n130 | eprintln!(\"Failed to clean up {}: {}\", out_subdir.display(), err);\n | ^^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:82:9\n |\n82 | println!(\"cargo:rustc-cfg=anyhow_no_clippy_format_args\");\n | ^^^^^^^\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:105:13\n |\n105 | eprintln!(\"Failed to create {}: {}\", out_subdir.display(), err);\n | ^^^^^^^^\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:78:13\n |\n78 | eprintln!(\"Failed to create {}: {}\", out_subdir.display(), err);\n | ^^^^^^^^\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:167:13\n |\n167 | eprintln!(\"Failed to clean up {}: {}\", out_subdir.display(), err);\n | ^^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:55:9\n |\n55 | println!(\"cargo:rerun-if-env-changed=RUSTC_BOOTSTRAP\");\n | ^^^^^^^\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:188:9\n |\n188 | eprintln!(\n | ^^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:51:9\n |\n51 | println!(\"cargo:rustc-cfg=error_generic_member_access\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:13:5\n |\n13 | println!(\"cargo:rustc-check-cfg=cfg(thiserror_nightly_testing)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:12:5\n |\n12 | println!(\"cargo:rustc-check-cfg=cfg(error_generic_member_access)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:10:5\n |\n10 | println!(\"cargo:rerun-if-changed=build/probe.rs\");\n | ^^^^^^^\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:24:23\n |\n24 | } else if let Some(rustc_bootstrap) = env::var_os(\"RUSTC_BOOTSTRAP\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:61:9\n |\n61 | let Some(rustc) = rustc_minor_version() else {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:103:12\n |\n103 | if let Err(err) = fs::create_dir(&out_subdir) {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:135:12\n |\n135 | if let Some(target) = env::var_os(\"TARGET\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:140:12\n |\n140 | if let Ok(rustflags) = env::var(\"CARGO_ENCODED_RUSTFLAGS\") {\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:149:9\n |\n149 | Ok(status) => status.success(),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:150:9\n |\n150 | Err(_) => false,\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:156:12\n |\n156 | if let Err(err) = fs::remove_dir_all(&out_subdir) {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:165:68\n |\n165 | || (cfg!(target_os = \"linux\") && err.raw_os_error() == Some(ENOTEMPTY)))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:175:29\n |\n175 | fn rustc_minor_version() -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 3 + use core::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:180:25\n |\n180 | if pieces.next() != Some(\"rustc 1\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:181:16\n |\n181 | return None;\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 3 + use core::option::Option::None;\n |\n\nerror: `#[panic_handler]` function required, but not found\n\nerror: unwinding panics are not supported without std\n |\n = help: using nightly cargo, use -Zbuild-std with panic=\"abort\" to avoid unwinding\n = note: since the core library is usually precompiled with panic=\"unwind\", rebuilding your crate with panic=\"abort\" may not be enough to fix the problem\n\nerror[E0282]: type annotations needed\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:110:62\n |\n110 | let rustc_wrapper = env::var_os(\"RUSTC_WRAPPER\").filter(|wrapper| !wrapper.is_empty());\n | ^^^^^^^ ------- type must be known at this point\n |\nhelp: consider giving this closure parameter an explicit type\n |\n110 | let rustc_wrapper = env::var_os(\"RUSTC_WRAPPER\").filter(|wrapper: /* Type */| !wrapper.is_empty());\n | ++++++++++++\n\nerror[E0282]: type annotations needed\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:112:56\n |\n112 | env::var_os(\"RUSTC_WORKSPACE_WRAPPER\").filter(|wrapper| !wrapper.is_empty());\n | ^^^^^^^ ------- type must be known at this point\n |\nhelp: consider giving this closure parameter an explicit type\n |\n112 | env::var_os(\"RUSTC_WORKSPACE_WRAPPER\").filter(|wrapper: /* Type */| !wrapper.is_empty());\n | ++++++++++++\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:23:19\n |\n23 | } else if let Some(rustc_bootstrap) = env::var_os(\"RUSTC_BOOTSTRAP\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:76:12\n |\n76 | if let Err(err) = fs::create_dir(&out_subdir) {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:107:12\n |\n107 | if let Some(target) = env::var_os(\"TARGET\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:112:12\n |\n112 | if let Ok(rustflags) = env::var(\"CARGO_ENCODED_RUSTFLAGS\") {\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:121:9\n |\n121 | Ok(status) => status.success(),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:122:9\n |\n122 | Err(_) => false,\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:128:12\n |\n128 | if let Err(err) = fs::remove_dir_all(&out_subdir) {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nSome errors have detailed explanations: E0282, E0425, E0463, E0531, E0786.\nFor more information about an error, try `rustc --explain E0282`.\nerror: could not compile `anyhow` (build script) due to 34 previous errors\nerror[E0282]: type annotations needed\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:83:62\n |\n83 | let rustc_wrapper = env::var_os(\"RUSTC_WRAPPER\").filter(|wrapper| !wrapper.is_empty());\n | ^^^^^^^ ------- type must be known at this point\n |\nhelp: consider giving this closure parameter an explicit type\n |\n83 | let rustc_wrapper = env::var_os(\"RUSTC_WRAPPER\").filter(|wrapper: /* Type */| !wrapper.is_empty());\n | ++++++++++++\n\nerror[E0282]: type annotations needed\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:85:56\n |\n85 | env::var_os(\"RUSTC_WORKSPACE_WRAPPER\").filter(|wrapper| !wrapper.is_empty());\n | ^^^^^^^ ------- type must be known at this point\n |\nhelp: consider giving this closure parameter an explicit type\n |\n85 | env::var_os(\"RUSTC_WORKSPACE_WRAPPER\").filter(|wrapper: /* Type */| !wrapper.is_empty());\n | ++++++++++++\n\nSome errors have detailed explanations: E0282, E0463, E0531, E0786.\nerror: could not compile `thiserror` (build script) due to 22 previous errors\nerror[E0425]: cannot find type `Vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\case.rs:171:27\n |\n171 | pub fn all_cases() -> Vec {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find type `Vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:7:12\n |\n7 | words: Vec,\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:7:16\n |\n7 | words: Vec,\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n6 | pub(super) struct Words {\n | ++++++++\n\nerror[E0425]: cannot find type `Vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:50:35\n |\n50 | fn split_camel(name: &str) -> Vec {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:50:39\n |\n50 | fn split_camel(name: &str) -> Vec {\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n10 | impl Words {\n | ++++++++\n\nerror[E0425]: cannot find type `Vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:61:24\n |\n61 | .collect::>();\n | ^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:68:17\n |\n68 | if let (Some(a), Some(b)) = (second_last, last) {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:68:26\n |\n68 | if let (Some(a), Some(b)) = (second_last, last) {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:91:46\n |\n91 | fn split_at_indices(name: &str, indices: Vec) -> Vec {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find type `Vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:91:61\n |\n91 | fn split_at_indices(name: &str, indices: Vec) -> Vec {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:91:65\n |\n91 | fn split_at_indices(name: &str, indices: Vec) -> Vec {\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n10 | impl Words {\n | ++++++++\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:107:47\n |\n107 | pub fn into_case(mut self, case: Case) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:249:28\n |\n249 | if let Some(a) = chars.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:302:24\n |\n302 | if let Some(a) = chars.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:319:24\n |\n319 | if let Some(a) = chars.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:331:35\n |\n331 | fn join(self, delim: &str) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\lib.rs:119:38\n |\n119 | fn to_case(&self, case: Case) -> String;\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\lib.rs:127:38\n |\n127 | fn to_case(&self, case: Case) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\lib.rs:136:17\n |\n136 | impl Casing for String {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\lib.rs:137:38\n |\n137 | fn to_case(&self, case: Case) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\lib.rs:157:11\n |\n157 | name: String,\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\lib.rs:162:24\n |\n162 | const fn new(name: String, case: Case) -> Self {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\lib.rs:168:38\n |\n168 | fn to_case(&self, case: Case) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0599]: no method named `flat_map` found for struct `core::str::Split<'a, P>` in the current scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:14:14\n |\n 12 | let words = name\n | _____________________-\n 13 | | .split(|c| \"-_ \".contains(c))\n 14 | | .flat_map(Self::split_camel)\n | | -^^^^^^^^ method not found in `Split<'_, {closure@words.rs:13:20}>`\n | |_____________|\n |\n |\n ::: C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library\\core\\src\\iter\\traits\\iterator.rs:1473:8\n |\n1473 | fn flat_map(self, f: F) -> FlatMap\n | -------- the method is available for `core::str::Split<'_, {closure@C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:13:20: 13:23}>` here\n |\n = help: items from traits can only be used if the trait is in scope\n = note: the full name for the type has been written to 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_001_basic_tables\\rust\\server\\gemini-3-1-pro\\llm\\target\\release\\deps\\convert_case-274485f28e2914a9.long-type-17376688323281622049.txt'\n = note: consider using `--verbose` to print the full type name to the console\nhelp: trait `Iterator` which provides `flat_map` is implemented but not in scope; perhaps you want to import it\n |\n 1 + use core::iter::Iterator;\n |\n\nerror[E0282]: type annotations needed\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:15:22\n |\n15 | .filter(|s| !s.is_empty())\n | ^ - type must be known at this point\n |\nhelp: consider giving this closure parameter an explicit type\n |\n15 | .filter(|s: /* Type */| !s.is_empty())\n | ++++++++++++\n\nerror[E0599]: no method named `map` found for struct `core::str::SplitAsciiWhitespace<'a>` in the current scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:25:18\n |\n 23 | Title | Upper | Lower | Toggle | Alternating => name\n | _____________________________________________________________-\n 24 | | .split_ascii_whitespace()\n 25 | | .map(ToString::to_string)\n | |_________________-^^^\n |\n ::: C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library\\core\\src\\iter\\traits\\iterator.rs:773:8\n |\n 773 | fn map(self, f: F) -> Map\n | --- the method is available for `core::str::SplitAsciiWhitespace<'_>` here\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: there is a method `max` with a similar name, but with different arguments\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library\\core\\src\\iter\\traits\\iterator.rs:3163:5\n |\n3163 | / fn max(self) -> Option\n3164 | | where\n3165 | | Self: Sized,\n3166 | | Self::Item: Ord,\n | |________________________^\nhelp: trait `Iterator` which provides `map` is implemented but not in scope; perhaps you want to import it\n |\n 1 + use core::iter::Iterator;\n |\n\nerror[E0433]: failed to resolve: use of undeclared type `ToString`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:25:22\n |\n25 | .map(ToString::to_string)\n | ^^^^^^^^ use of undeclared type `ToString`\n\nerror[E0599]: no method named `map` found for struct `core::str::Split<'a, P>` in the current scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:29:18\n |\n 27 | Kebab | Cobol | Train => name\n | ______________________________________-\n 28 | | .split('-')\n 29 | | .map(ToString::to_string)\n | |_________________-^^^\n |\n ::: C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library\\core\\src\\iter\\traits\\iterator.rs:773:8\n |\n 773 | fn map(self, f: F) -> Map\n | --- the method is available for `core::str::Split<'_, char>` here\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: there is a method `max` with a similar name, but with different arguments\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library\\core\\src\\iter\\traits\\iterator.rs:3163:5\n |\n3163 | / fn max(self) -> Option\n3164 | | where\n3165 | | Self: Sized,\n3166 | | Self::Item: Ord,\n | |________________________^\nhelp: trait `Iterator` which provides `map` is implemented but not in scope; perhaps you want to import it\n |\n 1 + use core::iter::Iterator;\n |\n\nerror[E0433]: failed to resolve: use of undeclared type `ToString`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:29:22\n |\n29 | .map(ToString::to_string)\n | ^^^^^^^^ use of undeclared type `ToString`\n\nerror[E0282]: type annotations needed\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:30:26\n |\n30 | .filter(|s| !s.is_empty())\n | ^ - type must be known at this point\n |\nhelp: consider giving this closure parameter an explicit type\n |\n30 | .filter(|s: /* Type */| !s.is_empty())\n | ++++++++++++\n\nerror[E0599]: no method named `map` found for struct `core::str::Split<'a, P>` in the current scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:34:18\n |\n 32 | Snake | UpperSnake | ScreamingSnake => name\n | ____________________________________________________-\n 33 | | .split('_')\n 34 | | .map(ToString::to_string)\n | |_________________-^^^\n |\n ::: C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library\\core\\src\\iter\\traits\\iterator.rs:773:8\n |\n 773 | fn map(self, f: F) -> Map\n | --- the method is available for `core::str::Split<'_, char>` here\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: there is a method `max` with a similar name, but with different arguments\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library\\core\\src\\iter\\traits\\iterator.rs:3163:5\n |\n3163 | / fn max(self) -> Option\n3164 | | where\n3165 | | Self: Sized,\n3166 | | Self::Item: Ord,\n | |________________________^\nhelp: trait `Iterator` which provides `map` is implemented but not in scope; perhaps you want to import it\n |\n 1 + use core::iter::Iterator;\n |\n\nerror[E0433]: failed to resolve: use of undeclared type `ToString`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:34:22\n |\n34 | .map(ToString::to_string)\n | ^^^^^^^^ use of undeclared type `ToString`\n\nerror[E0282]: type annotations needed\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:35:26\n |\n35 | .filter(|s| !s.is_empty())\n | ^ - type must be known at this point\n |\nhelp: consider giving this closure parameter an explicit type\n |\n35 | .filter(|s: /* Type */| !s.is_empty())\n | ++++++++++++\n\nerror[E0599]: no method named `skip` found for struct `core::str::Chars<'a>` in the current scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:52:37\n |\n 52 | let mid_iter = name.chars().skip(1);\n | ^^^^ method not found in `core::str::Chars<'_>`\n |\n ::: C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library\\core\\src\\iter\\traits\\iterator.rs:1316:8\n |\n1316 | fn skip(self, n: usize) -> Skip\n | ---- the method is available for `core::str::Chars<'_>` here\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Iterator` which provides `skip` is implemented but not in scope; perhaps you want to import it\n |\n 1 + use core::iter::Iterator;\n |\n\nerror[E0599]: no method named `skip` found for struct `core::str::Chars<'a>` in the current scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:53:39\n |\n 53 | let right_iter = name.chars().skip(2);\n | ^^^^ method not found in `core::str::Chars<'_>`\n |\n ::: C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library\\core\\src\\iter\\traits\\iterator.rs:1316:8\n |\n1316 | fn skip(self, n: usize) -> Skip\n | ---- the method is available for `core::str::Chars<'_>` here\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Iterator` which provides `skip` is implemented but not in scope; perhaps you want to import it\n |\n 1 + use core::iter::Iterator;\n |\n\nerror[E0599]: no method named `zip` found for struct `core::str::Chars<'a>` in the current scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:56:14\n |\n 55 | let mut split_indices = left_iter\n | _________________________________-\n 56 | | .zip(mid_iter)\n | |_____________-^^^\n |\n ::: C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library\\core\\src\\iter\\traits\\iterator.rs:613:8\n |\n 613 | fn zip(self, other: U) -> Zip\n | --- the method is available for `core::str::Chars<'_>` here\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: there is a method `unzip` with a similar name, but with different arguments\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library\\core\\src\\iter\\traits\\iterator.rs:3387:5\n |\n3387 | / fn unzip(self) -> (FromA, FromB)\n3388 | | where\n3389 | | FromA: Default + Extend,\n3390 | | FromB: Default + Extend,\n3391 | | Self: Sized + Iterator,\n | |______________________________________________^\nhelp: trait `Iterator` which provides `zip` is implemented but not in scope; perhaps you want to import it\n |\n 1 + use core::iter::Iterator;\n |\n\nerror[E0599]: no method named `rev` found for struct `core::str::Chars<'a>` in the current scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:65:47\n |\n 65 | let mut backwards_seek = name.chars().rev();\n | ^^^ method not found in `core::str::Chars<'_>`\n |\n ::: C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library\\core\\src\\iter\\traits\\iterator.rs:3351:8\n |\n3351 | fn rev(self) -> Rev\n | --- the method is available for `core::str::Chars<'_>` here\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Iterator` which provides `rev` is implemented but not in scope; perhaps you want to import it\n |\n 1 + use core::iter::Iterator;\n |\n\nerror[E0433]: failed to resolve: use of undeclared type `Vec`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:92:25\n |\n92 | let mut words = Vec::new();\n | ^^^ use of undeclared type `Vec`\n\nerror[E0433]: failed to resolve: use of undeclared type `ToString`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:104:32\n |\n104 | words.iter().rev().map(ToString::to_string).collect()\n | ^^^^^^^^ use of undeclared type `ToString`\n\nerror[E0282]: type annotations needed for `(_, _)`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:246:19\n |\n246 | .map(|(i, word)| {\n | ^^^^^^^^^\n247 | if i != 0 {\n248 | let mut chars = word.chars();\n | ---- type must be known at this point\n |\nhelp: consider giving this closure parameter an explicit type, where the placeholders `_` are specified\n |\n246 | .map(|(i, word): (_, _)| {\n | ++++++++\n\nerror[E0433]: failed to resolve: use of undeclared type `String`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:254:25\n |\n254 | String::new()\n | ^^^^^^ use of undeclared type `String`\n\nerror[E0282]: type annotations needed\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:268:19\n |\n268 | .map(|word| {\n | ^^^^\n269 | word.chars()\n | ---- type must be known at this point\n |\nhelp: consider giving this closure parameter an explicit type\n |\n268 | .map(|word: /* Type */| {\n | ++++++++++++\n\nerror[E0282]: type annotations needed\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:270:27\n |\n270 | .map(|letter| {\n | ^^^^^^\n271 | if letter.is_uppercase() || letter.is_lowercase() {\n | ------ type must be known at this point\n |\nhelp: consider giving this closure parameter an explicit type\n |\n270 | .map(|letter: /* Type */| {\n | ++++++++++++\n\nerror[E0282]: type annotations needed\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:289:45\n |\n289 | self.words = self.words.iter().map(|word| word.to_uppercase()).collect();\n | ^^^^ ---- type must be known at this point\n |\nhelp: consider giving this closure parameter an explicit type\n |\n289 | self.words = self.words.iter().map(|word: /* Type */| word.to_uppercase()).collect();\n | ++++++++++++\n\nerror[E0282]: type annotations needed\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:293:45\n |\n293 | self.words = self.words.iter().map(|word| word.to_lowercase()).collect();\n | ^^^^ ---- type must be known at this point\n |\nhelp: consider giving this closure parameter an explicit type\n |\n293 | self.words = self.words.iter().map(|word: /* Type */| word.to_lowercase()).collect();\n | ++++++++++++\n\nerror[E0282]: type annotations needed\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:300:19\n |\n300 | .map(|word| {\n | ^^^^\n301 | let mut chars = word.chars();\n | ---- type must be known at this point\n |\nhelp: consider giving this closure parameter an explicit type\n |\n300 | .map(|word: /* Type */| {\n | ++++++++++++\n\nerror[E0433]: failed to resolve: use of undeclared type `String`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:307:21\n |\n307 | String::new()\n | ^^^^^^ use of undeclared type `String`\n\nerror[E0282]: type annotations needed\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:317:19\n |\n317 | .map(|word| {\n | ^^^^\n318 | let mut chars = word.chars();\n | ---- type must be known at this point\n |\nhelp: consider giving this closure parameter an explicit type\n |\n317 | .map(|word: /* Type */| {\n | ++++++++++++\n\nerror[E0433]: failed to resolve: use of undeclared type `String`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:324:21\n |\n324 | String::new()\n | ^^^^^^ use of undeclared type `String`\n\nerror[E0282]: type annotations needed for `(_, _)`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:335:19\n |\n335 | .map(|(i, val)| {\n | ^^^^^^^^\n336 | if i == 0 {\n337 | val.to_owned()\n | --- type must be known at this point\n |\nhelp: consider giving this closure parameter an explicit type, where the placeholders `_` are specified\n |\n335 | .map(|(i, val): (_, _)| {\n | ++++++++\n\nerror[E0599]: no method named `to_owned` found for reference `&str` in the current scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:339:27\n |\n339 | delim.to_owned() + val\n | ^^^^^^^^ method not found in `&str`\n\nerror[E0599]: no method named `to_string` found for reference `&str` in the current scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\lib.rs:132:30\n |\n132 | FromCasing::new(self.to_string(), case)\n | ^^^^^^^^^ method not found in `&str`\n\nSome errors have detailed explanations: E0282, E0425, E0433, E0531, E0599, E0786.\nerror: could not compile `convert_case` (lib) due to 57 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 3929, + "output_tokens": 1360, + "generation_duration_ms": 31347, + "started_at": "2026-03-31T13:39:15.535633500Z", + "finished_at": "2026-03-31T13:40:06.774264Z" + }, + "t_002_scheduled_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3880, + "output_tokens": 1583, + "generation_duration_ms": 59507, + "started_at": "2026-03-31T13:39:19.979141400Z", + "finished_at": "2026-03-31T13:41:19.690476500Z" + }, + "t_003_struct_in_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3839, + "output_tokens": 708, + "generation_duration_ms": 10091, + "started_at": "2026-03-31T13:40:06.774294800Z", + "finished_at": "2026-03-31T13:41:05.830966100Z" + }, + "t_004_insert": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "meta", + "input_tokens": 3880, + "output_tokens": 982, + "generation_duration_ms": 24313, + "started_at": "2026-03-31T13:41:05.831069600Z", + "finished_at": "2026-03-31T13:42:08.885369500Z" + }, + "t_005_update": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_005_update", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "meta", + "input_tokens": 3915, + "output_tokens": 869, + "generation_duration_ms": 12314, + "started_at": "2026-03-31T13:41:19.690920800Z", + "finished_at": "2026-03-31T13:42:38.324155800Z" + }, + "t_006_delete": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 3876, + "output_tokens": 800, + "generation_duration_ms": 32064, + "started_at": "2026-03-31T13:42:08.885459300Z", + "finished_at": "2026-03-31T13:43:22.494601100Z" + }, + "t_007_crud": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_007_crud", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "meta", + "input_tokens": 3909, + "output_tokens": 1434, + "generation_duration_ms": 27314, + "started_at": "2026-03-31T13:42:38.324322400Z", + "finished_at": "2026-03-31T13:43:57.018159800Z" + }, + "t_008_index_lookup": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "meta", + "input_tokens": 3941, + "output_tokens": 1815, + "generation_duration_ms": 46078, + "started_at": "2026-03-31T13:43:22.494712200Z", + "finished_at": "2026-03-31T13:45:01.364345900Z" + }, + "t_009_init": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_009_init", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "meta", + "input_tokens": 3869, + "output_tokens": 893, + "generation_duration_ms": 23683, + "started_at": "2026-03-31T13:43:57.018324200Z", + "finished_at": "2026-03-31T13:45:07.513111700Z" + }, + "t_010_connect": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_010_connect", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3859, + "output_tokens": 1281, + "generation_duration_ms": 16969, + "started_at": "2026-03-31T13:45:01.364430700Z", + "finished_at": "2026-03-31T13:46:09.429772Z" + }, + "t_011_helper_function": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "meta", + "input_tokens": 3899, + "output_tokens": 672, + "generation_duration_ms": 14107, + "started_at": "2026-03-31T13:45:07.513245400Z", + "finished_at": "2026-03-31T13:46:22.686617700Z" + }, + "t_012_spacetime_product_type": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "meta", + "input_tokens": 3901, + "output_tokens": 1355, + "generation_duration_ms": 27143, + "started_at": "2026-03-31T13:56:07.786642200Z", + "finished_at": "2026-03-31T13:57:11.994775900Z" + }, + "t_013_spacetime_sum_type": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 3924, + "output_tokens": 882, + "generation_duration_ms": 23398, + "started_at": "2026-03-31T13:57:11.994893200Z", + "finished_at": "2026-03-31T13:58:12.831841Z" + }, + "t_014_elementary_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 3896, + "output_tokens": 1238, + "generation_duration_ms": 26105, + "started_at": "2026-03-31T13:57:14.324351500Z", + "finished_at": "2026-03-31T13:58:13.943256600Z" + }, + "t_015_product_type_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 3936, + "output_tokens": 1162, + "generation_duration_ms": 26020, + "started_at": "2026-03-31T13:58:13.943344900Z", + "finished_at": "2026-03-31T13:59:02.525225100Z" + }, + "t_016_sum_type_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 3909, + "output_tokens": 963, + "generation_duration_ms": 10379, + "started_at": "2026-03-31T13:58:13.944802900Z", + "finished_at": "2026-03-31T13:58:47.740774500Z" + }, + "t_017_scheduled_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + } + } + }, + "vendor": "meta", + "input_tokens": 3883, + "output_tokens": 1081, + "generation_duration_ms": 25419, + "started_at": "2026-03-31T13:58:47.740860Z", + "finished_at": "2026-03-31T13:59:38.663972900Z" + }, + "t_018_constraints": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n accessor = account,\n index(accessor = by_name, btree(columns = [name]))\n)]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.account().insert(Account {\n id: 0,\n email: \"a@example.com\".to_string(),\n name: \"Alice\".to_string(),\n });\n \n ctx.db.account().insert(Account {\n id: 0,\n email: \"b@example.com\".to_string(),\n name: \"Bob\".to_string(),\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:60604/v1/database/c2006e0dc376be35b0df37b5715d594eac9914e874785dad93eccabba8615c4f/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "meta", + "input_tokens": 3870, + "output_tokens": 1502, + "generation_duration_ms": 21238, + "started_at": "2026-03-31T13:59:02.525385200Z", + "finished_at": "2026-03-31T13:59:50.720745300Z" + }, + "t_019_many_to_many": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "m2m_has_1_1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=1" + } + }, + "m2m_has_1_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=2" + } + }, + "m2m_has_2_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "meta", + "input_tokens": 4030, + "output_tokens": 1649, + "generation_duration_ms": 29918, + "started_at": "2026-03-31T13:59:38.664068600Z", + "finished_at": "2026-03-31T14:00:39.677178700Z" + }, + "t_020_ecs": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 7, + "passed_tests": 7, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM next_position" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "ecs_step": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "step" + } + } + }, + "vendor": "meta", + "input_tokens": 4063, + "output_tokens": 3537, + "generation_duration_ms": 49505, + "started_at": "2026-03-31T13:59:50.720884500Z", + "finished_at": "2026-03-31T14:01:05.449960100Z" + }, + "t_021_multi_column_index": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + } + } + }, + "vendor": "meta", + "input_tokens": 3921, + "output_tokens": 1567, + "generation_duration_ms": 29015, + "started_at": "2026-03-31T14:00:39.677353100Z", + "finished_at": "2026-03-31T14:01:33.057938800Z" + }, + "t_022_view_basic": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{table, view, AnonymousViewContext, Table};\n\n#[table(accessor = announcement, public)]\npub struct Announcement {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub message: String,\n #[index(btree)]\n pub active: bool,\n}\n\n#[view(accessor = active_announcements, public)]\nfn active_announcements(ctx: &AnonymousViewContext) -> Vec {\n ctx.db.announcement().active().filter(true).collect()\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling anyhow v1.0.102\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.48\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling getrandom v0.2.17\n Compiling hex v0.4.3\n Compiling uuid v1.23.0\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling second-stack v0.3.5\nerror: could not compile `arrayvec` (lib)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name arrayvec --edition=2018 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"borsh\", \"default\", \"serde\", \"std\", \"zeroize\"))' -C metadata=ba758330be9bdb0e -C extra-filename=-f862b3fadd82e942 --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\gemini-3-1-pro\\llm\\target\\wasm32-unknown-unknown\\release\\deps' --target wasm32-unknown-unknown -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\gemini-3-1-pro\\llm\\target\\wasm32-unknown-unknown\\release\\deps' -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\gemini-3-1-pro\\llm\\target\\release\\deps' --cap-lints allow -C debuginfo=0 -C panic=abort` (exit code: 0xc000012d)\nwarning: build failed, waiting for other jobs to finish...\nerror: could not compile `smallvec` (lib)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name smallvec --edition=2018 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\smallvec-1.15.1\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"const_generics\"' --cfg 'feature=\"union\"' --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"arbitrary\", \"bincode\", \"const_generics\", \"const_new\", \"debugger_visualizer\", \"drain_filter\", \"drain_keep_rest\", \"impl_bincode\", \"malloc_size_of\", \"may_dangle\", \"serde\", \"specialization\", \"union\", \"unty\", \"write\"))' -C metadata=18100d30e3026d73 -C extra-filename=-4935d04b68a5ee51 --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\gemini-3-1-pro\\llm\\target\\wasm32-unknown-unknown\\release\\deps' --target wasm32-unknown-unknown -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\gemini-3-1-pro\\llm\\target\\wasm32-unknown-unknown\\release\\deps' -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\gemini-3-1-pro\\llm\\target\\release\\deps' --cap-lints allow -C debuginfo=0 -C panic=abort` (exit code: 0xc000012d)\nerror: could not compile `keccak` (lib)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name keccak --edition=2018 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\keccak-0.1.6\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"asm\", \"no_unroll\", \"simd\"))' -C metadata=76d65480dbad42de -C extra-filename=-f4b0057b52e3da3a --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\gemini-3-1-pro\\llm\\target\\wasm32-unknown-unknown\\release\\deps' --target wasm32-unknown-unknown -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\gemini-3-1-pro\\llm\\target\\wasm32-unknown-unknown\\release\\deps' -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\gemini-3-1-pro\\llm\\target\\release\\deps' --cap-lints allow -C debuginfo=0 -C panic=abort` (exit code: 0xc000012d)\nerror: could not compile `arrayref` (lib)\n\nCaused by:\n could not execute process `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name arrayref --edition=2015 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayref-0.3.9\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values())' -C metadata=da4deb5bd60facf5 -C extra-filename=-0bec759a0cc87ee0 --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\gemini-3-1-pro\\llm\\target\\wasm32-unknown-unknown\\release\\deps' --target wasm32-unknown-unknown -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\gemini-3-1-pro\\llm\\target\\wasm32-unknown-unknown\\release\\deps' -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\gemini-3-1-pro\\llm\\target\\release\\deps' --cap-lints allow -C debuginfo=0 -C panic=abort` (never executed)\n\nCaused by:\n Not enough memory resources are available to process this command. (os error 8)\nerror[E0786]: found invalid metadata files for crate `hashbrown` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\libhashbrown-cec0bffea23d2070.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot resolve a prelude import\n\nerror[E0786]: found invalid metadata files for crate `dlmalloc` which `std` depends on\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:19:1\n |\n19 | extern crate std;\n | ^^^^^^^^^^^^^^^^^\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\wasm32-unknown-unknown\\lib\\libdlmalloc-50d43e457e59173b.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: could not exec the linker `rust-lld.exe`\n |\n = note: The paging file is too small for this operation to complete. (os error 1455)\n = note: \"rust-lld.exe\" \"-flavor\" \"link\" \"/NOLOGO\" \"C:\\\\Users\\\\bradl\\\\AppData\\\\Local\\\\Temp\\\\rustcHEDhrJ\\\\symbols.o\" \"D:\\\\Development\\\\ClockworkLabs\\\\SpacetimeDB\\\\SpacetimeDB\\\\target\\\\llm-runs\\\\queries\\\\t_022_view_basic\\\\rust\\\\server\\\\gemini-3-1-pro\\\\llm\\\\target\\\\release\\\\build\\\\serde_core-453e57ca07350b80\\\\build_script_build-453e57ca07350b80.build_script_build.d03f62cb16f3c0a8-cgu.0.rcgu.o\" \"D:\\\\Development\\\\ClockworkLabs\\\\SpacetimeDB\\\\SpacetimeDB\\\\target\\\\llm-runs\\\\queries\\\\t_022_view_basic\\\\rust\\\\server\\\\gemini-3-1-pro\\\\llm\\\\target\\\\release\\\\build\\\\serde_core-453e57ca07350b80\\\\build_script_build-453e57ca07350b80.build_script_build.d03f62cb16f3c0a8-cgu.1.rcgu.o\" \"D:\\\\Development\\\\ClockworkLabs\\\\SpacetimeDB\\\\SpacetimeDB\\\\target\\\\llm-runs\\\\queries\\\\t_022_view_basic\\\\rust\\\\server\\\\gemini-3-1-pro\\\\llm\\\\target\\\\release\\\\build\\\\serde_core-453e57ca07350b80\\\\build_script_build-453e57ca07350b80.eyqgitbtifnekrbgxwtyxxrew.rcgu.o\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\libstd-505ed9e40954533c.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\libpanic_unwind-092567cd79e9b821.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\libcfg_if-09f2b8b6ab238ad6.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\libwindows_targets-13f7e537322fca05.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\librustc_demangle-636737e5abe25627.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\libstd_detect-08493120d2e26414.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\libhashbrown-cec0bffea23d2070.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\librustc_std_workspace_alloc-58cafc058eb87a39.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\libunwind-f91bc3576af356ab.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\librustc_std_workspace_core-1696f7b672ba471d.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\liballoc-518331e30701fd1a.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\libcore-02f640fcbd91e423.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\libcompiler_builtins-f7c5c1235d9df24b.rlib\" \"kernel32.lib\" \"kernel32.lib\" \"kernel32.lib\" \"ntdll.lib\" \"userenv.lib\" \"ws2_32.lib\" \"dbghelp.lib\" \"/defaultlib:msvcrt\" \"/NXCOMPAT\" \"/OUT:D:\\\\Development\\\\ClockworkLabs\\\\SpacetimeDB\\\\SpacetimeDB\\\\target\\\\llm-runs\\\\queries\\\\t_022_view_basic\\\\rust\\\\server\\\\gemini-3-1-pro\\\\llm\\\\target\\\\release\\\\build\\\\serde_core-453e57ca07350b80\\\\build_script_build-453e57ca07350b80.exe\" \"/OPT:REF,NOICF\" \"/DEBUG\" \"/PDBALTPATH:%_PDB%\" \"/NATVIS:C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\etc\\\\intrinsic.natvis\" \"/NATVIS:C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\etc\\\\liballoc.natvis\" \"/NATVIS:C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\etc\\\\libcore.natvis\" \"/NATVIS:C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\etc\\\\libstd.natvis\"\n\nFor more information about this error, try `rustc --explain E0786`.\nerror: could not compile `either` (lib) due to 1 previous error\nerror: could not compile `serde_core` (build script) due to 1 previous error\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:1:5\n |\n1 | use std::{cmp, env, fmt, fs::File, io::Write, path::PathBuf};\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:18:31\n |\n18 | UIntCode::Term => write!(f, \"UTerm\"),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:19:42\n |\n19 | UIntCode::Zero(ref inner) => write!(f, \"UInt<{}, B0>\", inner),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:58:5\n |\n58 | use std::{env, fs, process::Command, str};\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:20:41\n |\n20 | UIntCode::One(ref inner) => write!(f, \"UInt<{}, B1>\", inner),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:1:5\n |\n1 | use std::env;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:3:5\n |\n3 | use std::env;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:28:30\n |\n28 | IntCode::Zero => write!(f, \"Z0\"),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `cfg` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:13:8\n |\n13 | if cfg!(feature = \"std\") {\n | ^^^\n |\n = note: `cfg` is in scope, but it is an attribute: `#[cfg]`\nhelp: consider importing this macro\n |\n 3 + use core::cfg;\n |\n\nerror: cannot find macro `cfg` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:165:17\n |\n165 | || (cfg!(target_os = \"linux\") && err.raw_os_error() == Some(ENOTEMPTY)))\n | ^^^\n |\n = note: `cfg` is in scope, but it is an attribute: `#[cfg]`\nhelp: consider importing this macro\n |\n 3 + use core::cfg;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:14:9\n |\n14 | println!(\"cargo:rerun-if-changed=src/nightly.rs\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:53:13\n |\n53 | println!(\"cargo:rustc-cfg=error_generic_member_access\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:57:13\n |\n57 | println!(\"cargo:rerun-if-env-changed=RUSTC_BOOTSTRAP\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:66:9\n |\n66 | println!(\"cargo:rustc-check-cfg=cfg(anyhow_build_probe)\");\n | ^^^^^^^\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:231:9\n |\n231 | panic!(\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 58 + use core::panic;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:19:9\n |\n19 | println!(\"cargo:rustc-cfg=no_diagnostic_namespace\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:29:40\n |\n29 | IntCode::Pos(ref inner) => write!(f, \"PInt<{}>\", inner),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:67:9\n |\n67 | println!(\"cargo:rustc-check-cfg=cfg(anyhow_nightly_testing)\");\n | ^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:215:13\n |\n215 | assert_eq!(iter.next(), None, \"{}\", EXPECT_MSG);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 58 + use core::assert_eq;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:13:9\n |\n13 | println!(\"cargo:rustc-check-cfg=cfg(no_diagnostic_namespace)\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:30:40\n |\n30 | IntCode::Neg(ref inner) => write!(f, \"NInt<{}>\", inner),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:68:9\n |\n68 | println!(\"cargo:rustc-check-cfg=cfg(anyhow_no_clippy_format_args)\");\n | ^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:202:13\n |\n202 | assert_eq!(equals_sign, \"=\", \"{}\", EXPECT_MSG);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 58 + use core::assert_eq;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:6:5\n |\n6 | println!(\"cargo:rerun-if-changed=build.rs\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:105:24\n |\n105 | Some(b) => write!(\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:147:9\n |\n147 | panic!(\"{}\", format!(\"Cargo.toml does not contain `{}`\", TABLE_HEADER));\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 58 + use core::panic;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:69:9\n |\n69 | println!(\"cargo:rustc-check-cfg=cfg(anyhow_no_core_error)\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:128:21\n |\n128 | None => write!(\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:70:9\n |\n70 | println!(\"cargo:rustc-check-cfg=cfg(error_generic_member_access)\");\n | ^^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:113:3\n |\n113 | #[derive(Debug)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 58 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:106:3\n |\n106 | #[derive(Debug, Ord, PartialEq, PartialOrd, Eq)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 58 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:169:9\n |\n169 | write!(\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:76:9\n |\n76 | println!(\"cargo:rustc-cfg=anyhow_no_core_error\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:82:9\n |\n82 | println!(\"cargo:rustc-cfg=anyhow_no_clippy_format_args\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:101:13\n |\n101 | println!(\"cargo:rustc-cfg={}\", version_cfg.cfg_name);\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:215:9\n |\n215 | write!(\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:8:9\n |\n8 | let Some(minor) = rustc_minor_version() else {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:23:29\n |\n23 | fn rustc_minor_version() -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:28:25\n |\n28 | if pieces.next() != Some(\"rustc 1\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:29:16\n |\n29 | return None;\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 1 + use core::option::Option::None;\n |\n\nerror: no global memory allocator found but one is required; link to std or add `#[global_allocator]` to a static item that implements the GlobalAlloc trait\n\nerror: `#[panic_handler]` function required, but not found\n\nerror: unwinding panics are not supported without std\n |\n = help: using nightly cargo, use -Zbuild-std with panic=\"abort\" to avoid unwinding\n = note: since the core library is usually precompiled with panic=\"unwind\", rebuilding your crate with panic=\"abort\" may not be enough to fix the problem\n\nerror: requires `branch` lang_item\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:24:17\n |\n24 | let rustc = env::var_os(\"RUSTC\")?;\n | ^^^^^^^^^^^^^^^^^^^^^\n\nSome errors have detailed explanations: E0425, E0463, E0531, E0786.\nFor more information about an error, try `rustc --explain E0425`.\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:105:13\n |\n105 | eprintln!(\"Failed to create {}: {}\", out_subdir.display(), err);\n | ^^^^^^^^\n\nerror: cannot find macro `format` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:248:5\n |\n248 | format!(\n | ^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:96:9\n |\n96 | println!(\"cargo:rustc-check-cfg=cfg(zerocopy_inline_always)\");\n | ^^^^^^^\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:167:13\n |\n167 | eprintln!(\"Failed to clean up {}: {}\", out_subdir.display(), err);\n | ^^^^^^^^\n\nerror: could not compile `quote` (build script) due to 14 previous errors\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:95:9\n |\n95 | println!(\"cargo:rustc-check-cfg=cfg(coverage_nightly)\");\n | ^^^^^^^\n\nerror: cannot find macro `format` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:269:5\n |\n269 | format!(\n | ^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:94:9\n |\n94 | println!(\"cargo:rustc-check-cfg=cfg(__ZEROCOPY_INTERNAL_USE_ONLY_DEV_MODE)\");\n | ^^^^^^^\n\nerror: cannot find macro `vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:308:25\n |\n308 | let mut tests = vec![\n | ^^^\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:188:9\n |\n188 | eprintln!(\n | ^^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:91:9\n |\n91 | println!(\n | ^^^^^^^\n\nerror: cannot find macro `vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:340:25\n |\n340 | let mut tests = vec![\n | ^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:90:9\n |\n90 | println!(\"cargo:rustc-check-cfg=cfg(kani)\");\n | ^^^^^^^\n\nerror: cannot find macro `unreachable` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:362:21\n |\n362 | unreachable!()\n | ^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::unreachable;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:89:9\n |\n89 | println!(\"cargo:rustc-check-cfg=cfg(doc_cfg)\");\n | ^^^^^^^\n\nerror: cannot find macro `vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:377:21\n |\n377 | let tests = vec![\n | ^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:85:13\n |\n85 | println!(\"cargo:rustc-check-cfg=cfg(rust, values(\\\"{}.{}.{}\\\"))\", major, minor, patch);\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:77:13\n |\n77 | println!(\"cargo:rustc-check-cfg=cfg({})\", version_cfg.cfg_name);\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:410:5\n |\n410 | println!(\"cargo:rerun-if-changed=tests\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:67:5\n |\n67 | println!(\"cargo:rerun-if-changed=Cargo.toml\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:62:5\n |\n62 | println!(\"cargo:rerun-if-changed=build.rs\");\n | ^^^^^^^\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:24:23\n |\n24 | } else if let Some(rustc_bootstrap) = env::var_os(\"RUSTC_BOOTSTRAP\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:61:9\n |\n61 | let Some(rustc) = rustc_minor_version() else {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:103:12\n |\n103 | if let Err(err) = fs::create_dir(&out_subdir) {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:135:12\n |\n135 | if let Some(target) = env::var_os(\"TARGET\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:140:12\n |\n140 | if let Ok(rustflags) = env::var(\"CARGO_ENCODED_RUSTFLAGS\") {\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:149:9\n |\n149 | Ok(status) => status.success(),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:150:9\n |\n150 | Err(_) => false,\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:156:12\n |\n156 | if let Err(err) = fs::remove_dir_all(&out_subdir) {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:165:68\n |\n165 | || (cfg!(target_os = \"linux\") && err.raw_os_error() == Some(ENOTEMPTY)))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:175:29\n |\n175 | fn rustc_minor_version() -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 3 + use core::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:180:25\n |\n180 | if pieces.next() != Some(\"rustc 1\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 3 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:181:16\n |\n181 | return None;\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 3 + use core::option::Option::None;\n |\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:116:15\n |\n116 | cfg_name: String,\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:121:44\n |\n121 | fn parse_version_cfgs_from_cargo_toml() -> Vec {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:183:24\n |\n183 | return None;\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 58 + use core::option::Option::None;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:221:13\n |\n221 | Some(VersionCfg { version: Version { major, minor, patch }, cfg_name: name })\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 58 + use core::option::Option::Some;\n |\n\nerror: requires `None` lang_item\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs:142:13\n |\n142 | / for arg in rustflags.split('\\x1f') {\n143 | | cmd.arg(arg);\n144 | | }\n | |_____________^\n\nerror: requires `None` lang_item\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs:73:9\n |\n73 | / for version_cfg in &version_cfgs {\n... |\n85 | | println!(\"cargo:rustc-check-cfg=cfg(rust, values(\\\"{}.{}.{}\\\"))\", major, minor, patch);\n86 | | }\n | |_________^\n\nSome errors have detailed explanations: E0425, E0463, E0786.\nerror: could not compile `anyhow` (build script) due to 34 previous errors\nerror: could not compile `zerocopy` (build script) due to 28 previous errors\nerror[E0425]: cannot find type `Box` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:5:10\n |\n5 | Zero(Box),\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find type `Box` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:6:9\n |\n6 | One(Box),\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find type `Box` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:11:9\n |\n11 | Pos(Box),\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find type `Box` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:12:9\n |\n12 | Neg(Box),\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:98:8\n |\n98 | b: Option,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:105:13\n |\n105 | Some(b) => write!(\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0433]: failed to resolve: use of undeclared type `Option`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:155:12\n |\n155 | b: Option::Some(right),\n | ^^^^^^ use of undeclared type `Option`\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:247:37\n |\n247 | fn uint_cmp_test(a: u64, b: u64) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:268:36\n |\n268 | fn int_cmp_test(a: i64, b: i64) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:290:23\n |\n290 | pub fn gen_tests() -> String {\n | ^^^^^^ not found in this scope\n\nerror: requires `Range` lang_item\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:294:18\n |\n294 | let uints = (0u64..high as u64 + 1).flat_map(|a| (a..a + 1).cycle().zip(0..high as u64 + 1));\n | ^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0433]: failed to resolve: use of undeclared type `Box`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:43:27\n |\n43 | UIntCode::One(Box::new(result))\n | ^^^ use of undeclared type `Box`\n\nerror[E0433]: failed to resolve: use of undeclared type `Box`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:45:28\n |\n45 | UIntCode::Zero(Box::new(result))\n | ^^^ use of undeclared type `Box`\n\nerror[E0433]: failed to resolve: use of undeclared type `Box`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:56:33\n |\n56 | Greater => IntCode::Pos(Box::new(gen_uint(i as u64))),\n | ^^^ use of undeclared type `Box`\n\nerror[E0433]: failed to resolve: use of undeclared type `Box`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:57:30\n |\n57 | Less => IntCode::Neg(Box::new(gen_uint(i.abs() as u64))),\n | ^^^ use of undeclared type `Box`\n\nerror[E0433]: failed to resolve: use of undeclared type `String`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\typenum-1.19.0\\build.rs:297:22\n |\n297 | let mut result = String::new();\n | ^^^^^^ use of undeclared type `String`\n\nSome errors have detailed explanations: E0425, E0433, E0463, E0531, E0786.\nerror: could not compile `typenum` (build script) due to 39 previous errors\nnote: no errors encountered even though delayed bugs were created\n\nnote: those delayed bugs will now be shown as internal compiler errors\n\nerror: internal compiler error: no resolution for an import\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:56:9\n |\n56 | pub use either::Either;\n | ^^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_ast_lowering\\src\\lib.rs:772:24 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:56:9\n |\n56 | pub use either::Either;\n | ^^^^^^^^^^^^^^\n\nerror: internal compiler error: no resolution for an import\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\either_or_both.rs:5:5\n |\n5 | use either::Either;\n | ^^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_ast_lowering\\src\\lib.rs:772:24 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\either_or_both.rs:5:5\n |\n5 | use either::Either;\n | ^^^^^^^^^^^^^^\n\nerror: internal compiler error: no resolution for an import\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:7:5\n |\n7 | use either::Either;\n | ^^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_ast_lowering\\src\\lib.rs:772:24 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:7:5\n |\n7 | use either::Either;\n | ^^^^^^^^^^^^^^\n\nerror: internal compiler error: no resolution for an import\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\merge_join.rs:6:5\n |\n6 | use either::Either;\n | ^^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_ast_lowering\\src\\lib.rs:772:24 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\merge_join.rs:6:5\n |\n6 | use either::Either;\n | ^^^^^^^^^^^^^^\n\nerror: internal compiler error: path with `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:24:23\n |\n24 | first_two: Option>,\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_analysis\\src\\hir_ty_lowering\\mod.rs:2117:22 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:24:23\n |\n24 | first_two: Option>,\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror: internal compiler error: path with `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\either_or_both.rs:497:48\n |\n497 | impl From> for Option> {\n | ^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_analysis\\src\\hir_ty_lowering\\mod.rs:2117:22 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\either_or_both.rs:497:48\n |\n497 | impl From> for Option> {\n | ^^^^^^^^^^^^\n\nerror: internal compiler error: path with `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\either_or_both.rs:508:21\n |\n508 | fn from(either: Either) -> Self {\n | ^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_analysis\\src\\hir_ty_lowering\\mod.rs:2117:22 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\either_or_both.rs:508:21\n |\n508 | fn from(either: Either) -> Self {\n | ^^^^^^^^^^^^\n\nerror: internal compiler error: path with `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:33:41\n |\n33 | pub(crate) fn new(first_two: Option>, inner: I) -> Self {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_analysis\\src\\hir_ty_lowering\\mod.rs:2117:22 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:33:41\n |\n33 | pub(crate) fn new(first_two: Option>, inner: I) -> Self {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror: internal compiler error: path with `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\either_or_both.rs:507:17\n |\n507 | impl From> for EitherOrBoth {\n | ^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_analysis\\src\\hir_ty_lowering\\mod.rs:2117:22 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\either_or_both.rs:507:17\n |\n507 | impl From> for EitherOrBoth {\n | ^^^^^^^^^^^^\n\nerror: internal compiler error: path with `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\merge_join.rs:150:24\n |\n150 | type MergeResult = Either;\n | ^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_analysis\\src\\hir_ty_lowering\\mod.rs:2117:22 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\merge_join.rs:150:24\n |\n150 | type MergeResult = Either;\n | ^^^^^^^^^^^^\n\nerror: internal compiler error: path with `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3028:33\n |\n3028 | F: FnMut(Self::Item) -> Either,\n | ^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_analysis\\src\\hir_ty_lowering\\mod.rs:2117:22 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3028:33\n |\n3028 | F: FnMut(Self::Item) -> Either,\n | ^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\either_or_both.rs:500:29\n |\n500 | Left(l) => Some(Either::Left(l)),\n | ^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\expr.rs:616:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\either_or_both.rs:500:29\n |\n500 | Left(l) => Some(Either::Left(l)),\n | ^^^^^^^^^^^^\n\nerror: internal compiler error[E0618]: expected function, found `{type error}`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\either_or_both.rs:500:29\n |\n500 | Left(l) => Some(Either::Left(l)),\n | ^^^^^^^^^^^^---\n | |\n | call expression requires function\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\callee.rs:727:34 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\either_or_both.rs:500:29\n |\n500 | Left(l) => Some(Either::Left(l)),\n | ^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\either_or_both.rs:501:30\n |\n501 | Right(r) => Some(Either::Right(r)),\n | ^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\expr.rs:616:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\either_or_both.rs:501:30\n |\n501 | Right(r) => Some(Either::Right(r)),\n | ^^^^^^^^^^^^^\n\nerror: internal compiler error[E0618]: expected function, found `{type error}`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\either_or_both.rs:501:30\n |\n501 | Right(r) => Some(Either::Right(r)),\n | ^^^^^^^^^^^^^---\n | |\n | call expression requires function\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\callee.rs:727:34 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\either_or_both.rs:501:30\n |\n501 | Right(r) => Some(Either::Right(r)),\n | ^^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\either_or_both.rs:510:13\n |\n510 | Either::Left(l) => Left(l),\n | ^^^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\pat.rs:1734:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\either_or_both.rs:510:13\n |\n510 | Either::Left(l) => Left(l),\n | ^^^^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\either_or_both.rs:511:13\n |\n511 | Either::Right(l) => Right(l),\n | ^^^^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\pat.rs:1734:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\either_or_both.rs:511:13\n |\n511 | Either::Right(l) => Right(l),\n | ^^^^^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:39:18\n |\n39 | Some(Either::Left(_)) => 2,\n | ^^^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\pat.rs:1734:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:39:18\n |\n39 | Some(Either::Left(_)) => 2,\n | ^^^^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:40:18\n |\n40 | Some(Either::Right(_)) => 1,\n | ^^^^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\pat.rs:1734:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:40:18\n |\n40 | Some(Either::Right(_)) => 1,\n | ^^^^^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:54:18\n |\n54 | Some(Either::Left([first, second])) => {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\pat.rs:1734:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:54:18\n |\n54 | Some(Either::Left([first, second])) => {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:58:18\n |\n58 | Some(Either::Right(second)) => Some(second),\n | ^^^^^^^^^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\pat.rs:1734:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:58:18\n |\n58 | Some(Either::Right(second)) => Some(second),\n | ^^^^^^^^^^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:55:39\n |\n55 | self.first_two = Some(Either::Right(second));\n | ^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\expr.rs:616:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:55:39\n |\n55 | self.first_two = Some(Either::Right(second));\n | ^^^^^^^^^^^^^\n\nerror: internal compiler error[E0618]: expected function, found `{type error}`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:55:39\n |\n55 | self.first_two = Some(Either::Right(second));\n | ^^^^^^^^^^^^^--------\n | |\n | call expression requires function\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\callee.rs:727:34 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:55:39\n |\n55 | self.first_two = Some(Either::Right(second));\n | ^^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:72:18\n |\n72 | Some(Either::Left([first, second])) => {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\pat.rs:1734:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:72:18\n |\n72 | Some(Either::Left([first, second])) => {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:76:18\n |\n76 | Some(Either::Right(second)) => init = f(init, second),\n | ^^^^^^^^^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\pat.rs:1734:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:76:18\n |\n76 | Some(Either::Right(second)) => init = f(init, second),\n | ^^^^^^^^^^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:107:18\n |\n107 | Some(Either::Left([first, second])) => {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\pat.rs:1734:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:107:18\n |\n107 | Some(Either::Left([first, second])) => {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:110:18\n |\n110 | Some(Either::Right(second)) => {\n | ^^^^^^^^^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\pat.rs:1734:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:110:18\n |\n110 | Some(Either::Right(second)) => {\n | ^^^^^^^^^^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\merge_join.rs:152:9\n |\n152 | Either::Left(left)\n | ^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\expr.rs:616:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\merge_join.rs:152:9\n |\n152 | Either::Left(left)\n | ^^^^^^^^^^^^\n\nerror: internal compiler error[E0618]: expected function, found `{type error}`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\merge_join.rs:152:9\n |\n152 | Either::Left(left)\n | ^^^^^^^^^^^^------\n | |\n | call expression requires function\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\callee.rs:727:34 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\merge_join.rs:152:9\n |\n152 | Either::Left(left)\n | ^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\merge_join.rs:155:9\n |\n155 | Either::Right(right)\n | ^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\expr.rs:616:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\merge_join.rs:155:9\n |\n155 | Either::Right(right)\n | ^^^^^^^^^^^^^\n\nerror: internal compiler error[E0618]: expected function, found `{type error}`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\merge_join.rs:155:9\n |\n155 | Either::Right(right)\n | ^^^^^^^^^^^^^-------\n | |\n | call expression requires function\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\callee.rs:727:34 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\merge_join.rs:155:9\n |\n155 | Either::Right(right)\n | ^^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\merge_join.rs:159:33\n |\n159 | (None, Some(right), Either::Left(left))\n | ^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\expr.rs:616:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\merge_join.rs:159:33\n |\n159 | (None, Some(right), Either::Left(left))\n | ^^^^^^^^^^^^\n\nerror: internal compiler error[E0618]: expected function, found `{type error}`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\merge_join.rs:159:33\n |\n159 | (None, Some(right), Either::Left(left))\n | ^^^^^^^^^^^^------\n | |\n | call expression requires function\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\callee.rs:727:34 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\merge_join.rs:159:33\n |\n159 | (None, Some(right), Either::Left(left))\n | ^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\merge_join.rs:161:32\n |\n161 | (Some(left), None, Either::Right(right))\n | ^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\expr.rs:616:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\merge_join.rs:161:32\n |\n161 | (Some(left), None, Either::Right(right))\n | ^^^^^^^^^^^^^\n\nerror: internal compiler error[E0618]: expected function, found `{type error}`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\merge_join.rs:161:32\n |\n161 | (Some(left), None, Either::Right(right))\n | ^^^^^^^^^^^^^-------\n | |\n | call expression requires function\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\callee.rs:727:34 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\merge_join.rs:161:32\n |\n161 | (Some(left), None, Either::Right(right))\n | ^^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3036:13\n |\n3036 | Either::Left(v) => left.extend(Some(v)),\n | ^^^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\pat.rs:1734:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3036:13\n |\n3036 | Either::Left(v) => left.extend(Some(v)),\n | ^^^^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3037:13\n |\n3037 | Either::Right(v) => right.extend(Some(v)),\n | ^^^^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\pat.rs:1734:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3037:13\n |\n3037 | Either::Right(v) => right.extend(Some(v)),\n | ^^^^^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3065:22\n |\n3065 | Ok(v) => Either::Left(v),\n | ^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\expr.rs:616:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3065:22\n |\n3065 | Ok(v) => Either::Left(v),\n | ^^^^^^^^^^^^\n\nerror: internal compiler error[E0618]: expected function, found `{type error}`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3065:22\n |\n3065 | Ok(v) => Either::Left(v),\n | ^^^^^^^^^^^^---\n | |\n | call expression requires function\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\callee.rs:727:34 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3065:22\n |\n3065 | Ok(v) => Either::Left(v),\n | ^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3066:23\n |\n3066 | Err(v) => Either::Right(v),\n | ^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\expr.rs:616:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3066:23\n |\n3066 | Err(v) => Either::Right(v),\n | ^^^^^^^^^^^^^\n\nerror: internal compiler error[E0618]: expected function, found `{type error}`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3066:23\n |\n3066 | Err(v) => Either::Right(v),\n | ^^^^^^^^^^^^^---\n | |\n | call expression requires function\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\callee.rs:727:34 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3066:23\n |\n3066 | Err(v) => Either::Right(v),\n | ^^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3792:26\n |\n3792 | Some(Either::Left([first, second])),\n | ^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\expr.rs:616:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3792:26\n |\n3792 | Some(Either::Left([first, second])),\n | ^^^^^^^^^^^^\n\nerror: internal compiler error[E0618]: expected function, found `{type error}`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3792:26\n |\n3792 | Some(Either::Left([first, second])),\n | ^^^^^^^^^^^^-----------------\n | |\n | call expression requires function\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\callee.rs:727:34 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3792:26\n |\n3792 | Some(Either::Left([first, second])),\n | ^^^^^^^^^^^^\n\nerror: internal compiler error: `Res::Err` but no error emitted\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3825:26\n |\n3825 | Some(Either::Left([first, second])),\n | ^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\expr.rs:616:32 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3825:26\n |\n3825 | Some(Either::Left([first, second])),\n | ^^^^^^^^^^^^\n\nerror: internal compiler error[E0618]: expected function, found `{type error}`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3825:26\n |\n3825 | Some(Either::Left([first, second])),\n | ^^^^^^^^^^^^-----------------\n | |\n | call expression requires function\n |\nnote: delayed at compiler\\rustc_hir_typeck\\src\\callee.rs:727:34 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs:3825:26\n |\n3825 | Some(Either::Left([first, second])),\n | ^^^^^^^^^^^^\n\nerror: internal compiler error: no type-dependent def for method call\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:53:15\n |\n53 | match self.first_two.take() {\n | ^^^^^^^^^^^^^^^^^^^^^\n |\nnote: delayed at compiler\\rustc_privacy\\src\\lib.rs:1246:26 - disabled backtrace\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\exactly_one_err.rs:53:15\n |\n53 | match self.first_two.take() {\n | ^^^^^^^^^^^^^^^^^^^^^\n\nnote: we would appreciate a bug report: https://github.com/rust-lang/rust/issues/new?labels=C-bug%2C+I-ICE%2C+T-compiler&template=ice.md\n\nnote: rustc 1.93.0 (254b59607 2026-01-19) running on x86_64-pc-windows-msvc\n\nnote: compiler flags: --crate-type lib -C embed-bitcode=no -C debug-assertions=off -C linker=rust-lld.exe -C strip=debuginfo\n\nnote: some of the compiler flags provided by cargo are hidden\n\nquery stack during panic:\nend of query stack\nerror: could not compile `itertools` (lib)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name itertools --edition=2018 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"default\"' --cfg 'feature=\"use_alloc\"' --cfg 'feature=\"use_std\"' --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"default\", \"use_alloc\", \"use_std\"))' -C metadata=2b547bf295babe6c -C extra-filename=-be51978dcc411638 --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\gemini-3-1-pro\\llm\\target\\release\\deps' -C linker=rust-lld.exe -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\gemini-3-1-pro\\llm\\target\\release\\deps' --extern 'either=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_022_view_basic\\rust\\server\\gemini-3-1-pro\\llm\\target\\release\\deps\\libeither-9aef4ca5af7de2ed.rmeta' --cap-lints allow` (exit code: 101)\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 3848, + "output_tokens": 1379, + "generation_duration_ms": 13343, + "started_at": "2026-03-31T13:51:59.964793600Z", + "finished_at": "2026-03-31T13:52:41.382568400Z" + }, + "t_023_view_per_user": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3900, + "output_tokens": 799, + "generation_duration_ms": 20417, + "started_at": "2026-03-31T13:52:41.382584600Z", + "finished_at": "2026-03-31T13:53:53.700414900Z" + }, + "t_024_event_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3868, + "output_tokens": 716, + "generation_duration_ms": 18056, + "started_at": "2026-03-31T13:47:43.454153400Z", + "finished_at": "2026-03-31T13:48:59.561430100Z" + }, + "t_025_optional_fields": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3891, + "output_tokens": 1272, + "generation_duration_ms": 33196, + "started_at": "2026-03-31T13:48:23.974229200Z", + "finished_at": "2026-03-31T13:49:51.433226100Z" + }, + "t_026_auth_identity_check": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3933, + "output_tokens": 906, + "generation_duration_ms": 9559, + "started_at": "2026-03-31T13:32:44.600540800Z", + "finished_at": "2026-03-31T13:33:55.592059300Z" + }, + "t_027_private_vs_public_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3954, + "output_tokens": 973, + "generation_duration_ms": 23922, + "started_at": "2026-03-31T13:32:44.601735900Z", + "finished_at": "2026-03-31T13:33:59.119394500Z" + }, + "t_028_cascade_delete": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3911, + "output_tokens": 4530, + "generation_duration_ms": 52674, + "started_at": "2026-03-31T13:48:59.561508700Z", + "finished_at": "2026-03-31T13:50:49.446416900Z" + }, + "t_029_filter_and_aggregate": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3932, + "output_tokens": 3543, + "generation_duration_ms": 70787, + "started_at": "2026-03-31T13:49:51.433386200Z", + "finished_at": "2026-03-31T13:51:58.948818200Z" + }, + "t_030_two_table_join": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3990, + "output_tokens": 1375, + "generation_duration_ms": 45436, + "started_at": "2026-03-31T13:50:49.446586700Z", + "finished_at": "2026-03-31T13:51:59.964710400Z" + }, + "t_031_unique_constraint": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = account, public)]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub display_name: String,\n}\n\n#[reducer]\npub fn create_account(ctx: &ReducerContext, email: String, display_name: String) {\n ctx.db.account().insert(Account {\n id: 0,\n email,\n display_name,\n });\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.48\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling constant_time_eq v0.4.2\n Compiling smallvec v1.15.1\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling bytemuck v1.25.0\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling getrandom v0.2.17\nerror: could not compile `convert_case` (lib)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name convert_case --edition=2018 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"rand\", \"random\"))' -C metadata=3d16373c20c5902b -C extra-filename=-274485f28e2914a9 --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\gemini-3-1-pro\\llm\\target\\release\\deps' -C linker=rust-lld.exe -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\gemini-3-1-pro\\llm\\target\\release\\deps' --cap-lints allow` (exit code: 0xc000012d)\nwarning: build failed, waiting for other jobs to finish...\nerror[E0786]: found invalid metadata files for crate `rustc_std_workspace_core` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\librustc_std_workspace_core-1696f7b672ba471d.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot resolve a prelude import\n\nerror: could not compile `getrandom` (lib)\n\nCaused by:\n could not execute process `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name getrandom --edition=2018 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\getrandom-0.2.17\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"custom\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"compiler_builtins\", \"core\", \"custom\", \"js\", \"js-sys\", \"linux_disable_fallback\", \"rdrand\", \"rustc-dep-of-std\", \"std\", \"test-in-browser\", \"wasm-bindgen\"))' -C metadata=287a5d6f6e97762d -C extra-filename=-d48b4ec32ed582b8 --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\gemini-3-1-pro\\llm\\target\\wasm32-unknown-unknown\\release\\deps' --target wasm32-unknown-unknown -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\gemini-3-1-pro\\llm\\target\\wasm32-unknown-unknown\\release\\deps' -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\gemini-3-1-pro\\llm\\target\\release\\deps' --extern 'cfg_if=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\gemini-3-1-pro\\llm\\target\\wasm32-unknown-unknown\\release\\deps\\libcfg_if-6726b2184862d83e.rmeta' --cap-lints allow -C debuginfo=0 -C panic=abort` (never executed)\n\nCaused by:\n The paging file is too small for this operation to complete. (os error 1455)\nerror[E0786]: found invalid metadata files for crate `std_detect` which `std` depends on\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:19:1\n |\n19 | extern crate std;\n | ^^^^^^^^^^^^^^^^^\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\wasm32-unknown-unknown\\lib\\libstd_detect-1a134835b99beda4.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror[E0786]: found invalid metadata files for crate `rustc_demangle` which `std` depends on\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytes-1.11.1\\src\\lib.rs:77:1\n |\n77 | extern crate std;\n | ^^^^^^^^^^^^^^^^^\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\wasm32-unknown-unknown\\lib\\librustc_demangle-1b0ee68b06711990.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: could not compile `second-stack` (lib)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name second_stack --edition=2021 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\second-stack-0.3.5\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values())' -C metadata=91bf99e86959ec07 -C extra-filename=-e4f933482a09c838 --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\gemini-3-1-pro\\llm\\target\\wasm32-unknown-unknown\\release\\deps' --target wasm32-unknown-unknown -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\gemini-3-1-pro\\llm\\target\\wasm32-unknown-unknown\\release\\deps' -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\gemini-3-1-pro\\llm\\target\\release\\deps' --cap-lints allow -C debuginfo=0 -C panic=abort` (exit code: 0xc0000142, STATUS_DLL_INIT_FAILED)\nerror[E0786]: found invalid metadata files for crate `hashbrown` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\libhashbrown-cec0bffea23d2070.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: could not compile `log` (lib)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name log --edition=2021 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\log-0.4.29\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"kv\", \"kv_serde\", \"kv_std\", \"kv_sval\", \"kv_unstable\", \"kv_unstable_serde\", \"kv_unstable_std\", \"kv_unstable_sval\", \"max_level_debug\", \"max_level_error\", \"max_level_info\", \"max_level_off\", \"max_level_trace\", \"max_level_warn\", \"release_max_level_debug\", \"release_max_level_error\", \"release_max_level_info\", \"release_max_level_off\", \"release_max_level_trace\", \"release_max_level_warn\", \"serde\", \"serde_core\", \"std\", \"sval\", \"sval_ref\", \"value-bag\"))' -C metadata=4ca4554f007390a8 -C extra-filename=-a8fd09d2c89649fc --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\gemini-3-1-pro\\llm\\target\\wasm32-unknown-unknown\\release\\deps' --target wasm32-unknown-unknown -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\gemini-3-1-pro\\llm\\target\\wasm32-unknown-unknown\\release\\deps' -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\gemini-3-1-pro\\llm\\target\\release\\deps' --cap-lints allow -C debuginfo=0 -C panic=abort` (exit code: 0xc000012d)\nerror[E0786]: found invalid metadata files for crate `std_detect` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\libstd_detect-08493120d2e26414.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:354:3\n |\n354 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:356:5\n |\n356 | assert_eq!(try_join(vec![\"\\0\"]), Err(QuoteError::Nul));\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:357:5\n |\n357 | assert_eq!(try_quote(\"\\0\"), Err(QuoteError::Nul));\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:345:3\n |\n345 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:348:5\n |\n348 | assert_eq!(join(vec![]), \"\");\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:349:5\n |\n349 | assert_eq!(join(vec![\"\"]), \"''\");\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:350:5\n |\n350 | assert_eq!(join(vec![\"a\", \"b\"]), \"a b\");\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:351:5\n |\n351 | assert_eq!(join(vec![\"foo bar\", \"baz\"]), \"'foo bar' baz\");\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:286:3\n |\n286 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:328:9\n |\n328 | assert!(parts.len() == 2);\n | ^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:337:13\n |\n337 | println!(\"FAIL: for input <{}>, expected <{}>, got <{}>\",\n | ^^^^^^^\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:342:5\n |\n342 | assert!(ok);\n | ^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:276:3\n |\n276 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:281:13\n |\n281 | assert_eq!(sh.line_no, 3);\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:269:3\n |\n269 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:272:9\n |\n272 | assert_eq!(split(input), output.map(|o| o.iter().map(|&x| x.to_owned()).collect()));\n | ^^^^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:134:3\n |\n134 | #[derive(Default, Debug, Clone)]\n | ^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:110:3\n |\n110 | #[derive(Debug, Clone, Copy, PartialEq, Eq, PartialOrd, Ord, Hash)]\n | ^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:568:3\n |\n568 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:572:5\n |\n572 | assert_eq!(join(vec![INVALID_UTF8]), INVALID_UTF8_SINGLEQUOTED);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:574:5\n |\n574 | assert_eq!(join(vec![]), &b\"\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:575:5\n |\n575 | assert_eq!(join(vec![&b\"\"[..]]), b\"''\");\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:555:3\n |\n555 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:559:5\n |\n559 | assert_eq!(quote(INVALID_UTF8), INVALID_UTF8_SINGLEQUOTED);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:561:5\n |\n561 | assert_eq!(quote(b\"\"), &b\"''\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:562:5\n |\n562 | assert_eq!(quote(b\"foobar\"), &b\"foobar\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:563:5\n |\n563 | assert_eq!(quote(b\"foo bar\"), &b\"'foo bar'\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:564:5\n |\n564 | assert_eq!(quote(b\"'\\\"\"), &b\"\\\"'\\\\\\\"\\\"\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:565:5\n |\n565 | assert_eq!(quote(b\"\"), &b\"''\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:545:3\n |\n545 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:550:13\n |\n550 | assert_eq!(sh.line_no, 3);\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:538:3\n |\n538 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:541:9\n |\n541 | assert_eq!(split(input), output.map(|o| o.iter().map(|&x| x.to_owned()).collect()));\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:506:3\n |\n506 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:510:5\n |\n510 | assert!(core::str::from_utf8(INVALID_UTF8).is_err());\n | ^^^^^^\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:412:5\n |\n412 | debug_assert!(i > 0);\n | ^^^^^^^^^^^^\n\nerror: cannot find macro `unreachable` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:410:9\n |\n410 | unreachable!()\n | ^^^^^^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:234:3\n |\n234 | #[derive(PartialEq)]\n | ^^^^^^\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:225:13\n |\n225 | assert!(rest.len() < in_bytes.len()); // no infinite loop\n | ^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:170:3\n |\n170 | #[derive(Default, Debug, Clone)]\n | ^^^^^^\n\nerror: could not compile `arrayref` (lib)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name arrayref --edition=2015 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayref-0.3.9\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values())' -C metadata=da4deb5bd60facf5 -C extra-filename=-0bec759a0cc87ee0 --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\gemini-3-1-pro\\llm\\target\\wasm32-unknown-unknown\\release\\deps' --target wasm32-unknown-unknown -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\gemini-3-1-pro\\llm\\target\\wasm32-unknown-unknown\\release\\deps' -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\data_modeling\\t_031_unique_constraint\\rust\\server\\gemini-3-1-pro\\llm\\target\\release\\deps' --cap-lints allow -C debuginfo=0 -C panic=abort` (exit code: 0xc0000142, STATUS_DLL_INIT_FAILED)\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:60:45\n |\n60 | fn parse_word(&mut self, mut ch: u8) -> Option> {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:64:31\n |\n64 | '\"' => if let Err(()) = self.parse_double(&mut result) {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:66:28\n |\n66 | return None;\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:68:32\n |\n68 | '\\'' => if let Err(()) = self.parse_single(&mut result) {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:70:28\n |\n70 | return None;\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:72:32\n |\n72 | '\\\\' => if let Some(ch2) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:76:28\n |\n76 | return None;\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:81:20\n |\n81 | if let Some(ch2) = self.next_char() { ch = ch2; } else { break; }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:86:57\n |\n86 | fn parse_double(&mut self, result: &mut Vec) -> Result<(), ()> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n27 + use alloc::fmt::Result;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:88:20\n |\n88 | if let Some(ch2) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:91:32\n |\n91 | if let Some(ch3) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:113:57\n |\n113 | fn parse_single(&mut self, result: &mut Vec) -> Result<(), ()> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:115:20\n |\n115 | if let Some(ch2) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:126:32\n |\n126 | fn next_char(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:133:10\n |\n133 | impl<'a> Iterator for Shlex<'a> {\n | ^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:135:27\n |\n135 | fn next(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:136:16\n |\n136 | if let Some(mut ch) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:142:35\n |\n142 | while let Some(ch2) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:148:24\n |\n148 | if let Some(ch2) = self.next_char() { ch = ch2; } else { return None; }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:148:81\n |\n148 | if let Some(ch2) = self.next_char() { ch = ch2; } else { return None; }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:152:13\n |\n152 | None\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:160:34\n |\n160 | pub fn split(in_bytes: &[u8]) -> Option>> {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:163:24\n |\n163 | if shl.had_error { None } else { Some(res) }\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:193:24\n |\n193 | pub fn join<'a, I: IntoIterator>(&self, words: I) -> Result, QuoteError> {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:193:75\n |\n193 | pub fn join<'a, I: IntoIterator>(&self, words: I) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:196:24\n |\n196 | .collect::>, QuoteError>>()?\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:206:56\n |\n206 | pub fn quote<'a>(&self, mut in_bytes: &'a [u8]) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:457:20\n |\n457 | pub fn join<'a, I: IntoIterator>(words: I) -> Vec {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:469:24\n |\n469 | pub fn try_join<'a, I: IntoIterator>(words: I) -> Result, QuoteError> {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:469:68\n |\n469 | pub fn try_join<'a, I: IntoIterator>(words: I) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:497:38\n |\n497 | pub fn try_quote(in_bytes: &[u8]) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find value `SPLIT_TEST_ITEMS` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:540:29\n |\n540 | for &(input, output) in SPLIT_TEST_ITEMS {\n | ^^^^^^^^^^^^^^^^ not found in this scope\n |\nnote: found an item that was configured out\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:246:8\n |\n245 | #[cfg(test)]\n | ---- the item is gated here\n246 | static SPLIT_TEST_ITEMS: &'static [(&'static str, Option<&'static [&'static str]>)] = &[\n | ^^^^^^^^^^^^^^^^\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:548:15\n |\n548 | while let Some(word) = sh.next() {\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:66:10\n |\n66 | impl<'a> Iterator for Shlex<'a> {\n | ^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:68:27\n |\n68 | fn next(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:92:31\n |\n92 | pub fn split(in_str: &str) -> Option> {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:95:24\n |\n95 | if shl.had_error { None } else { Some(res) }\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:156:24\n |\n156 | pub fn join<'a, I: IntoIterator>(&self, words: I) -> Result {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:156:74\n |\n156 | pub fn join<'a, I: IntoIterator>(&self, words: I) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 41 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:163:49\n |\n163 | pub fn quote<'a>(&self, in_str: &'a str) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 41 + use alloc::fmt::Result;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:177:6\n |\n177 | impl From for Quoter {\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:183:6\n |\n183 | impl From for bytes::Quoter {\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:201:20\n |\n201 | pub fn join<'a, I: IntoIterator>(words: I) -> String {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:213:24\n |\n213 | pub fn try_join<'a, I: IntoIterator>(words: I) -> Result {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:213:67\n |\n213 | pub fn try_join<'a, I: IntoIterator>(words: I) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 41 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:241:35\n |\n241 | pub fn try_quote(in_str: &str) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 41 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find value `SPLIT_TEST_ITEMS` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:271:29\n |\n271 | for &(input, output) in SPLIT_TEST_ITEMS {\n | ^^^^^^^^^^^^^^^^ not found in this scope\n |\nnote: found an item that was configured out\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:246:8\n |\n245 | #[cfg(test)]\n | ---- the item is gated here\n246 | static SPLIT_TEST_ITEMS: &'static [(&'static str, Option<&'static [&'static str]>)] = &[\n | ^^^^^^^^^^^^^^^^\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:279:15\n |\n279 | while let Some(word) = sh.next() {\n | ^^^^ not found in this scope\n\nFor more information about this error, try `rustc --explain E0786`.\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:83:9\n |\n83 | Some(result)\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:101:36\n |\n101 | ... return Err(());\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:104:37\n |\n104 | '\"' => { return Ok(()); },\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:108:24\n |\n108 | return Err(());\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:117:38\n |\n117 | '\\'' => { return Ok(()); },\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:121:24\n |\n121 | return Err(());\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:128:19\n |\n128 | if res == Some(b'\\n') { self.line_no += 1; }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:163:38\n |\n163 | if shl.had_error { None } else { Some(res) }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:194:9\n |\n194 | Ok(words.into_iter()\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:209:20\n |\n209 | return Ok(b\"''\"[..].into());\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:212:20\n |\n212 | return Err(QuoteError::Nul);\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:222:24\n |\n222 | return Ok(in_bytes.into());\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:229:9\n |\n229 | Ok(out.into())\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:95:38\n |\n95 | if shl.had_error { None } else { Some(res) }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:164:9\n |\n164 | Ok(match self.inner.quote(in_str.as_bytes())? {\n | ^^ not found in this scope\n\nSome errors have detailed explanations: E0405, E0425, E0531, E0786.\nFor more information about an error, try `rustc --explain E0405`.\nerror: could not compile `either` (lib) due to 1 previous error\nerror: could not compile `shlex` (lib) due to 105 previous errors\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:2:5\n |\n2 | use std::fmt::{self, Debug};\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror[E0786]: found invalid metadata files for crate `core`\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\libcore-02f640fcbd91e423.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\build.rs:102:9\n |\n102 | println!(\"cargo:rustc-cfg=host_os=\\\"windows\\\"\");\n | ^^^^^^^\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:5:5\n |\n5 | use std::env;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:1:5\n |\n1 | use std::env;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror: cannot find macro `format` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\build.rs:95:19\n |\n95 | let version = format!(\"{:#}\\n\", Render(&version));\n | ^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\build.rs:92:9\n |\n92 | println!(\"cargo:rustc-check-cfg=cfg(host_os, values(\\\"windows\\\"))\");\n | ^^^^^^^\n\nerror: cannot find macro `cfg` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:36:25\n |\n36 | let semver_exempt = cfg!(procmacro2_semver_exempt);\n | ^^^\n |\n = note: `cfg` is in scope, but it is an attribute: `#[cfg]`\nhelp: consider importing this macro\n |\n 5 + use core::cfg;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:19:9\n |\n19 | println!(\"cargo:rustc-cfg=no_diagnostic_namespace\");\n | ^^^^^^^\n\nerror[E0786]: found invalid metadata files for crate `core` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\wasm32-unknown-unknown\\lib\\libcore-81454d7ea88f70f2.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\build.rs:91:9\n |\n91 | println!(\"cargo:rustc-check-cfg=cfg(cfg_macro_not_allowed)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:13:9\n |\n13 | println!(\"cargo:rustc-check-cfg=cfg(no_diagnostic_namespace)\");\n | ^^^^^^^\n\nerror: cannot find macro `cfg` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:42:25\n |\n42 | if semver_exempt || cfg!(feature = \"span-locations\") {\n | ^^^\n |\n = note: `cfg` is in scope, but it is an attribute: `#[cfg]`\nhelp: consider importing this macro\n |\n 5 + use core::cfg;\n |\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec_impl.rs:1:5\n |\n1 | use std::ptr;\n | ^^^ can't find crate\n |\n = note: the `wasm32-unknown-unknown` target may not support the standard library\n\nerror[E0432]: unresolved import `fmt::Write`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:687:13\n |\n687 | use fmt::Write;\n | ^^^^^^^^^^\n\nerror: could not compile `bytes` (lib) due to 1 previous error\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:48:3\n |\n48 | #[derive(Copy, PartialEq, Eq, PartialOrd, Ord, Hash, Debug)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n27 + use std::prelude::rust_2024::derive;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:18:3\n |\n18 | #[derive(Clone, Debug)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 1 + use std::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:817:17\n |\n817 | panic!(\"called `Either::unwrap_left()` on a `Right` value: {:?}\", r)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::panic;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:847:32\n |\n847 | Either::Left(l) => panic!(\"called `Either::unwrap_right()` on a `Left` value: {:?}\", l),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::panic;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:876:33\n |\n876 | Either::Right(r) => panic!(\"{}: {:?}\", msg, r),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::panic;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:905:32\n |\n905 | Either::Left(l) => panic!(\"{}: {:?}\", msg, l),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::panic;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1400:3\n |\n1400 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1404:5\n |\n1404 | assert_eq!(e, Left(2));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1406:5\n |\n1406 | assert_eq!(e, Right(2));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1407:5\n |\n1407 | assert_eq!(e.left(), None);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1408:5\n |\n1408 | assert_eq!(e.right(), Some(2));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `cfg` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:69:9\n |\n69 | if !cfg!(feature = \"proc-macro\") {\n | ^^^\n |\n = note: `cfg` is in scope, but it is an attribute: `#[cfg]`\nhelp: consider importing this macro\n |\n 5 + use core::cfg;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\build.rs:87:9\n |\n87 | println!(\"cargo:rustc-cfg=cfg_macro_not_allowed\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:18:9\n |\n18 | println!(\"cargo:rustc-check-cfg=cfg(fuzzing)\");\n | ^^^^^^^\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\build.rs:75:17\n |\n75 | eprintln!(\n | ^^^^^^^^\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\lib.rs:37:17\n |\n37 | panic!(\"ArrayVec: largest supported capacity is u32::MAX\")\n | ^^^^^\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:84:9\n |\n84 | assert_capacity_limit!(CAP);\n | --------------------------- in this macro invocation\n |\n = note: this error originates in the macro `assert_capacity_limit` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:2:1\n |\n 2 + use core::panic;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:19:9\n |\n19 | println!(\"cargo:rustc-check-cfg=cfg(no_is_available)\");\n | ^^^^^^^\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\build.rs:54:17\n |\n54 | eprintln!(\n | ^^^^^^^^\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:59:9\n |\n 59 | panic!(concat!(\"ArrayVec::\", $method_name, \": index {} is out of bounds in vector of length {}\"),\n | ^^^^^\n...\n311 | panic_oob!(\"try_insert\", index, self.len())\n | ------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `panic_oob` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n |\n 2 + use core::panic;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:59:9\n |\n 59 | panic!(concat!(\"ArrayVec::\", $method_name, \": index {} is out of bounds in vector of length {}\"),\n | ^^^^^\n...\n375 | panic_oob!(\"swap_remove\", index, self.len())\n | -------------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `panic_oob` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n |\n 2 + use core::panic;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:20:9\n |\n20 | println!(\"cargo:rustc-check-cfg=cfg(no_literal_byte_character)\");\n | ^^^^^^^\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\build.rs:45:17\n |\n45 | eprintln!(\"Error: failed to run `{} --version`: {}\", rustc, e);\n | ^^^^^^^^\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:59:9\n |\n 59 | panic!(concat!(\"ArrayVec::\", $method_name, \": index {} is out of bounds in vector of length {}\"),\n | ^^^^^\n...\n423 | panic_oob!(\"remove\", index, self.len())\n | --------------------------------------- in this macro invocation\n |\n = note: this error originates in the macro `panic_oob` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n |\n 2 + use core::panic;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:21:9\n |\n21 | println!(\"cargo:rustc-check-cfg=cfg(no_literal_c_string)\");\n | ^^^^^^^\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec_impl.rs:56:9\n |\n56 | debug_assert!(len < Self::CAPACITY);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::debug_assert;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1409:5\n |\n1409 | assert_eq!(e.as_ref().right(), Some(&2));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1410:5\n |\n1410 | assert_eq!(e.as_mut().right(), Some(&mut 2));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1413:3\n |\n1413 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1421:5\n |\n1421 | assert_eq!(a(), Right(1337));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1426:5\n |\n1426 | assert_eq!(b(), Left(String::from(\"foo bar\")));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1429:3\n |\n1429 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1438:3\n |\n1438 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1446:5\n |\n1446 | assert_eq!(iter.next(), Some(0));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1447:5\n |\n1447 | assert_eq!(iter.count(), 9);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1450:3\n |\n1450 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1468:5\n |\n1468 | assert_eq!(reader.read(&mut buf).unwrap(), buf.len());\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1469:5\n |\n1469 | assert_eq!(buf, mockdata[..buf.len()]);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1472:5\n |\n1472 | assert_eq!(reader.read(&mut buf).unwrap(), buf.len());\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_ne` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1473:5\n |\n1473 | assert_ne!(buf, mockdata[..buf.len()]);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_ne;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1477:5\n |\n1477 | assert_eq!(reader.read(&mut buf).unwrap(), buf.len());\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1478:5\n |\n1478 | assert_eq!(buf, mockdata[..buf.len()]);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1481:3\n |\n1481 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1495:5\n |\n1495 | assert_eq!(reader.read(&mut buf).unwrap(), buf.len());\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1496:5\n |\n1496 | assert_eq!(&buf, &mockdata[..buf.len()]);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1506:5\n |\n1506 | assert_eq!(writer.write(&buf).unwrap(), buf.len());\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1509:3\n |\n1509 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1520:5\n |\n1520 | assert!(res.is_err());\n | ^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\build.rs:19:5\n |\n19 | println!(\"cargo:rerun-if-changed=build/build.rs\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:22:9\n |\n22 | println!(\"cargo:rustc-check-cfg=cfg(no_source_text)\");\n | ^^^^^^^\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:547:9\n |\n547 | debug_assert!(length <= self.capacity());\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 2 + use core::debug_assert;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:23:9\n |\n23 | println!(\"cargo:rustc-check-cfg=cfg(proc_macro_span)\");\n | ^^^^^^^\n\nerror: cannot find macro `debug_assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:670:9\n |\n670 | debug_assert_eq!(self.len(), self.capacity());\n | ^^^^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 2 + use core::debug_assert_eq;\n |\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:717:9\n |\n717 | debug_assert!(length <= CAP);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 2 + use core::debug_assert;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:24:9\n |\n24 | println!(\"cargo:rustc-check-cfg=cfg(proc_macro_span_file)\");\n | ^^^^^^^\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1069:5\n |\n1069 | panic!(\"ArrayVec: capacity exceeded in extend/from_iter\");\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 2 + use core::panic;\n |\n\nerror: cannot find macro `debug_assert_ne` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1102:17\n |\n1102 | debug_assert_ne!(ptr, end_ptr);\n | ^^^^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 2 + use core::debug_assert_ne;\n |\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1120:9\n |\n1120 | debug_assert!(slice.len() <= take);\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 2 + use core::debug_assert;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:25:9\n |\n25 | println!(\"cargo:rustc-check-cfg=cfg(proc_macro_span_location)\");\n | ^^^^^^^\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1263:9\n |\n1263 | debug_assert!(_result.is_ok());\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 2 + use core::debug_assert;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:26:9\n |\n26 | println!(\"cargo:rustc-check-cfg=cfg(procmacro2_backtrace)\");\n | ^^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:35:3\n |\n35 | #[derive(Copy)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 1 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:27:9\n |\n27 | println!(\"cargo:rustc-check-cfg=cfg(procmacro2_build_probe)\");\n | ^^^^^^^\n\nerror[E0408]: variable `None` is not bound in all patterns\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:41:9\n |\n41 | Some(_) | None => return ParseResult::Unrecognized,\n | ^^^^^^^ ---- variable not in all patterns\n | |\n | pattern doesn't bind `None`\n |\nhelp: if you meant to match on unit variant `core::option::Option::None`, use the full path in the pattern\n |\n41 | Some(_) | core::option::Option::None => return ParseResult::Unrecognized,\n | ++++++++++++++++++++++\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:28:9\n |\n28 | println!(\"cargo:rustc-check-cfg=cfg(procmacro2_nightly_testing)\");\n | ^^^^^^^\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\lib.rs:37:17\n |\n37 | panic!(\"ArrayVec: largest supported capacity is u32::MAX\")\n | ^^^^^\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:66:9\n |\n66 | assert_capacity_limit!(CAP);\n | --------------------------- in this macro invocation\n |\n = note: this error originates in the macro `assert_capacity_limit` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:1:1\n |\n 1 + use core::panic;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:29:9\n |\n29 | println!(\"cargo:rustc-check-cfg=cfg(procmacro2_semver_exempt)\");\n | ^^^^^^^\n\nerror: cannot find macro `debug_assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:125:9\n |\n125 | debug_assert_eq!(len, CAP);\n | ^^^^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::debug_assert_eq;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\lib.rs:37:17\n |\n 37 | panic!(\"ArrayVec: largest supported capacity is u32::MAX\")\n | ^^^^^\n |\n ::: C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:146:9\n |\n146 | assert_capacity_limit!(CAP);\n | --------------------------- in this macro invocation\n |\n = note: this error originates in the macro `assert_capacity_limit` (in Nightly builds, run with -Z macro-backtrace for more info)\nhelp: consider importing this macro\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:1:1\n |\n 1 + use core::panic;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:30:9\n |\n30 | println!(\"cargo:rustc-check-cfg=cfg(randomize_layout)\");\n | ^^^^^^^\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:343:13\n |\n343 | assert!(self.is_char_boundary(new_len));\n | ^^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::assert;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:374:21\n |\n374 | None => panic!(\"cannot remove a char from the end of a string\"),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::panic;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:31:9\n |\n31 | println!(\"cargo:rustc-check-cfg=cfg(span_locations)\");\n | ^^^^^^^\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:406:9\n |\n406 | debug_assert!(length <= self.capacity());\n | ^^^^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::debug_assert;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\char.rs:58:3\n |\n58 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n14 + use core::prelude::rust_2024::test;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\char.rs:70:17\n |\n70 | assert_eq!(res, ch.len_utf8());\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n14 + use core::assert_eq;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:32:9\n |\n32 | println!(\"cargo:rustc-check-cfg=cfg(super_unstable)\");\n | ^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\char.rs:73:13\n |\n73 | assert_eq!(string.chars().next(), Some(ch));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n14 + use core::assert_eq;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\char.rs:78:3\n |\n78 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n14 + use core::prelude::rust_2024::test;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\char.rs:84:9\n |\n84 | assert_eq!(len, ch.len_utf8(), \"Len of ch={}\", ch);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n14 + use core::assert_eq;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:33:9\n |\n33 | println!(\"cargo:rustc-check-cfg=cfg(wrap_proc_macro)\");\n | ^^^^^^^\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\char.rs:87:13\n |\n87 | assert!(matches::matches!(encode_utf8(ch, ptr, len - 1), Err(_)));\n | ^^^^^^\n |\nhelp: consider importing this macro\n |\n14 + use core::assert;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\char.rs:88:13\n |\n88 | assert!(matches::matches!(encode_utf8(ch, ptr, len), Ok(_)));\n | ^^^^^^\n |\nhelp: consider importing this macro\n |\n14 + use core::assert;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\errors.rs:8:3\n |\n8 | #[derive(Clone, Copy, Eq, Ord, PartialEq, PartialOrd)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n1 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:6:5\n |\n6 | println!(\"cargo:rerun-if-changed=build.rs\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\errors.rs:40:9\n |\n40 | write!(f, \"{}\", CAPERROR)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror[E0405]: cannot find trait `Extend` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:29:15\n |\n29 | impl Extend for Either\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Extend;\n |\n 1 + use std::iter::Extend;\n |\n\nerror[E0405]: cannot find trait `Extend` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:31:8\n |\n31 | L: Extend,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Extend;\n |\n 1 + use std::iter::Extend;\n |\n\nerror[E0405]: cannot find trait `Extend` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:32:8\n |\n32 | R: Extend,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Extend;\n |\n 1 + use std::iter::Extend;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:36:12\n |\n36 | T: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::IntoIterator;\n |\n 1 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:43:12\n |\n43 | impl Iterator for Either\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Iterator;\n |\n 1 + use std::iter::Iterator;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:45:8\n |\n45 | L: Iterator,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Iterator;\n |\n 1 + use std::iter::Iterator;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:46:8\n |\n46 | R: Iterator,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Iterator;\n |\n 1 + use std::iter::Iterator;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:50:27\n |\n50 | fn next(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\errors.rs:46:9\n |\n46 | write!(f, \"{}: {}\", \"CapacityError\", CAPERROR)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:54:36\n |\n54 | fn size_hint(&self) -> (usize, Option) {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:60:12\n |\n60 | G: FnMut(Acc, Self::Item) -> Acc,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:67:12\n |\n67 | F: FnMut(Self::Item),\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:76:22\n |\n76 | fn last(self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:80:36\n |\n80 | fn nth(&mut self, n: usize) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `Default` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:93:12\n |\n93 | B: Default + Extend,\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::default::Default;\n |\n\nerror[E0405]: cannot find trait `Extend` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:93:22\n |\n93 | B: Default + Extend,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Extend;\n |\n 1 + use std::iter::Extend;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:94:12\n |\n94 | F: FnMut(&Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:101:12\n |\n101 | F: FnMut(Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:108:12\n |\n108 | F: FnMut(Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:115:12\n |\n115 | P: FnMut(&Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:113:44\n |\n113 | fn find

(&mut self, predicate: P) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:122:12\n |\n122 | F: FnMut(Self::Item) -> Option,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:122:33\n |\n122 | F: FnMut(Self::Item) -> Option,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:120:43\n |\n120 | fn find_map(&mut self, f: F) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:129:12\n |\n129 | P: FnMut(Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:127:48\n |\n127 | fn position

(&mut self, predicate: P) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `DoubleEndedIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:135:12\n |\n135 | impl DoubleEndedIterator for Either\n | ^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::DoubleEndedIterator;\n |\n 1 + use std::iter::DoubleEndedIterator;\n |\n\nerror[E0405]: cannot find trait `DoubleEndedIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:137:8\n |\n137 | L: DoubleEndedIterator,\n | ^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::DoubleEndedIterator;\n |\n 1 + use std::iter::DoubleEndedIterator;\n |\n\nerror[E0405]: cannot find trait `DoubleEndedIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:138:8\n |\n138 | R: DoubleEndedIterator,\n | ^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::DoubleEndedIterator;\n |\n 1 + use std::iter::DoubleEndedIterator;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:140:32\n |\n140 | fn next_back(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:144:41\n |\n144 | fn nth_back(&mut self, n: usize) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:150:12\n |\n150 | G: FnMut(Acc, Self::Item) -> Acc,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:157:12\n |\n157 | P: FnMut(&Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:155:45\n |\n155 | fn rfind

(&mut self, predicate: P) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `ExactSizeIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:163:12\n |\n163 | impl ExactSizeIterator for Either\n | ^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::ExactSizeIterator;\n |\n 1 + use std::iter::ExactSizeIterator;\n |\n\nerror[E0405]: cannot find trait `ExactSizeIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:165:8\n |\n165 | L: ExactSizeIterator,\n | ^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::ExactSizeIterator;\n |\n 1 + use std::iter::ExactSizeIterator;\n |\n\nerror[E0405]: cannot find trait `ExactSizeIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:166:8\n |\n166 | R: ExactSizeIterator,\n | ^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::ExactSizeIterator;\n |\n 1 + use std::iter::ExactSizeIterator;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:180:12\n |\n180 | impl Iterator for IterEither\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Iterator;\n |\n 1 + use std::iter::Iterator;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:182:8\n |\n182 | L: Iterator,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Iterator;\n |\n 1 + use std::iter::Iterator;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:183:8\n |\n183 | R: Iterator,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Iterator;\n |\n 1 + use std::iter::Iterator;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:187:27\n |\n187 | fn next(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:188:9\n |\n188 | Some(map_either!(self.inner, ref mut inner => inner.next()?))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use std::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:191:36\n |\n191 | fn size_hint(&self) -> (usize, Option) {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:197:12\n |\n197 | G: FnMut(Acc, Self::Item) -> Acc,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:204:12\n |\n204 | F: FnMut(Self::Item),\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:213:22\n |\n213 | fn last(self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:214:9\n |\n214 | Some(map_either!(self.inner, inner => inner.last()?))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use std::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:217:36\n |\n217 | fn nth(&mut self, n: usize) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:218:9\n |\n218 | Some(map_either!(self.inner, ref mut inner => inner.nth(n)?))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use std::option::Option::Some;\n |\n\nerror[E0405]: cannot find trait `Default` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:230:12\n |\n230 | B: Default + Extend,\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::default::Default;\n |\n\nerror[E0405]: cannot find trait `Extend` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:230:22\n |\n230 | B: Default + Extend,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Extend;\n |\n 1 + use std::iter::Extend;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:231:12\n |\n231 | F: FnMut(&Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:238:12\n |\n238 | F: FnMut(Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:245:12\n |\n245 | F: FnMut(Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:252:12\n |\n252 | P: FnMut(&Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:250:44\n |\n250 | fn find

(&mut self, predicate: P) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:259:12\n |\n259 | F: FnMut(Self::Item) -> Option,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:259:33\n |\n259 | F: FnMut(Self::Item) -> Option,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:257:43\n |\n257 | fn find_map(&mut self, f: F) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:266:12\n |\n266 | P: FnMut(Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:264:48\n |\n264 | fn position

(&mut self, predicate: P) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `DoubleEndedIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:272:12\n |\n272 | impl DoubleEndedIterator for IterEither\n | ^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::DoubleEndedIterator;\n |\n 1 + use std::iter::DoubleEndedIterator;\n |\n\nerror[E0405]: cannot find trait `DoubleEndedIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:274:8\n |\n274 | L: DoubleEndedIterator,\n | ^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::DoubleEndedIterator;\n |\n 1 + use std::iter::DoubleEndedIterator;\n |\n\nerror[E0405]: cannot find trait `DoubleEndedIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:275:8\n |\n275 | R: DoubleEndedIterator,\n | ^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::DoubleEndedIterator;\n |\n 1 + use std::iter::DoubleEndedIterator;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:277:32\n |\n277 | fn next_back(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:278:9\n |\n278 | Some(map_either!(self.inner, ref mut inner => inner.next_back()?))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use std::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:281:41\n |\n281 | fn nth_back(&mut self, n: usize) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:282:9\n |\n282 | Some(map_either!(self.inner, ref mut inner => inner.nth_back(n)?))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use std::option::Option::Some;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:287:12\n |\n287 | G: FnMut(Acc, Self::Item) -> Acc,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:294:12\n |\n294 | P: FnMut(&Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:292:45\n |\n292 | fn rfind

(&mut self, predicate: P) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `ExactSizeIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:300:12\n |\n300 | impl ExactSizeIterator for IterEither\n | ^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::ExactSizeIterator;\n |\n 1 + use std::iter::ExactSizeIterator;\n |\n\nerror[E0405]: cannot find trait `ExactSizeIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:302:8\n |\n302 | L: ExactSizeIterator,\n | ^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::ExactSizeIterator;\n |\n 1 + use std::iter::ExactSizeIterator;\n |\n\nerror[E0405]: cannot find trait `ExactSizeIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:303:8\n |\n303 | R: ExactSizeIterator,\n | ^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::ExactSizeIterator;\n |\n 1 + use std::iter::ExactSizeIterator;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\into_either.rs:14:23\n |\n14 | pub trait IntoEither: Sized {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 4 + use std::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\into_either.rs:57:12\n |\n57 | F: FnOnce(&Self) -> bool,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 4 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:148:26\n |\n148 | impl Clone for Either {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:148:9\n |\n148 | impl Clone for Either {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:148:19\n |\n148 | impl Clone for Either {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:206:26\n |\n206 | pub fn left(self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:208:24\n |\n208 | Left(l) => Some(l),\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:209:25\n |\n209 | Right(_) => None,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 27 + use std::option::Option::None;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:224:27\n |\n224 | pub fn right(self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:226:24\n |\n226 | Left(_) => None,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 27 + use std::option::Option::None;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:227:25\n |\n227 | Right(r) => Some(r),\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::option::Option::Some;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:319:12\n |\n319 | F: FnOnce(L) -> M,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:341:12\n |\n341 | F: FnOnce(R) -> S,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:368:12\n |\n368 | F: FnOnce(L) -> M,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:369:12\n |\n369 | G: FnOnce(R) -> S,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:399:12\n |\n399 | F: FnOnce(Ctx, L) -> M,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:400:12\n |\n400 | G: FnOnce(Ctx, R) -> S,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:426:12\n |\n426 | F: FnOnce(L) -> T,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:427:12\n |\n427 | G: FnOnce(R) -> T,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:456:12\n |\n456 | F: FnOnce(Ctx, L) -> T,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:457:12\n |\n457 | G: FnOnce(Ctx, R) -> T,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:478:12\n |\n478 | F: FnOnce(L) -> Either,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:499:12\n |\n499 | F: FnOnce(R) -> Either,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:523:12\n |\n523 | L: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:524:12\n |\n524 | R: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:546:24\n |\n546 | for<'a> &'a L: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:547:24\n |\n547 | for<'a> &'a R: IntoIterator::Item>,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:547:54\n |\n547 | for<'a> &'a R: IntoIterator::Item>,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:544:41\n |\n544 | pub fn iter(&self) -> Either<<&L as IntoIterator>::IntoIter, <&R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:544:73\n |\n544 | pub fn iter(&self) -> Either<<&L as IntoIterator>::IntoIter, <&R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:577:28\n |\n577 | for<'a> &'a mut L: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:578:28\n |\n578 | for<'a> &'a mut R: IntoIterator::Item>,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:578:62\n |\n578 | for<'a> &'a mut R: IntoIterator::Item>,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:575:28\n |\n575 | ) -> Either<<&mut L as IntoIterator>::IntoIter, <&mut R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:575:64\n |\n575 | ) -> Either<<&mut L as IntoIterator>::IntoIter, <&mut R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:601:12\n |\n601 | L: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:602:12\n |\n602 | R: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:625:24\n |\n625 | for<'a> &'a L: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:626:24\n |\n626 | for<'a> &'a R: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:623:28\n |\n623 | ) -> IterEither<<&L as IntoIterator>::IntoIter, <&R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:623:60\n |\n623 | ) -> IterEither<<&L as IntoIterator>::IntoIter, <&R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:651:28\n |\n651 | for<'a> &'a mut L: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:652:28\n |\n652 | for<'a> &'a mut R: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:649:32\n |\n649 | ) -> IterEither<<&mut L as IntoIterator>::IntoIter, <&mut R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:649:68\n |\n649 | ) -> IterEither<<&mut L as IntoIterator>::IntoIter, <&mut R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `Default` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:694:12\n |\n694 | L: Default,\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::default::Default;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:716:12\n |\n716 | F: FnOnce(R) -> L,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `Default` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:761:12\n |\n761 | R: Default,\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::default::Default;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:783:12\n |\n783 | F: FnOnce(L) -> R,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `Into` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:923:12\n |\n923 | L: Into,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::convert::Into;\n |\n\nerror[E0405]: cannot find trait `Into` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:924:12\n |\n924 | R: Into,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::convert::Into;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:930:19\n |\n930 | impl Either, Option> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:930:30\n |\n930 | impl Either, Option> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:943:33\n |\n943 | pub fn factor_none(self) -> Option> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:951:22\n |\n951 | impl Either, Result> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:951:36\n |\n951 | impl Either, Result> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:966:32\n |\n966 | pub fn factor_err(self) -> Result, E> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:974:22\n |\n974 | impl Either, Result> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:974:36\n |\n974 | impl Either, Result> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:989:31\n |\n989 | pub fn factor_ok(self) -> Result> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1068:12\n |\n1068 | F: FnOnce(T) -> M,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1082:12\n |\n1082 | L: Clone,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1083:12\n |\n1083 | R: Clone,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1092:12\n |\n1092 | L: Copy,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::marker::Copy;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1093:12\n |\n1093 | R: Copy,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::marker::Copy;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1104:12\n |\n1104 | L: Clone,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1105:12\n |\n1105 | R: Clone,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1114:12\n |\n1114 | L: Copy,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::marker::Copy;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1115:12\n |\n1115 | R: Copy,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::marker::Copy;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1122:12\n |\n1122 | impl From> for Either {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::convert::From;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1122:17\n |\n1122 | impl From> for Either {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1123:16\n |\n1123 | fn from(r: Result) -> Self {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1125:13\n |\n1125 | Err(e) => Left(e),\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1126:13\n |\n1126 | Ok(o) => Right(o),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1132:12\n |\n1132 | impl From> for Result {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::convert::From;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1132:35\n |\n1132 | impl From> for Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1135:24\n |\n1135 | Left(l) => Err(l),\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1136:25\n |\n1136 | Right(r) => Ok(r),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1357:25\n |\n1357 | fn source(&self) -> Option<&(dyn Error + 'static)> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1367:24\n |\n1367 | fn cause(&self) -> Option<&dyn Error> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1513:22\n |\n1513 | let res = if let Err(error) = ::std::str::from_utf8(invalid_utf8) {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1514:9\n |\n1514 | Err(Left(error))\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1515:19\n |\n1515 | } else if let Err(error) = \"x\".parse::() {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1516:9\n |\n1516 | Err(Right(error))\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1518:9\n |\n1518 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Ok;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:39:9\n |\n39 | println!(\"cargo:rustc-cfg=procmacro2_semver_exempt\");\n | ^^^^^^^\n\nerror[E0220]: associated type `IntoIter` not found for `L`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:521:41\n |\n521 | pub fn into_iter(self) -> Either\n | ^^^^^^^^ there is an associated type `IntoIter` in the trait `IntoIterator`\n |\nhelp: consider restricting type parameter `L` with trait `IntoIterator`\n |\n165 | impl Either {\n | ++++++++++++++\n\nerror[E0220]: associated type `IntoIter` not found for `R`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:521:54\n |\n521 | pub fn into_iter(self) -> Either\n | ^^^^^^^^ there is an associated type `IntoIter` in the trait `IntoIterator`\n |\nhelp: consider restricting type parameter `R` with trait `IntoIterator`\n |\n165 | impl Either {\n | ++++++++++++++\n\nerror[E0220]: associated type `IntoIter` not found for `L`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:599:52\n |\n599 | pub fn factor_into_iter(self) -> IterEither\n | ^^^^^^^^ there is an associated type `IntoIter` in the trait `IntoIterator`\n |\nhelp: consider restricting type parameter `L` with trait `IntoIterator`\n |\n165 | impl Either {\n | ++++++++++++++\n\nerror[E0220]: associated type `IntoIter` not found for `R`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:599:65\n |\n599 | pub fn factor_into_iter(self) -> IterEither\n | ^^^^^^^^ there is an associated type `IntoIter` in the trait `IntoIterator`\n |\nhelp: consider restricting type parameter `R` with trait `IntoIterator`\n |\n165 | impl Either {\n | ++++++++++++++\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:46:9\n |\n46 | println!(\"cargo:rustc-cfg=span_locations\");\n | ^^^^^^^\n\nerror[E0277]: `Either` is not an iterator\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:173:36\n |\n173 | impl iter::FusedIterator for Either\n | ^^^^^^^^^^^^ `Either` is not an iterator\n |\nhelp: the trait `Iterator` is not implemented for `Either`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:49:1\n |\n 49 | pub enum Either {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: required by a bound in `FusedIterator`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library\\core\\src\\iter\\traits\\marker.rs:32:26\n |\n 32 | pub trait FusedIterator: Iterator {}\n | ^^^^^^^^ required by this bound in `FusedIterator`\n\nerror[E0277]: `IterEither` is not an iterator\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:310:36\n |\n310 | impl iter::FusedIterator for IterEither\n | ^^^^^^^^^^^^^^^^ `IterEither` is not an iterator\n |\nhelp: the trait `Iterator` is not implemented for `IterEither`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:19:1\n |\n 19 | pub struct IterEither {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^\nnote: required by a bound in `FusedIterator`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library\\core\\src\\iter\\traits\\marker.rs:32:26\n |\n 32 | pub trait FusedIterator: Iterator {}\n | ^^^^^^^^ required by this bound in `FusedIterator`\n\nerror[E0277]: `Either` doesn't implement `Debug`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1352:22\n |\n1352 | impl Error for Either\n | ^^^^^^^^^^^^ the trait `Debug` is not implemented for `Either`\n |\n = note: add `#[derive(Debug)]` to `Either` or manually `impl Debug for Either`\nnote: required by a bound in `core::error::Error`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library\\core\\src\\error.rs:59:18\n |\n 59 | pub trait Error: Debug + Display {\n | ^^^^^ required by this bound in `Error`\nhelp: consider annotating `Either` with `#[derive(Debug)]`\n |\n 49 + #[derive(Debug)]\n 50 | pub enum Either {\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:54:9\n |\n54 | println!(\"cargo:rustc-cfg=no_is_available\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:59:9\n |\n59 | println!(\"cargo:rustc-cfg=no_source_text\");\n | ^^^^^^^\n\nSome errors have detailed explanations: E0220, E0277, E0405, E0425, E0531, E0786.\nFor more information about an error, try `rustc --explain E0220`.\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:65:9\n |\n65 | println!(\"cargo:rustc-cfg=no_literal_byte_character\");\n | ^^^^^^^\n\nerror: could not compile `either` (lib) due to 200 previous errors\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:8:9\n |\n8 | let Some(minor) = rustc_minor_version() else {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:23:29\n |\n23 | fn rustc_minor_version() -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:28:25\n |\n28 | if pieces.next() != Some(\"rustc 1\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:29:16\n |\n29 | return None;\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 1 + use core::option::Option::None;\n |\n\nerror: no global memory allocator found but one is required; link to std or add `#[global_allocator]` to a static item that implements the GlobalAlloc trait\n\nerror: `#[panic_handler]` function required, but not found\n\nerror: unwinding panics are not supported without std\n |\n = help: using nightly cargo, use -Zbuild-std with panic=\"abort\" to avoid unwinding\n = note: since the core library is usually precompiled with panic=\"unwind\", rebuilding your crate with panic=\"abort\" may not be enough to fix the problem\n\nerror: requires `branch` lang_item\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\quote-1.0.45\\build.rs:24:17\n |\n24 | let rustc = env::var_os(\"RUSTC\")?;\n | ^^^^^^^^^^^^^^^^^^^^^\n\nSome errors have detailed explanations: E0425, E0463, E0531, E0786.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `quote` (build script) due to 14 previous errors\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:66:9\n |\n66 | println!(\"cargo:rustc-cfg=no_literal_c_string\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:70:9\n |\n70 | println!(\"cargo:rerun-if-changed=build.rs\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:116:9\n |\n116 | println!(\"cargo:rustc-cfg=wrap_proc_macro\");\n | ^^^^^^^\n\nerror[E0408]: variable `None` is not bound in all patterns\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:77:24\n |\n77 | None | Some(_) => return None,\n | ---- ^^^^^^^ pattern doesn't bind `None`\n | |\n | variable not in all patterns\n |\nhelp: if you meant to match on unit variant `core::option::Option::None`, use the full path in the pattern\n |\n77 | core::option::Option::None | Some(_) => return None,\n | ++++++++++++++++++++++\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:124:9\n |\n124 | println!(\"cargo:rustc-cfg=proc_macro_span\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:130:9\n |\n130 | println!(\"cargo:rustc-cfg=proc_macro_span_location\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:136:9\n |\n136 | println!(\"cargo:rustc-cfg=proc_macro_span_file\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:142:9\n |\n142 | println!(\"cargo:rustc-cfg=super_unstable\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:146:9\n |\n146 | println!(\"cargo:rerun-if-env-changed=RUSTC_BOOTSTRAP\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:166:5\n |\n166 | println!(\"cargo:rerun-if-changed=src/probe/{}.rs\", feature);\n | ^^^^^^^\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:178:13\n |\n178 | eprintln!(\"Failed to create {}: {}\", out_subdir.display(), err);\n | ^^^^^^^^\n\nerror: cannot find macro `cfg` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:238:17\n |\n238 | || (cfg!(target_os = \"linux\") && err.raw_os_error() == Some(ENOTEMPTY)))\n | ^^^\n |\n = note: `cfg` is in scope, but it is an attribute: `#[cfg]`\nhelp: consider importing this macro\n |\n 5 + use core::cfg;\n |\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:240:13\n |\n240 | eprintln!(\"Failed to clean up {}: {}\", out_subdir.display(), err);\n | ^^^^^^^^\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:261:9\n |\n261 | eprintln!(\n | ^^^^^^^^\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:38:9\n |\n38 | Some(\"rustc\") => {}\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:39:9\n |\n39 | Some(word) if word.starts_with(\"clippy\") => return ParseResult::OopsClippy,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:40:9\n |\n40 | Some(\"mirai\") => return ParseResult::OopsMirai,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:41:9\n |\n41 | Some(_) | None => return ParseResult::Unrecognized,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:47:32\n |\n47 | fn parse_words(words: &mut dyn Iterator) -> Option {\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::iter::Iterator;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:47:58\n |\n47 | fn parse_words(words: &mut dyn Iterator) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:55:16\n |\n55 | return None;\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 1 + use core::option::Option::None;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:62:9\n |\n62 | Some(\"dev\") => Dev,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:63:9\n |\n63 | Some(channel) if channel.starts_with(\"beta\") => Beta,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:64:9\n |\n64 | Some(\"nightly\") => match words.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:65:13\n |\n65 | Some(hash) if hash.starts_with('(') => match words.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:67:17\n |\n67 | Some(date) if date.ends_with(')') => {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:74:25\n |\n74 | Some(_) => return None,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:74:43\n |\n74 | Some(_) => return None,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 1 + use core::option::Option::None;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:77:24\n |\n77 | None | Some(_) => return None,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:79:13\n |\n79 | Some(_) => return None,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:79:31\n |\n79 | Some(_) => return None,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 1 + use core::option::Option::None;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:82:9\n |\n82 | Some(_) => return None,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:82:27\n |\n82 | Some(_) => return None,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 1 + use core::option::Option::None;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:85:5\n |\n85 | Some(Version {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\build.rs:42:13\n |\n42 | Ok(output) => output,\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n10 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\build.rs:43:13\n |\n43 | Err(e) => {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n10 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\build.rs:51:13\n |\n51 | Ok(string) => string,\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n10 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\build.rs:52:13\n |\n52 | Err(e) => {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n10 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\build.rs:101:12\n |\n101 | if let Some(\"windows\") = host.to_str().unwrap().split('-').nth(2) {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 10 + use core::option::Option::Some;\n |\n\nerror: requires `branch` lang_item\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\rustc.rs:48:31\n |\n48 | let mut version_channel = words.next()?.split('-');\n | ^^^^^^^^^^^^^\n\nerror[E0433]: failed to resolve: use of undeclared type `String`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\rustversion-1.0.22\\build\\build.rs:50:28\n |\n50 | let string = match String::from_utf8(output.stdout) {\n | ^^^^^^ use of undeclared type `String`\n\nSome errors have detailed explanations: E0405, E0408, E0425, E0433, E0463, E0531, E0786.\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec_impl.rs:43:52\n |\n43 | fn try_push(&mut self, element: Self::Item) -> Result<(), CapacityError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec_impl.rs:48:13\n |\n48 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec_impl.rs:50:13\n |\n50 | Err(CapacityError::new(element))\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec_impl.rs:61:26\n |\n61 | fn pop(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec_impl.rs:63:20\n |\n63 | return None;\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 1 + use core::option::Option::None;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec_impl.rs:68:13\n |\n68 | Some(ptr::read(self.as_ptr().add(new_len)))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0405]: cannot find trait `Drop` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:49:27\n |\n49 | impl Drop for ArrayVec {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::ops::Drop;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:205:47\n |\n205 | pub fn try_push(&mut self, element: T) -> Result<(), CapacityError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 2 + use core::fmt::Result;\n |\n 2 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:309:63\n |\n309 | pub fn try_insert(&mut self, index: usize, element: T) -> Result<(), CapacityError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 2 + use core::fmt::Result;\n |\n 2 + use core::result::Result;\n |\n\nerror: could not compile `rustversion` (build script) due to 44 previous errors\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:314:20\n |\n314 | return Err(CapacityError::new(element));\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 2 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:332:9\n |\n332 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 2 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:349:30\n |\n349 | pub fn pop(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 2 + use core::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:396:49\n |\n396 | pub fn swap_pop(&mut self, index: usize) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 2 + use core::option::Option;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:399:20\n |\n399 | return None;\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 2 + use core::option::Option::None;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:443:47\n |\n443 | pub fn pop_at(&mut self, index: usize) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 2 + use core::option::Option;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:445:13\n |\n445 | None\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 2 + use core::option::Option::None;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:465:18\n |\n465 | where F: FnMut(&mut T) -> bool\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `Drop` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:482:35\n |\n482 | impl Drop for BackshiftOnDrop<'_, T, CAP> {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::ops::Drop;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:502:27\n |\n502 | fn process_one bool, T, const CAP: usize, const DELETED: bool>(\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::ops::FnMut;\n |\n\nerror[E0425]: cannot find function `drop` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:535:9\n |\n535 | drop(g);\n | ^^^^ not found in this scope\n |\nhelp: consider importing this function\n |\n 2 + use core::mem::drop;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:570:18\n |\n570 | where T: Copy,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::marker::Copy;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:569:61\n |\n569 | pub fn try_extend_from_slice(&mut self, other: &[T]) -> Result<(), CapacityError>\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 2 + use core::fmt::Result;\n |\n 2 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:573:20\n |\n573 | return Err(CapacityError::new(()));\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 2 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:584:9\n |\n584 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 2 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:657:32\n |\n657 | pub fn into_inner(self) -> Result<[T; CAP], Self> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 2 + use core::fmt::Result;\n |\n 2 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:659:13\n |\n659 | Err(self)\n | ^^^\n |\nhelp: try calling `Err` as a method\n |\n659 - Err(self)\n659 + self.Err()\n |\nhelp: consider importing this tuple variant\n |\n 2 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:661:22\n |\n661 | unsafe { Ok(self.into_inner_unchecked()) }\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 2 + use core::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:755:27\n |\n755 | impl From<[T; CAP]> for ArrayVec {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::convert::From;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:782:14\n |\n782 | where T: Clone,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::clone::Clone;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:786:33\n |\n786 | fn try_from(slice: &[T]) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 2 + use core::fmt::Result;\n |\n 2 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:788:13\n |\n788 | Err(CapacityError::new(()))\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 2 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:792:13\n |\n792 | Ok(array)\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 2 + use core::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:809:35\n |\n809 | impl<'a, T: 'a, const CAP: usize> IntoIterator for &'a ArrayVec {\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:826:35\n |\n826 | impl<'a, T: 'a, const CAP: usize> IntoIterator for &'a mut ArrayVec {\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:843:27\n |\n843 | impl IntoIterator for ArrayVec {\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:895:27\n |\n895 | impl Iterator for IntoIter {\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::iter::Iterator;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:898:27\n |\n898 | fn next(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 2 + use core::option::Option;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:900:13\n |\n900 | None\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 2 + use core::option::Option::None;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:905:17\n |\n905 | Some(ptr::read(self.v.get_unchecked_ptr(index)))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 2 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:910:36\n |\n910 | fn size_hint(&self) -> (usize, Option) {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 2 + use core::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:912:15\n |\n912 | (len, Some(len))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 2 + use core::option::Option::Some;\n |\n\nerror[E0405]: cannot find trait `DoubleEndedIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:916:27\n |\n916 | impl DoubleEndedIterator for IntoIter {\n | ^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::iter::DoubleEndedIterator;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:82:19\n |\n82 | } else if let Some(rustc_bootstrap) = env::var_os(\"RUSTC_BOOTSTRAP\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 5 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:176:12\n |\n176 | if let Err(err) = fs::create_dir(&out_subdir) {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 5 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:917:32\n |\n917 | fn next_back(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 2 + use core::option::Option;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:208:12\n |\n208 | if let Some(target) = env::var_os(\"TARGET\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 5 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:213:12\n |\n213 | if let Ok(rustflags) = env::var(\"CARGO_ENCODED_RUSTFLAGS\") {\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 5 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:919:13\n |\n919 | None\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 2 + use core::option::Option::None;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:222:9\n |\n222 | Ok(status) => status.success(),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 5 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:924:17\n |\n924 | Some(ptr::read(self.v.get_unchecked_ptr(new_len)))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 2 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:223:9\n |\n223 | Err(_) => false,\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 5 + use core::result::Result::Err;\n |\n\nerror[E0405]: cannot find trait `ExactSizeIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:930:27\n |\n930 | impl ExactSizeIterator for IntoIter { }\n | ^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::iter::ExactSizeIterator;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:229:12\n |\n229 | if let Err(err) = fs::remove_dir_all(&out_subdir) {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 5 + use core::result::Result::Err;\n |\n\nerror[E0405]: cannot find trait `Drop` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:932:27\n |\n932 | impl Drop for IntoIter {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::ops::Drop;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:238:68\n |\n238 | || (cfg!(target_os = \"linux\") && err.raw_os_error() == Some(ENOTEMPTY)))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 5 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:248:29\n |\n248 | fn rustc_minor_version() -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 5 + use core::option::Option;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:947:27\n |\n947 | impl Clone for IntoIter\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::clone::Clone;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:253:25\n |\n253 | if pieces.next() != Some(\"rustc 1\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 5 + use core::option::Option::Some;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:948:10\n |\n948 | where T: Clone,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Sync` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:979:44\n |\n979 | unsafe impl<'a, T: Sync, const CAP: usize> Sync for Drain<'a, T, CAP> {}\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::marker::Sync;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:254:16\n |\n254 | return None;\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 5 + use core::option::Option::None;\n |\n\nerror[E0405]: cannot find trait `Sync` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:979:20\n |\n979 | unsafe impl<'a, T: Sync, const CAP: usize> Sync for Drain<'a, T, CAP> {}\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::marker::Sync;\n |\n\nerror[E0405]: cannot find trait `Send` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:980:44\n |\n980 | unsafe impl<'a, T: Send, const CAP: usize> Send for Drain<'a, T, CAP> {}\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::marker::Send;\n |\n\nerror[E0405]: cannot find trait `Send` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:980:20\n |\n980 | unsafe impl<'a, T: Send, const CAP: usize> Send for Drain<'a, T, CAP> {}\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::marker::Send;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:982:35\n |\n982 | impl<'a, T: 'a, const CAP: usize> Iterator for Drain<'a, T, CAP> {\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::iter::Iterator;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:985:27\n |\n985 | fn next(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 2 + use core::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:993:36\n |\n993 | fn size_hint(&self) -> (usize, Option) {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 2 + use core::option::Option;\n |\n\nerror[E0405]: cannot find trait `DoubleEndedIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:998:35\n |\n998 | impl<'a, T: 'a, const CAP: usize> DoubleEndedIterator for Drain<'a, T, CAP>\n | ^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::iter::DoubleEndedIterator;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1000:32\n |\n1000 | fn next_back(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 2 + use core::option::Option;\n |\n\nerror[E0405]: cannot find trait `ExactSizeIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1009:35\n |\n1009 | impl<'a, T: 'a, const CAP: usize> ExactSizeIterator for Drain<'a, T, CAP> {}\n | ^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::iter::ExactSizeIterator;\n |\n\nerror[E0405]: cannot find trait `Drop` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1011:35\n |\n1011 | impl<'a, T: 'a, const CAP: usize> Drop for Drain<'a, T, CAP> {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::ops::Drop;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1016:19\n |\n1016 | while let Some(_) = self.next() { }\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 2 + use core::option::Option::Some;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1033:14\n |\n1033 | where F: FnMut(&Data, &mut T)\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `Drop` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1040:18\n |\n1040 | impl Drop for ScopeExitGuard\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::ops::Drop;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1041:14\n |\n1041 | where F: FnMut(&Data, &mut T)\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `Extend` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1053:27\n |\n1053 | impl Extend for ArrayVec {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::iter::Extend;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1058:18\n |\n1058 | fn extend>(&mut self, iter: I) {\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1081:18\n |\n1081 | where I: IntoIterator\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::iter::IntoIterator;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1100:20\n |\n1100 | if let Some(elt) = iter.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 2 + use core::option::Option::Some;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1117:18\n |\n1117 | where T: Clone\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1145:21\n |\n1145 | fn from_iter>(iter: I) -> Self {\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1152:27\n |\n1152 | impl Clone for ArrayVec\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1153:14\n |\n1153 | where T: Clone\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `PartialEq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1182:27\n |\n1182 | impl PartialEq for ArrayVec\n | ^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::cmp::PartialEq;\n |\n\nerror[E0405]: cannot find trait `PartialEq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1183:14\n |\n1183 | where T: PartialEq\n | ^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::cmp::PartialEq;\n |\n\nerror[E0405]: cannot find trait `PartialEq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1190:27\n |\n1190 | impl PartialEq<[T]> for ArrayVec\n | ^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::cmp::PartialEq;\n |\n\nerror[E0405]: cannot find trait `PartialEq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1191:14\n |\n1191 | where T: PartialEq\n | ^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::cmp::PartialEq;\n |\n\nerror[E0405]: cannot find trait `Eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1198:27\n |\n1198 | impl Eq for ArrayVec where T: Eq { }\n | ^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::cmp::Eq;\n |\n\nerror: requires `None` lang_item\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\proc-macro2-1.0.106\\build.rs:215:13\n |\n215 | / for arg in rustflags.split('\\x1f') {\n216 | | cmd.arg(arg);\n217 | | }\n | |_____________^\n\nerror[E0405]: cannot find trait `Eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1198:60\n |\n1198 | impl Eq for ArrayVec where T: Eq { }\n | ^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::cmp::Eq;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1208:27\n |\n1208 | impl AsRef<[T]> for ArrayVec {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1212:27\n |\n1212 | impl AsMut<[T]> for ArrayVec {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::convert::AsMut;\n |\n\nerror[E0405]: cannot find trait `Default` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1220:27\n |\n1220 | impl Default for ArrayVec {\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::default::Default;\n |\n\nerror[E0405]: cannot find trait `PartialOrd` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1227:27\n |\n1227 | impl PartialOrd for ArrayVec where T: PartialOrd {\n | ^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::cmp::PartialOrd;\n |\n\nerror[E0405]: cannot find trait `PartialOrd` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1227:68\n |\n1227 | impl PartialOrd for ArrayVec where T: PartialOrd {\n | ^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::cmp::PartialOrd;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1228:44\n |\n1228 | fn partial_cmp(&self, other: &Self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 2 + use core::option::Option;\n |\n\nerror[E0405]: cannot find trait `Ord` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1249:27\n |\n1249 | impl Ord for ArrayVec where T: Ord {\n | ^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::cmp::Ord;\n |\n\nerror[E0405]: cannot find trait `Ord` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1249:61\n |\n1249 | impl Ord for ArrayVec where T: Ord {\n | ^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 2 + use core::cmp::Ord;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1264:9\n |\n1264 | Ok(len)\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 2 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:1266:45\n |\n1266 | fn flush(&mut self) -> io::Result<()> { Ok(()) }\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 2 + use core::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `Default` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:43:24\n |\n43 | impl Default for ArrayString\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::default::Default;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:108:29\n |\n108 | pub fn from(s: &str) -> Result> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:111:9\n |\n111 | Ok(arraystr)\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:123:47\n |\n123 | pub fn from_byte_string(b: &[u8; CAP]) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:132:9\n |\n132 | Ok(vec)\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:230:44\n |\n230 | pub fn try_push(&mut self, c: char) -> Result<(), CapacityError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:236:17\n |\n236 | Ok(n) => {\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:238:21\n |\n238 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:240:17\n |\n240 | Err(_) => Err(CapacityError::new(c)),\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:240:27\n |\n240 | Err(_) => Err(CapacityError::new(c)),\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:284:55\n |\n284 | pub fn try_push_str<'a>(&mut self, s: &'a str) -> Result<(), CapacityError<&'a str>> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:286:20\n |\n286 | return Err(CapacityError::new(s));\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:295:9\n |\n295 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:313:30\n |\n313 | pub fn pop(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:315:13\n |\n315 | Some(ch) => ch,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:322:9\n |\n322 | Some(ch)\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:373:13\n |\n373 | Some(ch) => ch,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0405]: cannot find trait `PartialEq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:455:24\n |\n455 | impl PartialEq for ArrayString\n | ^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::cmp::PartialEq;\n |\n\nerror[E0405]: cannot find trait `PartialEq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:462:24\n |\n462 | impl PartialEq for ArrayString\n | ^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::cmp::PartialEq;\n |\n\nerror[E0405]: cannot find trait `PartialEq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:469:24\n |\n469 | impl PartialEq> for str\n | ^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::cmp::PartialEq;\n |\n\nerror[E0405]: cannot find trait `Eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:476:24\n |\n476 | impl Eq for ArrayString \n | ^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::cmp::Eq;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:496:24\n |\n496 | impl AsRef for ArrayString\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:507:24\n |\n507 | impl AsRef for ArrayString {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:530:24\n |\n530 | impl Clone for ArrayString\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `PartialOrd` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:542:24\n |\n542 | impl PartialOrd for ArrayString\n | ^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::cmp::PartialOrd;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:544:42\n |\n544 | fn partial_cmp(&self, rhs: &Self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0405]: cannot find trait `PartialOrd` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:553:24\n |\n553 | impl PartialOrd for ArrayString\n | ^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::cmp::PartialOrd;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:555:41\n |\n555 | fn partial_cmp(&self, rhs: &str) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0405]: cannot find trait `PartialOrd` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:564:24\n |\n564 | impl PartialOrd> for str\n | ^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::cmp::PartialOrd;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:566:54\n |\n566 | fn partial_cmp(&self, rhs: &ArrayString) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0405]: cannot find trait `Ord` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:575:24\n |\n575 | impl Ord for ArrayString\n | ^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::cmp::Ord;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:586:29\n |\n586 | fn from_str(s: &str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:675:32\n |\n675 | fn try_from(f: &'a str) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:678:9\n |\n678 | Ok(v)\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:686:43\n |\n686 | fn try_from(f: fmt::Arguments<'a>) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 1 + use core::fmt::Result;\n |\n 1 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\array_string.rs:690:9\n |\n690 | Ok(v)\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\char.rs:32:66\n |\n32 | pub unsafe fn encode_utf8(ch: char, ptr: *mut u8, len: usize) -> Result\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n14 + use core::fmt::Result;\n |\n14 + use core::result::Result;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\char.rs:37:16\n |\n37 | return Ok(1);\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n14 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\char.rs:41:16\n |\n41 | return Ok(2);\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n14 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\char.rs:46:16\n |\n46 | return Ok(3);\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n14 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\char.rs:52:16\n |\n52 | return Ok(4);\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n14 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\char.rs:54:5\n |\n54 | Err(EncodeUtf8Error)\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n14 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\char.rs:64:16\n |\n64 | if let Some(ch) = std::char::from_u32(codepoint) {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n14 + use core::option::Option::Some;\n |\n\nerror: could not compile `proc-macro2` (build script) due to 55 previous errors\nerror[E0223]: ambiguous associated type\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:733:25\n |\n733 | fn deref(&self) -> &Self::Target {\n | ^^^^^^^^^^^^\n |\nhelp: use fully-qualified syntax\n |\n733 - fn deref(&self) -> &Self::Target {\n733 + fn deref(&self) -> & as core::ops::Receiver>::Target {\n |\n\nerror[E0223]: ambiguous associated type\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:740:37\n |\n740 | fn deref_mut(&mut self) -> &mut Self::Target {\n | ^^^^^^^^^^^^\n |\nhelp: use fully-qualified syntax\n |\n740 - fn deref_mut(&mut self) -> &mut Self::Target {\n740 + fn deref_mut(&mut self) -> &mut as core::ops::Receiver>::Target {\n |\n\nerror[E0223]: ambiguous associated type\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:812:27\n |\n812 | fn into_iter(self) -> Self::IntoIter { self.iter() }\n | ^^^^^^^^^^^^^^\n |\nhelp: use fully-qualified syntax\n |\n812 - fn into_iter(self) -> Self::IntoIter { self.iter() }\n812 + fn into_iter(self) -> <&'a ArrayVec as core::iter::IntoIterator>::IntoIter { self.iter() }\n |\n\nerror[E0223]: ambiguous associated type\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\arrayvec.rs:829:27\n |\n829 | fn into_iter(self) -> Self::IntoIter { self.iter_mut() }\n | ^^^^^^^^^^^^^^\n |\nhelp: use fully-qualified syntax\n |\n829 - fn into_iter(self) -> Self::IntoIter { self.iter_mut() }\n829 + fn into_iter(self) -> <&'a mut ArrayVec as core::iter::IntoIterator>::IntoIter { self.iter_mut() }\n |\n\nSome errors have detailed explanations: E0223, E0405, E0425, E0432, E0463, E0531, E0786.\nFor more information about an error, try `rustc --explain E0223`.\nerror: could not compile `arrayvec` (lib) due to 168 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 3868, + "output_tokens": 1090, + "generation_duration_ms": 16937, + "started_at": "2026-03-31T13:51:58.948915300Z", + "finished_at": "2026-03-31T13:52:41.382419200Z" + }, + "t_032_range_query": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3947, + "output_tokens": 1739, + "generation_duration_ms": 41574, + "started_at": "2026-03-31T13:52:41.384176Z", + "finished_at": "2026-03-31T13:53:56.941898200Z" + }, + "t_033_sort_and_limit": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3933, + "output_tokens": 1756, + "generation_duration_ms": 17619, + "started_at": "2026-03-31T13:53:53.700513500Z", + "finished_at": "2026-03-31T13:55:00.924168200Z" + }, + "t_034_find_first": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3903, + "output_tokens": 1406, + "generation_duration_ms": 18738, + "started_at": "2026-03-31T13:53:56.941991300Z", + "finished_at": "2026-03-31T13:55:07.313971200Z" + }, + "t_035_select_distinct": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3895, + "output_tokens": 2309, + "generation_duration_ms": 23627, + "started_at": "2026-03-31T13:55:00.924446800Z", + "finished_at": "2026-03-31T13:56:07.376259600Z" + }, + "t_036_count_without_collect": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3942, + "output_tokens": 1444, + "generation_duration_ms": 11750, + "started_at": "2026-03-31T13:55:07.314085600Z", + "finished_at": "2026-03-31T13:56:07.783928900Z" + }, + "t_037_multi_column_filter": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3942, + "output_tokens": 2071, + "generation_duration_ms": 32585, + "started_at": "2026-03-31T13:56:07.784060100Z", + "finished_at": "2026-03-31T13:57:14.324245400Z" + }, + "t_038_schedule_at_time": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3900, + "output_tokens": 2080, + "generation_duration_ms": 19821, + "started_at": "2026-03-31T13:46:09.429863300Z", + "finished_at": "2026-03-31T13:47:14.086174400Z" + }, + "t_039_cancel_schedule": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3899, + "output_tokens": 2685, + "generation_duration_ms": 30553, + "started_at": "2026-03-31T13:46:22.686951800Z", + "finished_at": "2026-03-31T13:47:43.454055500Z" + }, + "t_040_lifecycle_player": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3854, + "output_tokens": 703, + "generation_duration_ms": 21122, + "started_at": "2026-03-31T13:47:14.086593700Z", + "finished_at": "2026-03-31T13:48:23.974141400Z" + }, + "t_041_registered_user_gate": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 3955, + "output_tokens": 1266, + "generation_duration_ms": 36981, + "started_at": "2026-03-31T13:33:59.119494600Z", + "finished_at": "2026-03-31T13:35:27.627500200Z" + }, + "t_042_admin_bootstrap": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 4000, + "output_tokens": 1235, + "generation_duration_ms": 25829, + "started_at": "2026-03-31T13:33:59.121200600Z", + "finished_at": "2026-03-31T13:35:16.827331700Z" + }, + "t_043_role_based_access": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 4037, + "output_tokens": 2130, + "generation_duration_ms": 23208, + "started_at": "2026-03-31T13:35:16.827423800Z", + "finished_at": "2026-03-31T13:36:39.014528Z" + }, + "t_044_ban_list": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 4018, + "output_tokens": 2308, + "generation_duration_ms": 35440, + "started_at": "2026-03-31T13:35:27.627786800Z", + "finished_at": "2026-03-31T13:36:41.441788700Z" + }, + "t_045_rate_limit": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 4002, + "output_tokens": 2662, + "generation_duration_ms": 37702, + "started_at": "2026-03-31T13:36:39.014629Z", + "finished_at": "2026-03-31T13:37:46.107895400Z" + }, + "t_046_shared_document": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: invalid type: null, expected a string at line 705 column 425", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-31T14:01:33.058144900Z", + "finished_at": "2026-03-31T14:01:33.058144900Z" + } + } + }, + { + "name": "DeepSeek Chat", + "route_api_model": "deepseek-chat", + "tasks": { + "t_000_empty_reducers": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = EmptyTable)]\npub struct EmptyTable {\n #[primary_key]\n pub id: i32,\n}\n\n#[reducer]\npub fn empty_reducer_no_args(_ctx: &ReducerContext) {\n}\n\n#[reducer]\npub fn empty_reducer_with_int(_ctx: &ReducerContext, _count: i32) {\n}\n\n#[reducer]\npub fn empty_reducer_with_string(_ctx: &ReducerContext, _name: String) {\n}\n\n#[reducer]\npub fn empty_reducer_with_two_args(_ctx: &ReducerContext, _count: i32, _name: String) {\n}\n\n#[reducer]\npub fn empty_reducer_with_three_args(_ctx: &ReducerContext, _active: bool, _ratio: f32, _label: String) {\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.48\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling constant_time_eq v0.4.2\n Compiling bytemuck v1.25.0\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling getrandom v0.2.17\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling blake3 v1.8.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling digest v0.10.7\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling ethnum v1.5.2\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_000_empty_reducers\\rust\\server\\deepseek-chat\\llm)\nerror[E0428]: the name `EmptyTable` is defined multiple times\n --> src\\lib.rs:5:1\n |\n4 | #[table(accessor = EmptyTable)]\n | ____________________-\n5 | | pub struct EmptyTable {\n | | ^^-^^^^^^^^^^^^^^^^^^\n | |_|_|\n | | previous definition of the trait `EmptyTable` here\n | `EmptyTable` redefined here\n |\n = note: `EmptyTable` must be defined only once in the type namespace of this module\n\nerror[E0574]: expected struct, variant or union type, found trait `EmptyTable`\n --> src\\lib.rs:5:12\n |\n5 | pub struct EmptyTable {\n | ^^^^^^^^^^ not a struct, variant or union type\n\nwarning: unused import: `Table`\n --> src\\lib.rs:2:51\n |\n2 | use spacetimedb::{reducer, table, ReducerContext, Table};\n | ^^^^^\n |\n = note: `#[warn(unused_imports)]` (part of `#[warn(unused)]`) on by default\n\nerror[E0782]: expected a type, found a trait\n --> src\\lib.rs:5:12\n |\n5 | pub struct EmptyTable {\n | ^^^^^^^^^^\n |\nhelp: you can add the `dyn` keyword if you want a trait object\n |\n5 | pub struct dyn EmptyTable {\n | +++\n\nerror[E0782]: expected a type, found a trait\n --> src\\lib.rs:5:12\n |\n5 | pub struct EmptyTable {\n | ^^^^^^^^^^\n\nerror[E0782]: expected a type, found a trait\n --> src\\lib.rs:5:12\n |\n5 | pub struct EmptyTable {\n | ^^^^^^^^^^\n |\nhelp: use a new generic type parameter, constrained by `EmptyTable`\n |\n4 ~ #[table(accessor = EmptyTable)]\n5 ~ pub struct T {\n |\nhelp: you can also use an opaque type, but users won't be able to specify the type parameter when calling the `fn`, having to rely exclusively on type inference\n |\n5 | pub struct impl EmptyTable {\n | ++++\nhelp: alternatively, use a trait object to accept any type that implements `EmptyTable`, accessing its methods at runtime using dynamic dispatch\n |\n5 | pub struct dyn EmptyTable {\n | +++\n\nSome errors have detailed explanations: E0428, E0574, E0782.\nFor more information about an error, try `rustc --explain E0428`.\nwarning: `spacetime-module` (lib) generated 1 warning\nerror: could not compile `spacetime-module` (lib) due to 5 previous errors; 1 warning emitted\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3425, + "output_tokens": 185, + "generation_duration_ms": 8118, + "started_at": "2026-03-31T13:56:00.586754Z", + "finished_at": "2026-03-31T13:56:34.513961200Z" + }, + "t_001_basic_tables": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3440, + "output_tokens": 151, + "generation_duration_ms": 7931, + "started_at": "2026-03-31T13:56:06.664076300Z", + "finished_at": "2026-03-31T13:56:44.187610800Z" + }, + "t_002_scheduled_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\n\n#[table(accessor = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn tick(_ctx: &ReducerContext, _row: TickTimer) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n let interval: ScheduleAt = Duration::from_micros(50_000).into();\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: interval,\n });\n Ok(())\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling find-msvc-tools v0.1.9\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.48\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling ryu v1.0.23\n Compiling hex v0.4.3\n Compiling arrayref v0.3.9\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling generic-array v0.14.7\n Compiling second-stack v0.3.5\n Compiling getrandom v0.2.17\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling itertools v0.12.1\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.4\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling syn v2.0.117\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\deepseek-chat\\llm)\nerror[E0433]: failed to resolve: use of undeclared type `Duration`\n --> src\\lib.rs:19:32\n |\n19 | let interval: ScheduleAt = Duration::from_micros(50_000).into();\n | ^^^^^^^^ use of undeclared type `Duration`\n |\nhelp: consider importing this struct\n |\n 2 + use std::time::Duration;\n |\n\nFor more information about this error, try `rustc --explain E0433`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3389, + "output_tokens": 175, + "generation_duration_ms": 4411, + "started_at": "2026-03-31T13:56:34.514011900Z", + "finished_at": "2026-03-31T13:57:18.949366100Z" + }, + "t_003_struct_in_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3352, + "output_tokens": 84, + "generation_duration_ms": 4678, + "started_at": "2026-03-31T13:56:44.187693400Z", + "finished_at": "2026-03-31T13:57:24.638322600Z" + }, + "t_004_insert": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3387, + "output_tokens": 111, + "generation_duration_ms": 5699, + "started_at": "2026-03-31T13:57:18.949445Z", + "finished_at": "2026-03-31T13:57:58.316041700Z" + }, + "t_005_update": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_005_update", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3413, + "output_tokens": 168, + "generation_duration_ms": 4726, + "started_at": "2026-03-31T13:57:24.638446600Z", + "finished_at": "2026-03-31T13:58:04.211438800Z" + }, + "t_006_delete": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3381, + "output_tokens": 153, + "generation_duration_ms": 5896, + "started_at": "2026-03-31T13:57:58.316139200Z", + "finished_at": "2026-03-31T13:58:30.888903200Z" + }, + "t_007_crud": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_007_crud", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3413, + "output_tokens": 194, + "generation_duration_ms": 9734, + "started_at": "2026-03-31T13:58:04.211589800Z", + "finished_at": "2026-03-31T13:58:46.529858400Z" + }, + "t_008_index_lookup": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3441, + "output_tokens": 216, + "generation_duration_ms": 16797, + "started_at": "2026-03-31T13:58:30.889020Z", + "finished_at": "2026-03-31T13:59:23.762035700Z" + }, + "t_009_init": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_009_init", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3372, + "output_tokens": 156, + "generation_duration_ms": 8610, + "started_at": "2026-03-31T13:58:46.529997Z", + "finished_at": "2026-03-31T13:59:31.759709100Z" + }, + "t_010_connect": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_010_connect", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3377, + "output_tokens": 144, + "generation_duration_ms": 8000, + "started_at": "2026-03-31T13:59:23.762145Z", + "finished_at": "2026-03-31T14:00:00.646070Z" + }, + "t_011_helper_function": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3398, + "output_tokens": 124, + "generation_duration_ms": 4918, + "started_at": "2026-03-31T13:59:31.759872500Z", + "finished_at": "2026-03-31T14:00:06.648314900Z" + }, + "t_012_spacetime_product_type": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Score {\n pub left: i32,\n pub right: i32,\n}\n\n#[table(accessor = result)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Score,\n}\n\n#[reducer]\npub fn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\n ctx.db.result().insert(ResultRow {\n id,\n value: Score { left, right },\n });\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling serde v1.0.228\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.48\n Compiling humantime v2.3.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling num-traits v0.2.19\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling itertools v0.12.1\n Compiling constant_time_eq v0.4.2\n Compiling generic-array v0.14.7\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling getrandom v0.2.17\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling http v1.4.0\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling blake3 v1.8.4\n Compiling lean_string v0.5.3\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling sha3 v0.10.8\n Compiling decorum v0.3.1\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\rust\\server\\deepseek-chat\\llm)\nerror: cannot find derive macro `SpacetimeType` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(SpacetimeType, Clone, Debug)]\n | ^^^^^^^^^^^^^\n |\nhelp: consider importing this derive macro\n |\n2 + use spacetimedb::SpacetimeType;\n |\n\nerror[E0277]: the trait bound `Score: SpacetimeType` is not satisfied\n --> src\\lib.rs:14:16\n |\n14 | pub value: Score,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `SpacetimeType` is not implemented for `Score`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Score {\n | ^^^^^^^^^^^^^^^^\n = note: if you own the type, try adding `#[derive(SpacetimeType)]` to its definition\n = help: the following other types implement trait `SpacetimeType`:\n &T\n ()\n AlgebraicType\n AlgebraicTypeRef\n Arc\n ArrayType\n Box\n ColumnAttribute\n and 109 others\n\nerror[E0277]: the trait bound `Score: Deserialize<'de>` is not satisfied\n --> src\\lib.rs:14:16\n |\n 10 | #[table(accessor = result)]\n | --------------------------- required by a bound introduced by this call\n...\n 14 | pub value: Score,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'de>` is not implemented for `Score`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Score {\n | ^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::de::SeqProductAccess::next_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:379:24\n |\n379 | fn next_element>(&mut self) -> Result, Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `SeqProductAccess::next_element`\n\nerror[E0277]: the trait bound `Score: Deserialize<'de>` is not satisfied\n --> src\\lib.rs:14:16\n |\n 10 | #[table(accessor = result)]\n | --------------------------- required by a bound introduced by this call\n...\n 14 | pub value: Score,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'de>` is not implemented for `Score`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Score {\n | ^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::de::SeqProductAccess::validate_next_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:387:33\n |\n387 | fn validate_next_element>(&mut self) -> Result, Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `SeqProductAccess::validate_next_element`\n\nerror[E0277]: the trait bound `Score: Deserialize<'_>` is not satisfied\n --> src\\lib.rs:14:16\n |\n 14 | pub value: Score,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'_>` is not implemented for `Score`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Score {\n | ^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `get_field_value`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:424:27\n |\n424 | fn get_field_value>(&mut self) -> Result {\n | ^^^^^^^^^^^^^^^^ required by this bound in `NamedProductAccess::get_field_value`\n\nerror[E0277]: the trait bound `Score: Deserialize<'_>` is not satisfied\n --> src\\lib.rs:14:16\n |\n 14 | pub value: Score,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'_>` is not implemented for `Score`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Score {\n | ^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `validate_field_value`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:432:32\n |\n432 | fn validate_field_value>(&mut self) -> Result<(), Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `NamedProductAccess::validate_field_value`\n\nerror[E0277]: the trait bound `Score: Serialize` is not satisfied\n --> src\\lib.rs:14:16\n |\n 14 | pub value: Score,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Serialize` is not implemented for `Score`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Score {\n | ^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Serialize`:\n &T\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n (T0, T1, T2, T3, T4, T5, T6)\n and 138 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::ser::SerializeNamedProduct::serialize_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\ser.rs:382:29\n |\n382 | fn serialize_element(&mut self, name: Option<&str>, elem: &T) -> Result<(), Self::Error>;\n | ^^^^^^^^^ required by this bound in `SerializeNamedProduct::serialize_element`\n\nerror[E0277]: the column type `Score` does not implement `SpacetimeType`\n --> src\\lib.rs:14:16\n |\n14 | pub value: Score,\n | ^^^^^ unsatisfied trait bound\n |\nhelp: the trait `SpacetimeType` is not implemented for `Score`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Score {\n | ^^^^^^^^^^^^^^^^\n = note: table column types all must implement `SpacetimeType`\n = note: if you own the type, try adding `#[derive(SpacetimeType)]` to its definition\n = help: the following other types implement trait `SpacetimeType`:\n &T\n ()\n AlgebraicType\n AlgebraicTypeRef\n Arc\n ArrayType\n Box\n ColumnAttribute\n and 109 others\n = note: required for `Score` to implement `TableColumn`\n\nFor more information about this error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 8 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3407, + "output_tokens": 136, + "generation_duration_ms": 2696, + "started_at": "2026-03-31T14:04:37.857067500Z", + "finished_at": "2026-03-31T14:05:02.567700400Z" + }, + "t_013_spacetime_sum_type": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3430, + "output_tokens": 164, + "generation_duration_ms": 4296, + "started_at": "2026-03-31T14:04:46.755221200Z", + "finished_at": "2026-03-31T14:05:18.709417700Z" + }, + "t_014_elementary_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3394, + "output_tokens": 170, + "generation_duration_ms": 5569, + "started_at": "2026-03-31T14:05:02.567765300Z", + "finished_at": "2026-03-31T14:05:33.670160100Z" + }, + "t_015_product_type_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Address {\n pub street: String,\n pub zip: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[table(accessor = profile)]\npub struct Profile {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub home: Address,\n pub work: Address,\n pub pos: Position,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.profile().insert(Profile {\n id: 0,\n home: Address { street: \"1 Main\".to_string(), zip: 11111 },\n work: Address { street: \"2 Broad\".to_string(), zip: 22222 },\n pos: Position { x: 7, y: 9 },\n });\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling itoa v1.0.18\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.48\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling uuid v1.23.0\n Compiling second-stack v0.3.5\n Compiling constant_time_eq v0.4.2\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling cc v1.2.58\n Compiling bytemuck v1.25.0\n Compiling arrayref v0.3.9\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling num-traits v0.2.19\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling http v1.4.0\n Compiling getrandom v0.2.17\n Compiling rand_core v0.6.4\n Compiling blake3 v1.8.4\n Compiling syn v2.0.117\n Compiling castaway v0.2.4\n Compiling ethnum v1.5.2\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling lean_string v0.5.3\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\deepseek-chat\\llm)\nerror: cannot find derive macro `SpacetimeType` in this scope\n --> src\\lib.rs:4:10\n |\n4 | #[derive(SpacetimeType, Clone, Debug)]\n | ^^^^^^^^^^^^^\n |\nhelp: consider importing this derive macro\n |\n2 + use spacetimedb::SpacetimeType;\n |\n\nerror: cannot find derive macro `SpacetimeType` in this scope\n --> src\\lib.rs:10:10\n |\n10 | #[derive(SpacetimeType, Clone, Debug)]\n | ^^^^^^^^^^^^^\n |\nhelp: consider importing this derive macro\n |\n 2 + use spacetimedb::SpacetimeType;\n |\n\nerror[E0277]: the trait bound `Address: SpacetimeType` is not satisfied\n --> src\\lib.rs:21:15\n |\n21 | pub home: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `SpacetimeType` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = note: if you own the type, try adding `#[derive(SpacetimeType)]` to its definition\n = help: the following other types implement trait `SpacetimeType`:\n &T\n ()\n AlgebraicType\n AlgebraicTypeRef\n Arc\n ArrayType\n Box\n ColumnAttribute\n and 109 others\n\nerror[E0277]: the trait bound `Address: SpacetimeType` is not satisfied\n --> src\\lib.rs:22:15\n |\n22 | pub work: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `SpacetimeType` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = note: if you own the type, try adding `#[derive(SpacetimeType)]` to its definition\n = help: the following other types implement trait `SpacetimeType`:\n &T\n ()\n AlgebraicType\n AlgebraicTypeRef\n Arc\n ArrayType\n Box\n ColumnAttribute\n and 109 others\n\nerror[E0277]: the trait bound `Position: SpacetimeType` is not satisfied\n --> src\\lib.rs:23:14\n |\n23 | pub pos: Position,\n | ^^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `SpacetimeType` is not implemented for `Position`\n --> src\\lib.rs:11:1\n |\n11 | pub struct Position {\n | ^^^^^^^^^^^^^^^^^^^\n = note: if you own the type, try adding `#[derive(SpacetimeType)]` to its definition\n = help: the following other types implement trait `SpacetimeType`:\n &T\n ()\n AlgebraicType\n AlgebraicTypeRef\n Arc\n ArrayType\n Box\n ColumnAttribute\n and 109 others\n\nerror[E0277]: the trait bound `Address: Deserialize<'de>` is not satisfied\n --> src\\lib.rs:21:15\n |\n 16 | #[table(accessor = profile)]\n | ---------------------------- required by a bound introduced by this call\n...\n 21 | pub home: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'de>` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::de::SeqProductAccess::next_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:379:24\n |\n379 | fn next_element>(&mut self) -> Result, Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `SeqProductAccess::next_element`\n\nerror[E0277]: the trait bound `Address: Deserialize<'de>` is not satisfied\n --> src\\lib.rs:22:15\n |\n 16 | #[table(accessor = profile)]\n | ---------------------------- required by a bound introduced by this call\n...\n 22 | pub work: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'de>` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::de::SeqProductAccess::next_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:379:24\n |\n379 | fn next_element>(&mut self) -> Result, Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `SeqProductAccess::next_element`\n\nerror[E0277]: the trait bound `Position: Deserialize<'de>` is not satisfied\n --> src\\lib.rs:23:14\n |\n 16 | #[table(accessor = profile)]\n | ---------------------------- required by a bound introduced by this call\n...\n 23 | pub pos: Position,\n | ^^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'de>` is not implemented for `Position`\n --> src\\lib.rs:11:1\n |\n 11 | pub struct Position {\n | ^^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::de::SeqProductAccess::next_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:379:24\n |\n379 | fn next_element>(&mut self) -> Result, Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `SeqProductAccess::next_element`\n\nerror[E0277]: the trait bound `Address: Deserialize<'de>` is not satisfied\n --> src\\lib.rs:21:15\n |\n 16 | #[table(accessor = profile)]\n | ---------------------------- required by a bound introduced by this call\n...\n 21 | pub home: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'de>` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::de::SeqProductAccess::validate_next_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:387:33\n |\n387 | fn validate_next_element>(&mut self) -> Result, Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `SeqProductAccess::validate_next_element`\n\nerror[E0277]: the trait bound `Address: Deserialize<'de>` is not satisfied\n --> src\\lib.rs:22:15\n |\n 16 | #[table(accessor = profile)]\n | ---------------------------- required by a bound introduced by this call\n...\n 22 | pub work: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'de>` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::de::SeqProductAccess::validate_next_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:387:33\n |\n387 | fn validate_next_element>(&mut self) -> Result, Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `SeqProductAccess::validate_next_element`\n\nerror[E0277]: the trait bound `Position: Deserialize<'de>` is not satisfied\n --> src\\lib.rs:23:14\n |\n 16 | #[table(accessor = profile)]\n | ---------------------------- required by a bound introduced by this call\n...\n 23 | pub pos: Position,\n | ^^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'de>` is not implemented for `Position`\n --> src\\lib.rs:11:1\n |\n 11 | pub struct Position {\n | ^^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::de::SeqProductAccess::validate_next_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:387:33\n |\n387 | fn validate_next_element>(&mut self) -> Result, Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `SeqProductAccess::validate_next_element`\n\nerror[E0277]: the trait bound `Address: Deserialize<'_>` is not satisfied\n --> src\\lib.rs:21:15\n |\n 21 | pub home: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'_>` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `get_field_value`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:424:27\n |\n424 | fn get_field_value>(&mut self) -> Result {\n | ^^^^^^^^^^^^^^^^ required by this bound in `NamedProductAccess::get_field_value`\n\nerror[E0277]: the trait bound `Address: Deserialize<'_>` is not satisfied\n --> src\\lib.rs:22:15\n |\n 22 | pub work: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'_>` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `get_field_value`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:424:27\n |\n424 | fn get_field_value>(&mut self) -> Result {\n | ^^^^^^^^^^^^^^^^ required by this bound in `NamedProductAccess::get_field_value`\n\nerror[E0277]: the trait bound `Position: Deserialize<'_>` is not satisfied\n --> src\\lib.rs:23:14\n |\n 23 | pub pos: Position,\n | ^^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'_>` is not implemented for `Position`\n --> src\\lib.rs:11:1\n |\n 11 | pub struct Position {\n | ^^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `get_field_value`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:424:27\n |\n424 | fn get_field_value>(&mut self) -> Result {\n | ^^^^^^^^^^^^^^^^ required by this bound in `NamedProductAccess::get_field_value`\n\nerror[E0277]: the trait bound `Address: Deserialize<'_>` is not satisfied\n --> src\\lib.rs:21:15\n |\n 21 | pub home: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'_>` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `validate_field_value`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:432:32\n |\n432 | fn validate_field_value>(&mut self) -> Result<(), Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `NamedProductAccess::validate_field_value`\n\nerror[E0277]: the trait bound `Address: Deserialize<'_>` is not satisfied\n --> src\\lib.rs:22:15\n |\n 22 | pub work: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'_>` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `validate_field_value`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:432:32\n |\n432 | fn validate_field_value>(&mut self) -> Result<(), Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `NamedProductAccess::validate_field_value`\n\nerror[E0277]: the trait bound `Position: Deserialize<'_>` is not satisfied\n --> src\\lib.rs:23:14\n |\n 23 | pub pos: Position,\n | ^^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Deserialize<'_>` is not implemented for `Position`\n --> src\\lib.rs:11:1\n |\n 11 | pub struct Position {\n | ^^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Deserialize<'de>`:\n &'de [u8]\n &'de str\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n and 133 others\nnote: required by a bound in `validate_field_value`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\de.rs:432:32\n |\n432 | fn validate_field_value>(&mut self) -> Result<(), Self::Error> {\n | ^^^^^^^^^^^^^^^^ required by this bound in `NamedProductAccess::validate_field_value`\n\nerror[E0277]: the trait bound `Address: Serialize` is not satisfied\n --> src\\lib.rs:21:15\n |\n 21 | pub home: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Serialize` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Serialize`:\n &T\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n (T0, T1, T2, T3, T4, T5, T6)\n and 138 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::ser::SerializeNamedProduct::serialize_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\ser.rs:382:29\n |\n382 | fn serialize_element(&mut self, name: Option<&str>, elem: &T) -> Result<(), Self::Error>;\n | ^^^^^^^^^ required by this bound in `SerializeNamedProduct::serialize_element`\n\nerror[E0277]: the trait bound `Address: Serialize` is not satisfied\n --> src\\lib.rs:22:15\n |\n 22 | pub work: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Serialize` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Serialize`:\n &T\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n (T0, T1, T2, T3, T4, T5, T6)\n and 138 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::ser::SerializeNamedProduct::serialize_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\ser.rs:382:29\n |\n382 | fn serialize_element(&mut self, name: Option<&str>, elem: &T) -> Result<(), Self::Error>;\n | ^^^^^^^^^ required by this bound in `SerializeNamedProduct::serialize_element`\n\nerror[E0277]: the trait bound `Position: Serialize` is not satisfied\n --> src\\lib.rs:23:14\n |\n 23 | pub pos: Position,\n | ^^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `Serialize` is not implemented for `Position`\n --> src\\lib.rs:11:1\n |\n 11 | pub struct Position {\n | ^^^^^^^^^^^^^^^^^^^\n = help: the following other types implement trait `Serialize`:\n &T\n ()\n (T0, T1)\n (T0, T1, T2)\n (T0, T1, T2, T3)\n (T0, T1, T2, T3, T4)\n (T0, T1, T2, T3, T4, T5)\n (T0, T1, T2, T3, T4, T5, T6)\n and 138 others\nnote: required by a bound in `spacetimedb::spacetimedb_lib::ser::SerializeNamedProduct::serialize_element`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats\\src\\ser.rs:382:29\n |\n382 | fn serialize_element(&mut self, name: Option<&str>, elem: &T) -> Result<(), Self::Error>;\n | ^^^^^^^^^ required by this bound in `SerializeNamedProduct::serialize_element`\n\nerror[E0277]: the column type `Address` does not implement `SpacetimeType`\n --> src\\lib.rs:21:15\n |\n21 | pub home: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `SpacetimeType` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = note: table column types all must implement `SpacetimeType`\n = note: if you own the type, try adding `#[derive(SpacetimeType)]` to its definition\n = help: the following other types implement trait `SpacetimeType`:\n &T\n ()\n AlgebraicType\n AlgebraicTypeRef\n Arc\n ArrayType\n Box\n ColumnAttribute\n and 109 others\n = note: required for `Address` to implement `TableColumn`\n\nerror[E0277]: the column type `Address` does not implement `SpacetimeType`\n --> src\\lib.rs:22:15\n |\n22 | pub work: Address,\n | ^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `SpacetimeType` is not implemented for `Address`\n --> src\\lib.rs:5:1\n |\n 5 | pub struct Address {\n | ^^^^^^^^^^^^^^^^^^\n = note: table column types all must implement `SpacetimeType`\n = note: if you own the type, try adding `#[derive(SpacetimeType)]` to its definition\n = help: the following other types implement trait `SpacetimeType`:\n &T\n ()\n AlgebraicType\n AlgebraicTypeRef\n Arc\n ArrayType\n Box\n ColumnAttribute\n and 109 others\n = note: required for `Address` to implement `TableColumn`\n\nerror[E0277]: the column type `Position` does not implement `SpacetimeType`\n --> src\\lib.rs:23:14\n |\n23 | pub pos: Position,\n | ^^^^^^^^ unsatisfied trait bound\n |\nhelp: the trait `SpacetimeType` is not implemented for `Position`\n --> src\\lib.rs:11:1\n |\n11 | pub struct Position {\n | ^^^^^^^^^^^^^^^^^^^\n = note: table column types all must implement `SpacetimeType`\n = note: if you own the type, try adding `#[derive(SpacetimeType)]` to its definition\n = help: the following other types implement trait `SpacetimeType`:\n &T\n ()\n AlgebraicType\n AlgebraicTypeRef\n Arc\n ArrayType\n Box\n ColumnAttribute\n and 109 others\n = note: required for `Position` to implement `TableColumn`\n\nFor more information about this error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 23 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3433, + "output_tokens": 216, + "generation_duration_ms": 6340, + "started_at": "2026-03-31T14:05:18.709528300Z", + "finished_at": "2026-03-31T14:05:43.211117800Z" + }, + "t_016_sum_type_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3413, + "output_tokens": 184, + "generation_duration_ms": 8666, + "started_at": "2026-03-31T14:05:33.670243300Z", + "finished_at": "2026-03-31T14:06:06.122680200Z" + }, + "t_017_scheduled_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3392, + "output_tokens": 179, + "generation_duration_ms": 8060, + "started_at": "2026-03-31T14:05:43.211199700Z", + "finished_at": "2026-03-31T14:06:10.775066200Z" + }, + "t_018_constraints": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n accessor = account,\n index(accessor = by_name, btree(columns = [name]))\n)]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.account().insert(Account { id: 0, email: \"a@example.com\".to_string(), name: \"Alice\".to_string() });\n ctx.db.account().insert(Account { id: 0, email: \"b@example.com\".to_string(), name: \"Bob\".to_string() });\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:60604/v1/database/c2006e0dc376be35b0df37b5715d594eac9914e874785dad93eccabba8615c4f/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3374, + "output_tokens": 169, + "generation_duration_ms": 4654, + "started_at": "2026-03-31T14:06:06.122766600Z", + "finished_at": "2026-03-31T14:06:32.741322400Z" + }, + "t_019_many_to_many": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "m2m_has_1_1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=1" + } + }, + "m2m_has_1_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=2" + } + }, + "m2m_has_2_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3507, + "output_tokens": 381, + "generation_duration_ms": 9135, + "started_at": "2026-03-31T14:06:10.775189300Z", + "finished_at": "2026-03-31T14:06:44.016710300Z" + }, + "t_020_ecs": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 7, + "passed_tests": 7, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "ecs_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "ecs_step": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "step" + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM next_position" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3557, + "output_tokens": 450, + "generation_duration_ms": 7971, + "started_at": "2026-03-31T14:06:32.741423300Z", + "finished_at": "2026-03-31T14:07:06.813709500Z" + }, + "t_021_multi_column_index": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3414, + "output_tokens": 212, + "generation_duration_ms": 3576, + "started_at": "2026-03-31T14:06:44.016819200Z", + "finished_at": "2026-03-31T14:07:08.490414600Z" + }, + "t_022_view_basic": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3361, + "output_tokens": 120, + "generation_duration_ms": 4058, + "started_at": "2026-03-31T14:02:32.411522200Z", + "finished_at": "2026-03-31T14:03:06.124089600Z" + }, + "t_023_view_per_user": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3403, + "output_tokens": 119, + "generation_duration_ms": 5751, + "started_at": "2026-03-31T14:02:49.793995800Z", + "finished_at": "2026-03-31T14:03:22.648496700Z" + }, + "t_024_event_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3371, + "output_tokens": 112, + "generation_duration_ms": 8351, + "started_at": "2026-03-31T14:00:48.079055700Z", + "finished_at": "2026-03-31T14:01:19.516174700Z" + }, + "t_025_optional_fields": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3392, + "output_tokens": 131, + "generation_duration_ms": 6052, + "started_at": "2026-03-31T14:01:08.690925200Z", + "finished_at": "2026-03-31T14:01:42.905969100Z" + }, + "t_026_auth_identity_check": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3433, + "output_tokens": 199, + "generation_duration_ms": 6242, + "started_at": "2026-03-31T13:52:41.391040100Z", + "finished_at": "2026-03-31T13:53:22.955923800Z" + }, + "t_027_private_vs_public_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3454, + "output_tokens": 197, + "generation_duration_ms": 6484, + "started_at": "2026-03-31T13:52:41.391986900Z", + "finished_at": "2026-03-31T13:53:31.536550900Z" + }, + "t_028_cascade_delete": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3412, + "output_tokens": 188, + "generation_duration_ms": 10130, + "started_at": "2026-03-31T14:01:19.516387700Z", + "finished_at": "2026-03-31T14:01:56.121526900Z" + }, + "t_029_filter_and_aggregate": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3433, + "output_tokens": 225, + "generation_duration_ms": 7647, + "started_at": "2026-03-31T14:01:42.906085Z", + "finished_at": "2026-03-31T14:02:20.962777400Z" + }, + "t_030_two_table_join": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3483, + "output_tokens": 278, + "generation_duration_ms": 10377, + "started_at": "2026-03-31T14:01:56.121646200Z", + "finished_at": "2026-03-31T14:02:32.411440700Z" + }, + "t_031_unique_constraint": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3373, + "output_tokens": 116, + "generation_duration_ms": 6326, + "started_at": "2026-03-31T14:02:20.962876500Z", + "finished_at": "2026-03-31T14:02:49.793908500Z" + }, + "t_032_range_query": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3440, + "output_tokens": 211, + "generation_duration_ms": 7161, + "started_at": "2026-03-31T14:03:06.124185700Z", + "finished_at": "2026-03-31T14:03:37.670573900Z" + }, + "t_033_sort_and_limit": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3436, + "output_tokens": 232, + "generation_duration_ms": 6245, + "started_at": "2026-03-31T14:03:22.648588Z", + "finished_at": "2026-03-31T14:03:54.707102500Z" + }, + "t_034_find_first": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3409, + "output_tokens": 169, + "generation_duration_ms": 7740, + "started_at": "2026-03-31T14:03:37.670680700Z", + "finished_at": "2026-03-31T14:04:14.275186800Z" + }, + "t_035_select_distinct": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3399, + "output_tokens": 173, + "generation_duration_ms": 3459, + "started_at": "2026-03-31T14:03:54.707205Z", + "finished_at": "2026-03-31T14:04:19.197898900Z" + }, + "t_036_count_without_collect": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3446, + "output_tokens": 202, + "generation_duration_ms": 3320, + "started_at": "2026-03-31T14:04:14.275268300Z", + "finished_at": "2026-03-31T14:04:37.856990400Z" + }, + "t_037_multi_column_filter": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n accessor = event_log,\n index(accessor = by_category_severity, btree(columns = [category, severity]))\n)]\npub struct EventLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub severity: u32,\n pub message: String,\n}\n\n#[table(accessor = filtered_event)]\npub struct FilteredEvent {\n #[primary_key]\n pub event_id: u64,\n pub message: String,\n}\n\n#[reducer]\npub fn filter_events(ctx: &ReducerContext, category: String, severity: u32) {\n for event in ctx.db.event_log().by_category_severity().filter(&(category.clone(), severity)) {\n ctx.db.filtered_event().insert(FilteredEvent {\n event_id: event.id,\n message: event.message,\n });\n }\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.48\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling bytes v1.11.1\n Compiling heck v0.4.1\n Compiling arrayvec v0.7.6\n Compiling second-stack v0.3.5\n Compiling arrayref v0.3.9\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling hex v0.4.3\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling uuid v1.23.0\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling blake3 v1.8.4\n Compiling num-traits v0.2.19\n Compiling syn v2.0.117\n Compiling http v1.4.0\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling castaway v0.2.4\n Compiling digest v0.10.7\n Compiling lean_string v0.5.3\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand v0.8.5\n Compiling ethnum v1.5.2\n Compiling decorum v0.3.1\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\queries\\t_037_multi_column_filter\\rust\\server\\deepseek-chat\\llm)\nerror[E0277]: the trait bound `&(std::string::String, u32): IndexScanRangeBounds<(std::string::String, u32), SingleBound>` is not satisfied\n --> src\\lib.rs:26:67\n |\n 26 | for event in ctx.db.event_log().by_category_severity().filter(&(category.clone(), severity)) {\n | ------ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ the trait `FilterableValue` is not implemented for `&(std::string::String, u32)`\n | |\n | required by a bound introduced by this call\n |\n = help: the following other types implement trait `FilterableValue`:\n &ConnectionId\n &FunctionVisibility\n &Identity\n &Lifecycle\n &TableAccess\n &TableType\n &bool\n ðnum::int::I256\n and 42 others\n = note: required for `&(std::string::String, u32)` to implement `IndexScanRangeBounds<(std::string::String, u32), SingleBound>`\nnote: required by a bound in `RangedIndex::::filter`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\table.rs:867:12\n |\n865 | pub fn filter(&self, b: B) -> impl Iterator + use\n | ------ required by a bound in this associated function\n866 | where\n867 | B: IndexScanRangeBounds,\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ required by this bound in `RangedIndex::::filter`\n\nerror[E0277]: `&(std::string::String, u32)` cannot appear as an argument to an index filtering operation\n --> src\\lib.rs:26:18\n |\n 26 | for event in ctx.db.event_log().by_category_severity().filter(&(category.clone(), severity)) {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ should be an integer type, `bool`, `String`, `&str`, `Identity`, `Uuid`, `ConnectionId`, `Hash` or a no-payload enum which derives `SpacetimeType`, not `&(std::string::String, u32)`\n |\n = help: the trait `FilterableValue` is not implemented for `&(std::string::String, u32)`\n = note: The allowed set of types are limited to integers, bool, strings, `Identity`, `Uuid`, `ConnectionId`, `Hash` and no-payload enums which derive `SpacetimeType`,\n = help: the following other types implement trait `FilterableValue`:\n &ConnectionId\n &FunctionVisibility\n &Identity\n &Lifecycle\n &TableAccess\n &TableType\n &bool\n ðnum::int::I256\n and 42 others\n = note: required for `&(std::string::String, u32)` to implement `IndexScanRangeBounds<(std::string::String, u32), SingleBound>`\nnote: required by a bound in `RangedIndex::::filter`\n --> D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings\\src\\table.rs:867:12\n |\n865 | pub fn filter(&self, b: B) -> impl Iterator + use\n | ------ required by a bound in this associated function\n866 | where\n867 | B: IndexScanRangeBounds,\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ required by this bound in `RangedIndex::::filter`\n\nFor more information about this error, try `rustc --explain E0277`.\nerror: could not compile `spacetime-module` (lib) due to 3 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3439, + "output_tokens": 209, + "generation_duration_ms": 8548, + "started_at": "2026-03-31T14:04:19.197989600Z", + "finished_at": "2026-03-31T14:04:46.755160700Z" + }, + "t_038_schedule_at_time": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3411, + "output_tokens": 206, + "generation_duration_ms": 9415, + "started_at": "2026-03-31T14:00:00.646148400Z", + "finished_at": "2026-03-31T14:00:40.223026600Z" + }, + "t_039_cancel_schedule": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3409, + "output_tokens": 234, + "generation_duration_ms": 14444, + "started_at": "2026-03-31T14:00:06.648449100Z", + "finished_at": "2026-03-31T14:00:48.078943700Z" + }, + "t_040_lifecycle_player": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3365, + "output_tokens": 143, + "generation_duration_ms": 5718, + "started_at": "2026-03-31T14:00:40.223190400Z", + "finished_at": "2026-03-31T14:01:08.690844200Z" + }, + "t_041_registered_user_gate": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3458, + "output_tokens": 253, + "generation_duration_ms": 6880, + "started_at": "2026-03-31T13:53:22.956024600Z", + "finished_at": "2026-03-31T13:54:07.510431900Z" + }, + "t_042_admin_bootstrap": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3508, + "output_tokens": 233, + "generation_duration_ms": 4870, + "started_at": "2026-03-31T13:53:31.536705500Z", + "finished_at": "2026-03-31T13:54:10.877093500Z" + }, + "t_043_role_based_access": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3526, + "output_tokens": 305, + "generation_duration_ms": 11831, + "started_at": "2026-03-31T13:54:07.510535200Z", + "finished_at": "2026-03-31T13:55:05.945513200Z" + }, + "t_044_ban_list": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3511, + "output_tokens": 344, + "generation_duration_ms": 7254, + "started_at": "2026-03-31T13:54:10.877369500Z", + "finished_at": "2026-03-31T13:55:04.504288200Z" + }, + "t_045_rate_limit": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3490, + "output_tokens": 288, + "generation_duration_ms": 6165, + "started_at": "2026-03-31T13:55:04.504359400Z", + "finished_at": "2026-03-31T13:56:00.586679600Z" + }, + "t_046_shared_document": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3562, + "output_tokens": 412, + "generation_duration_ms": 14755, + "started_at": "2026-03-31T13:55:05.945590900Z", + "finished_at": "2026-03-31T13:56:06.663896600Z" + } + } + }, + { + "name": "DeepSeek Reasoner", + "route_api_model": "deepseek-reasoner", + "tasks": { + "t_000_empty_reducers": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_000_empty_reducers", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3428, + "output_tokens": 358, + "generation_duration_ms": 14161, + "started_at": "2026-03-31T13:55:55.403977300Z", + "finished_at": "2026-03-31T13:56:35.460310400Z" + }, + "t_001_basic_tables": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_001_basic_tables", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3443, + "output_tokens": 548, + "generation_duration_ms": 28471, + "started_at": "2026-03-31T13:56:06.043203200Z", + "finished_at": "2026-03-31T13:57:12.657005500Z" + }, + "t_002_scheduled_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_002_scheduled_table", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt};\nuse std::time::Duration;\n\n#[table(accessor = tick_timer, scheduled(tick))]\npub struct TickTimer {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn tick(_ctx: &ReducerContext, _row: TickTimer) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n let interval: ScheduleAt = Duration::from_micros(50_000).into();\n ctx.db.tick_timer().insert(TickTimer {\n scheduled_id: 0,\n scheduled_at: interval,\n });\n Ok(())\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.48\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling constant_time_eq v0.4.2\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling smallvec v1.15.1\n Compiling bytemuck v1.25.0\n Compiling getrandom v0.2.17\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling hex v0.4.3\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling cc v1.2.58\n Compiling castaway v0.2.4\n Compiling blake3 v1.8.4\n Compiling generic-array v0.14.7\n Compiling lean_string v0.5.3\n Compiling http v1.4.0\n Compiling ppv-lite86 v0.2.21\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling rand_chacha v0.3.1\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling rand v0.8.5\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_002_scheduled_table\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0599]: no method named `insert` found for reference `&tick_timer__TableHandle` in the current scope\n --> src\\lib.rs:21:25\n |\n21 | ctx.db.tick_timer().insert(TickTimer {\n | --------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n21 | ctx.db.tick_timer().try_insert(TickTimer {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3393, + "output_tokens": 555, + "generation_duration_ms": 19584, + "started_at": "2026-03-31T13:56:35.460388200Z", + "finished_at": "2026-03-31T13:57:24.889935700Z" + }, + "t_003_struct_in_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_003_struct_in_table", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3355, + "output_tokens": 308, + "generation_duration_ms": 12381, + "started_at": "2026-03-31T13:57:12.657110900Z", + "finished_at": "2026-03-31T13:57:59.743928500Z" + }, + "t_004_insert": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_004_insert", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3390, + "output_tokens": 299, + "generation_duration_ms": 11714, + "started_at": "2026-03-31T13:57:24.890003Z", + "finished_at": "2026-03-31T13:58:11.473246900Z" + }, + "t_005_update": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_005_update", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3417, + "output_tokens": 441, + "generation_duration_ms": 15466, + "started_at": "2026-03-31T13:57:59.744032600Z", + "finished_at": "2026-03-31T13:58:41.581247200Z" + }, + "t_006_delete": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_006_delete", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3383, + "output_tokens": 734, + "generation_duration_ms": 36558, + "started_at": "2026-03-31T13:58:11.473419700Z", + "finished_at": "2026-03-31T13:59:22.235722200Z" + }, + "t_007_crud": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_007_crud", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3417, + "output_tokens": 481, + "generation_duration_ms": 18134, + "started_at": "2026-03-31T13:58:41.581385400Z", + "finished_at": "2026-03-31T13:59:30.277319100Z" + }, + "t_008_index_lookup": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_008_index_lookup", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3444, + "output_tokens": 468, + "generation_duration_ms": 17041, + "started_at": "2026-03-31T13:59:22.235805Z", + "finished_at": "2026-03-31T14:00:07.881244700Z" + }, + "t_009_init": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_009_init", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3375, + "output_tokens": 364, + "generation_duration_ms": 13679, + "started_at": "2026-03-31T13:59:30.277485300Z", + "finished_at": "2026-03-31T14:00:10.062008500Z" + }, + "t_010_connect": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_010_connect", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3381, + "output_tokens": 413, + "generation_duration_ms": 15816, + "started_at": "2026-03-31T14:00:07.881343100Z", + "finished_at": "2026-03-31T14:00:54.474018500Z" + }, + "t_011_helper_function": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_011_helper_function", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3402, + "output_tokens": 373, + "generation_duration_ms": 14603, + "started_at": "2026-03-31T14:00:10.062093100Z", + "finished_at": "2026-03-31T14:01:00.535521200Z" + }, + "t_012_spacetime_product_type": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_012_spacetime_product_type", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Score {\n pub left: i32,\n pub right: i32,\n}\n\n#[table(accessor = result)]\npub struct ResultRow {\n #[primary_key]\n pub id: i32,\n pub value: Score,\n}\n\n#[reducer]\npub fn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\n ctx.db.result().insert(ResultRow {\n id,\n value: Score { left, right },\n });\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling bitflags v2.11.0\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.48\n Compiling keccak v0.1.6\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling uuid v1.23.0\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling bytemuck v1.25.0\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling second-stack v0.3.5\n Compiling log v0.4.29\n Compiling itertools v0.12.1\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling rand_core v0.6.4\n Compiling cc v1.2.58\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling blake3 v1.8.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling syn v2.0.117\n Compiling ethnum v1.5.2\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_012_spacetime_product_type\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0599]: no method named `insert` found for reference `&result__TableHandle` in the current scope\n --> src\\lib.rs:19:21\n |\n19 | ctx.db.result().insert(ResultRow {\n | ----------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n19 | ctx.db.result().try_insert(ResultRow {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3411, + "output_tokens": 437, + "generation_duration_ms": 15984, + "started_at": "2026-03-31T14:07:51.842520100Z", + "finished_at": "2026-03-31T14:08:24.614449100Z" + }, + "t_013_spacetime_sum_type": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_013_spacetime_sum_type", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3434, + "output_tokens": 1118, + "generation_duration_ms": 39701, + "started_at": "2026-03-31T14:08:21.486015500Z", + "finished_at": "2026-03-31T14:09:21.407522500Z" + }, + "t_014_elementary_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_014_elementary_columns", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3398, + "output_tokens": 320, + "generation_duration_ms": 12859, + "started_at": "2026-03-31T14:08:24.614509500Z", + "finished_at": "2026-03-31T14:08:57.602075900Z" + }, + "t_015_product_type_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_015_product_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Address {\n pub street: String,\n pub zip: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[table(accessor = profile)]\npub struct Profile {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub home: Address,\n pub work: Address,\n pub pos: Position,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.profile().insert(Profile {\n id: 0,\n home: Address {\n street: \"1 Main\".to_string(),\n zip: 11111,\n },\n work: Address {\n street: \"2 Broad\".to_string(),\n zip: 22222,\n },\n pos: Position { x: 7, y: 9 },\n });\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling shlex v1.3.0\n Compiling find-msvc-tools v0.1.9\n Compiling itoa v1.0.18\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling zerocopy v0.8.48\n Compiling humantime v2.3.0\n Compiling heck v0.4.1\n Compiling convert_case v0.4.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling smallvec v1.15.1\n Compiling uuid v1.23.0\n Compiling itertools v0.12.1\n Compiling getrandom v0.2.17\n Compiling generic-array v0.14.7\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling constant_time_eq v0.4.2\n Compiling second-stack v0.3.5\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling http v1.4.0\n Compiling cc v1.2.58\n Compiling syn v2.0.117\n Compiling blake3 v1.8.4\n Compiling castaway v0.2.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling lean_string v0.5.3\n Compiling decorum v0.3.1\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling rand v0.8.5\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_015_product_type_columns\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0599]: no method named `insert` found for reference `&profile__TableHandle` in the current scope\n --> src\\lib.rs:28:22\n |\n28 | ctx.db.profile().insert(Profile {\n | -----------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n28 | ctx.db.profile().try_insert(Profile {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3437, + "output_tokens": 432, + "generation_duration_ms": 14757, + "started_at": "2026-03-31T14:08:57.602230100Z", + "finished_at": "2026-03-31T14:09:28.581256700Z" + }, + "t_016_sum_type_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_016_sum_type_columns", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(accessor = drawing)]\npub struct Drawing {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.drawing().insert(Drawing {\n id: 0,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n });\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling serde_core v1.0.228\n Compiling heck v0.5.0\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling itoa v1.0.18\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling zerocopy v0.8.48\n Compiling nohash-hasher v0.2.0\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling arrayvec v0.7.6\n Compiling humantime v2.3.0\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling convert_case v0.4.0\n Compiling heck v0.4.1\n Compiling bytemuck v1.25.0\n Compiling zmij v1.0.21\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling itertools v0.12.1\n Compiling generic-array v0.14.7\n Compiling uuid v1.23.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling num-traits v0.2.19\n Compiling cc v1.2.58\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling hex v0.4.3\n Compiling smallvec v1.15.1\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling rand_core v0.6.4\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.3\n Compiling blake3 v1.8.4\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling syn v2.0.117\n Compiling digest v0.10.7\n Compiling decorum v0.3.1\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\schema\\t_016_sum_type_columns\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0599]: no method named `insert` found for reference `&drawing__TableHandle` in the current scope\n --> src\\lib.rs:27:22\n |\n27 | ctx.db.drawing().insert(Drawing {\n | -----------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n27 | ctx.db.drawing().try_insert(Drawing {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3416, + "output_tokens": 410, + "generation_duration_ms": 15337, + "started_at": "2026-03-31T14:09:21.407635900Z", + "finished_at": "2026-03-31T14:09:54.011945400Z" + }, + "t_017_scheduled_columns": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_017_scheduled_columns", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3395, + "output_tokens": 544, + "generation_duration_ms": 19741, + "started_at": "2026-03-31T14:09:28.581324500Z", + "finished_at": "2026-03-31T14:10:06.818462900Z" + }, + "t_018_constraints": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_018_constraints", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n accessor = account,\n index(accessor = by_name, btree(columns = [name]))\n)]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.account().insert(Account { id: 0, email: \"a@example.com\".to_string(), name: \"Alice\".to_string() });\n ctx.db.account().insert(Account { id: 0, email: \"b@example.com\".to_string(), name: \"Bob\".to_string() });\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:60604/v1/database/c2006e0dc376be35b0df37b5715d594eac9914e874785dad93eccabba8615c4f/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3378, + "output_tokens": 325, + "generation_duration_ms": 11656, + "started_at": "2026-03-31T14:09:54.012017900Z", + "finished_at": "2026-03-31T14:10:24.480175500Z" + }, + "t_019_many_to_many": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_019_many_to_many", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "m2m_has_1_1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=1" + } + }, + "m2m_has_1_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=1 AND group_id=2" + } + }, + "m2m_has_2_2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE user_id=2 AND group_id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3511, + "output_tokens": 661, + "generation_duration_ms": 22949, + "started_at": "2026-03-31T14:10:06.818563500Z", + "finished_at": "2026-03-31T14:10:47.977652900Z" + }, + "t_020_ecs": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_020_ecs", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 7, + "passed_tests": 7, + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM next_position" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "ecs_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "ecs_step": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "step" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3561, + "output_tokens": 2052, + "generation_duration_ms": 71065, + "started_at": "2026-03-31T14:10:24.480307500Z", + "finished_at": "2026-03-31T14:11:55.436638700Z" + }, + "t_021_multi_column_index": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_021_multi_column_index", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "reducer": "seed" + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE user_id=7 AND day=2" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3418, + "output_tokens": 399, + "generation_duration_ms": 13783, + "started_at": "2026-03-31T14:10:47.977793500Z", + "finished_at": "2026-03-31T14:11:21.176013100Z" + }, + "t_022_view_basic": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_022_view_basic", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3365, + "output_tokens": 1663, + "generation_duration_ms": 59971, + "started_at": "2026-03-31T14:04:06.650308500Z", + "finished_at": "2026-03-31T14:05:31.831213800Z" + }, + "t_023_view_per_user": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_023_view_per_user", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3406, + "output_tokens": 481, + "generation_duration_ms": 18536, + "started_at": "2026-03-31T14:04:24.425183Z", + "finished_at": "2026-03-31T14:05:09.379953100Z" + }, + "t_024_event_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_024_event_table", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3375, + "output_tokens": 391, + "generation_duration_ms": 14026, + "started_at": "2026-03-31T14:01:57.578125700Z", + "finished_at": "2026-03-31T14:02:34.516216900Z" + }, + "t_025_optional_fields": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_025_optional_fields", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3395, + "output_tokens": 354, + "generation_duration_ms": 13257, + "started_at": "2026-03-31T14:02:22.813193300Z", + "finished_at": "2026-03-31T14:03:08.061382600Z" + }, + "t_026_auth_identity_check": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_026_auth_identity_check", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, Identity, ReducerContext, Table};\n\n#[table(accessor = message, public)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub text: String,\n}\n\n#[reducer]\npub fn create_message(ctx: &ReducerContext, text: String) {\n ctx.db.message().insert(Message {\n id: 0,\n owner: ctx.sender(),\n text,\n });\n}\n\n#[reducer]\npub fn delete_message(ctx: &ReducerContext, id: u64) {\n let msg = ctx.db.message().id().find(id).expect(\"not found\");\n if msg.owner != ctx.sender() {\n panic!(\"unauthorized\");\n }\n ctx.db.message().id().delete(id);\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling quote v1.0.45\n Compiling unicode-ident v1.0.24\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling itoa v1.0.18\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling either v1.15.0\n Compiling find-msvc-tools v0.1.9\n Compiling nohash-hasher v0.2.0\n Compiling zerocopy v0.8.48\n Compiling anyhow v1.0.102\n Compiling bitflags v2.11.0\n Compiling thiserror v1.0.69\n Compiling bytes v1.11.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling arrayvec v0.7.6\n Compiling keccak v0.1.6\n Compiling ryu v1.0.23\n Compiling heck v0.4.1\n Compiling smallvec v1.15.1\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling zmij v1.0.21\n Compiling num-traits v0.2.19\n Compiling arrayref v0.3.9\n Compiling second-stack v0.3.5\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling serde_json v1.0.149\n Compiling generic-array v0.14.7\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\nerror: could not compile `uuid` (lib)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name uuid --edition=2021 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\uuid-1.23.0\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --allow=unexpected_cfgs --check-cfg 'cfg(uuid_unstable)' --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"arbitrary\", \"atomic\", \"borsh\", \"bytemuck\", \"default\", \"fast-rng\", \"js\", \"macro-diagnostics\", \"md5\", \"rng\", \"rng-getrandom\", \"rng-rand\", \"serde\", \"sha1\", \"slog\", \"std\", \"uuid-rng-internal-lib\", \"v1\", \"v3\", \"v4\", \"v5\", \"v6\", \"v7\", \"v8\", \"zerocopy\"))' -C metadata=06687d3f4245edaf -C extra-filename=-91fce86709b2db38 --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\deepseek-reasoner\\llm\\target\\wasm32-unknown-unknown\\release\\deps' --target wasm32-unknown-unknown -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\deepseek-reasoner\\llm\\target\\wasm32-unknown-unknown\\release\\deps' -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\deepseek-reasoner\\llm\\target\\release\\deps' --cap-lints allow -C debuginfo=0 -C panic=abort` (exit code: 0xc0000142, STATUS_DLL_INIT_FAILED)\nwarning: build failed, waiting for other jobs to finish...\nerror: could not compile `zerocopy` (build script)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name build_script_build --edition=2021 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zerocopy-0.8.48\\build.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"simd\"' --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"__internal_use_only_features_that_work_on_stable\", \"alloc\", \"derive\", \"float-nightly\", \"simd\", \"simd-nightly\", \"std\", \"zerocopy-derive\"))' -C metadata=290d1c08ceae76e2 -C extra-filename=-db7c29e955a376c9 --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\deepseek-reasoner\\llm\\target\\release\\build\\zerocopy-db7c29e955a376c9' -C linker=rust-lld.exe -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\deepseek-reasoner\\llm\\target\\release\\deps' --cap-lints allow` (exit code: 0xc000012d)\nerror: could not compile `serde_json` (build script)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name build_script_build --edition=2021 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde_json-1.0.149\\build.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"arbitrary_precision\"' --cfg 'feature=\"default\"' --cfg 'feature=\"raw_value\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"alloc\", \"arbitrary_precision\", \"default\", \"float_roundtrip\", \"indexmap\", \"preserve_order\", \"raw_value\", \"std\", \"unbounded_depth\"))' -C metadata=8a849760025459b5 -C extra-filename=-5797c6e521a7b2d2 --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\deepseek-reasoner\\llm\\target\\release\\build\\serde_json-5797c6e521a7b2d2' -C linker=rust-lld.exe -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\deepseek-reasoner\\llm\\target\\release\\deps' --cap-lints allow` (exit code: 0xc000012d)\nerror: could not compile `bitflags` (lib)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name bitflags --edition=2021 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bitflags-2.11.0\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"arbitrary\", \"bytemuck\", \"example_generated\", \"serde\", \"serde_core\", \"std\"))' -C metadata=d69c443f5ca0608f -C extra-filename=-5fc205acc69c2dfe --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\deepseek-reasoner\\llm\\target\\wasm32-unknown-unknown\\release\\deps' --target wasm32-unknown-unknown -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\deepseek-reasoner\\llm\\target\\wasm32-unknown-unknown\\release\\deps' -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\deepseek-reasoner\\llm\\target\\release\\deps' --cap-lints allow -C debuginfo=0 -C panic=abort` (exit code: 0xc000012d)\nerror: could not compile `arrayvec` (lib)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name arrayvec --edition=2018 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\arrayvec-0.7.6\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --cfg 'feature=\"default\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"borsh\", \"default\", \"serde\", \"std\", \"zeroize\"))' -C metadata=ba758330be9bdb0e -C extra-filename=-f862b3fadd82e942 --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\deepseek-reasoner\\llm\\target\\wasm32-unknown-unknown\\release\\deps' --target wasm32-unknown-unknown -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\deepseek-reasoner\\llm\\target\\wasm32-unknown-unknown\\release\\deps' -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_026_auth_identity_check\\rust\\server\\deepseek-reasoner\\llm\\target\\release\\deps' --cap-lints allow -C debuginfo=0 -C panic=abort` (exit code: 0xc000012d)\nerror[E0786]: found invalid metadata files for crate `rustc_std_workspace_core` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\librustc_std_workspace_core-1696f7b672ba471d.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot resolve a prelude import\n\nerror: could not exec the linker `rust-lld.exe`\n |\n = note: The paging file is too small for this operation to complete. (os error 1455)\n = note: \"rust-lld.exe\" \"-flavor\" \"link\" \"/NOLOGO\" \"C:\\\\Users\\\\bradl\\\\AppData\\\\Local\\\\Temp\\\\rustcPDybjw\\\\symbols.o\" \"D:\\\\Development\\\\ClockworkLabs\\\\SpacetimeDB\\\\SpacetimeDB\\\\target\\\\llm-runs\\\\auth\\\\t_026_auth_identity_check\\\\rust\\\\server\\\\deepseek-reasoner\\\\llm\\\\target\\\\release\\\\build\\\\thiserror-060cec0c36d7d0b4\\\\build_script_build-060cec0c36d7d0b4.build_script_build.126da3ed07e2ac81-cgu.0.rcgu.o\" \"D:\\\\Development\\\\ClockworkLabs\\\\SpacetimeDB\\\\SpacetimeDB\\\\target\\\\llm-runs\\\\auth\\\\t_026_auth_identity_check\\\\rust\\\\server\\\\deepseek-reasoner\\\\llm\\\\target\\\\release\\\\build\\\\thiserror-060cec0c36d7d0b4\\\\build_script_build-060cec0c36d7d0b4.6xsxc0btd6cpup407boy1fody.rcgu.o\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\libstd-505ed9e40954533c.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\libpanic_unwind-092567cd79e9b821.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\libcfg_if-09f2b8b6ab238ad6.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\libwindows_targets-13f7e537322fca05.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\librustc_demangle-636737e5abe25627.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\libstd_detect-08493120d2e26414.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\libhashbrown-cec0bffea23d2070.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\librustc_std_workspace_alloc-58cafc058eb87a39.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\libunwind-f91bc3576af356ab.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\librustc_std_workspace_core-1696f7b672ba471d.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\liballoc-518331e30701fd1a.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\libcore-02f640fcbd91e423.rlib\" \"C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\x86_64-pc-windows-msvc\\\\lib\\\\libcompiler_builtins-f7c5c1235d9df24b.rlib\" \"kernel32.lib\" \"kernel32.lib\" \"kernel32.lib\" \"ntdll.lib\" \"userenv.lib\" \"ws2_32.lib\" \"dbghelp.lib\" \"/defaultlib:msvcrt\" \"/NXCOMPAT\" \"/OUT:D:\\\\Development\\\\ClockworkLabs\\\\SpacetimeDB\\\\SpacetimeDB\\\\target\\\\llm-runs\\\\auth\\\\t_026_auth_identity_check\\\\rust\\\\server\\\\deepseek-reasoner\\\\llm\\\\target\\\\release\\\\build\\\\thiserror-060cec0c36d7d0b4\\\\build_script_build-060cec0c36d7d0b4.exe\" \"/OPT:REF,NOICF\" \"/DEBUG\" \"/PDBALTPATH:%_PDB%\" \"/NATVIS:C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\etc\\\\intrinsic.natvis\" \"/NATVIS:C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\etc\\\\liballoc.natvis\" \"/NATVIS:C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\etc\\\\libcore.natvis\" \"/NATVIS:C:\\\\Users\\\\bradl\\\\.rustup\\\\toolchains\\\\1.93.0-x86_64-pc-windows-msvc\\\\lib\\\\rustlib\\\\etc\\\\libstd.natvis\"\n\nerror[E0786]: found invalid metadata files for crate `rustc_demangle` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\librustc_demangle-636737e5abe25627.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror[E0786]: found invalid metadata files for crate `hashbrown` which `std` depends on\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:19:1\n |\n19 | extern crate std;\n | ^^^^^^^^^^^^^^^^^\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\libhashbrown-cec0bffea23d2070.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror[E0786]: found invalid metadata files for crate `core`\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\wasm32-unknown-unknown\\lib\\libcore-81454d7ea88f70f2.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot find macro `vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:38:33\n |\n38 | Flat | UpperFlat => vec![name.to_string()],\n | ^^^\n\nerror: cannot find macro `vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\case.rs:173:9\n |\n173 | vec![\n | ^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\case.rs:13:3\n |\n13 | #[derive(Eq, PartialEq, Clone, Copy, Debug)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 1 + use core::prelude::rust_2024::derive;\n |\n\nFor more information about this error, try `rustc --explain E0786`.\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:48:3\n |\n48 | #[derive(Copy, PartialEq, Eq, PartialOrd, Ord, Hash, Debug)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n27 + use std::prelude::rust_2024::derive;\n |\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:18:3\n |\n18 | #[derive(Clone, Debug)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n 1 + use std::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:817:17\n |\n817 | panic!(\"called `Either::unwrap_left()` on a `Right` value: {:?}\", r)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::panic;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:847:32\n |\n847 | Either::Left(l) => panic!(\"called `Either::unwrap_right()` on a `Left` value: {:?}\", l),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::panic;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:876:33\n |\n876 | Either::Right(r) => panic!(\"{}: {:?}\", msg, r),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::panic;\n |\n\nerror: cannot find macro `panic` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:905:32\n |\n905 | Either::Left(l) => panic!(\"{}: {:?}\", msg, l),\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::panic;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1400:3\n |\n1400 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1404:5\n |\n1404 | assert_eq!(e, Left(2));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1406:5\n |\n1406 | assert_eq!(e, Right(2));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1407:5\n |\n1407 | assert_eq!(e.left(), None);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1408:5\n |\n1408 | assert_eq!(e.right(), Some(2));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1409:5\n |\n1409 | assert_eq!(e.as_ref().right(), Some(&2));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1410:5\n |\n1410 | assert_eq!(e.as_mut().right(), Some(&mut 2));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1413:3\n |\n1413 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1421:5\n |\n1421 | assert_eq!(a(), Right(1337));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1426:5\n |\n1426 | assert_eq!(b(), Left(String::from(\"foo bar\")));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: could not compile `either` (lib) due to 1 previous error\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1429:3\n |\n1429 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1438:3\n |\n1438 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: could not compile `thiserror` (build script) due to 1 previous error\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1446:5\n |\n1446 | assert_eq!(iter.next(), Some(0));\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1447:5\n |\n1447 | assert_eq!(iter.count(), 9);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1450:3\n |\n1450 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1468:5\n |\n1468 | assert_eq!(reader.read(&mut buf).unwrap(), buf.len());\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1469:5\n |\n1469 | assert_eq!(buf, mockdata[..buf.len()]);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1472:5\n |\n1472 | assert_eq!(reader.read(&mut buf).unwrap(), buf.len());\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_ne` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1473:5\n |\n1473 | assert_ne!(buf, mockdata[..buf.len()]);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_ne;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1477:5\n |\n1477 | assert_eq!(reader.read(&mut buf).unwrap(), buf.len());\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1478:5\n |\n1478 | assert_eq!(buf, mockdata[..buf.len()]);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1481:3\n |\n1481 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1495:5\n |\n1495 | assert_eq!(reader.read(&mut buf).unwrap(), buf.len());\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1496:5\n |\n1496 | assert_eq!(&buf, &mockdata[..buf.len()]);\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1506:5\n |\n1506 | assert_eq!(writer.write(&buf).unwrap(), buf.len());\n | ^^^^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert_eq;\n |\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1509:3\n |\n1509 | #[test]\n | ^^^^\n |\nhelp: consider importing this attribute macro\n |\n 27 + use std::prelude::rust_2024::test;\n |\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1520:5\n |\n1520 | assert!(res.is_err());\n | ^^^^^^\n |\nhelp: consider importing this macro\n |\n 27 + use std::assert;\n |\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zmij-1.0.21\\build.rs:1:5\n |\n1 | use std::env;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zmij-1.0.21\\build.rs:35:9\n |\n35 | eprintln!(\"Environment variable ${key} is not set during execution of build script\");\n | ^^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zmij-1.0.21\\build.rs:18:9\n |\n18 | println!(\"cargo:rustc-cfg=zmij_no_select_unpredictable\");\n | ^^^^^^^\n\nerror[E0405]: cannot find trait `Extend` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:29:15\n |\n29 | impl Extend for Either\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Extend;\n |\n 1 + use std::iter::Extend;\n |\n\nerror[E0405]: cannot find trait `Extend` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:31:8\n |\n31 | L: Extend,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Extend;\n |\n 1 + use std::iter::Extend;\n |\n\nerror[E0405]: cannot find trait `Extend` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:32:8\n |\n32 | R: Extend,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Extend;\n |\n 1 + use std::iter::Extend;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:36:12\n |\n36 | T: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::IntoIterator;\n |\n 1 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:43:12\n |\n43 | impl Iterator for Either\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Iterator;\n |\n 1 + use std::iter::Iterator;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:45:8\n |\n45 | L: Iterator,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Iterator;\n |\n 1 + use std::iter::Iterator;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:46:8\n |\n46 | R: Iterator,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Iterator;\n |\n 1 + use std::iter::Iterator;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:50:27\n |\n50 | fn next(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:54:36\n |\n54 | fn size_hint(&self) -> (usize, Option) {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:60:12\n |\n60 | G: FnMut(Acc, Self::Item) -> Acc,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:67:12\n |\n67 | F: FnMut(Self::Item),\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:76:22\n |\n76 | fn last(self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:80:36\n |\n80 | fn nth(&mut self, n: usize) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `Default` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:93:12\n |\n93 | B: Default + Extend,\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::default::Default;\n |\n\nerror[E0405]: cannot find trait `Extend` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:93:22\n |\n93 | B: Default + Extend,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Extend;\n |\n 1 + use std::iter::Extend;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:94:12\n |\n94 | F: FnMut(&Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:101:12\n |\n101 | F: FnMut(Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:108:12\n |\n108 | F: FnMut(Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:115:12\n |\n115 | P: FnMut(&Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:113:44\n |\n113 | fn find

(&mut self, predicate: P) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:122:12\n |\n122 | F: FnMut(Self::Item) -> Option,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:122:33\n |\n122 | F: FnMut(Self::Item) -> Option,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:120:43\n |\n120 | fn find_map(&mut self, f: F) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:129:12\n |\n129 | P: FnMut(Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:127:48\n |\n127 | fn position

(&mut self, predicate: P) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `DoubleEndedIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:135:12\n |\n135 | impl DoubleEndedIterator for Either\n | ^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::DoubleEndedIterator;\n |\n 1 + use std::iter::DoubleEndedIterator;\n |\n\nerror[E0405]: cannot find trait `DoubleEndedIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:137:8\n |\n137 | L: DoubleEndedIterator,\n | ^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::DoubleEndedIterator;\n |\n 1 + use std::iter::DoubleEndedIterator;\n |\n\nerror[E0405]: cannot find trait `DoubleEndedIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:138:8\n |\n138 | R: DoubleEndedIterator,\n | ^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::DoubleEndedIterator;\n |\n 1 + use std::iter::DoubleEndedIterator;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:140:32\n |\n140 | fn next_back(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:144:41\n |\n144 | fn nth_back(&mut self, n: usize) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:150:12\n |\n150 | G: FnMut(Acc, Self::Item) -> Acc,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:157:12\n |\n157 | P: FnMut(&Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:155:45\n |\n155 | fn rfind

(&mut self, predicate: P) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `ExactSizeIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:163:12\n |\n163 | impl ExactSizeIterator for Either\n | ^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::ExactSizeIterator;\n |\n 1 + use std::iter::ExactSizeIterator;\n |\n\nerror[E0405]: cannot find trait `ExactSizeIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:165:8\n |\n165 | L: ExactSizeIterator,\n | ^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::ExactSizeIterator;\n |\n 1 + use std::iter::ExactSizeIterator;\n |\n\nerror[E0405]: cannot find trait `ExactSizeIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:166:8\n |\n166 | R: ExactSizeIterator,\n | ^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::ExactSizeIterator;\n |\n 1 + use std::iter::ExactSizeIterator;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:180:12\n |\n180 | impl Iterator for IterEither\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Iterator;\n |\n 1 + use std::iter::Iterator;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:182:8\n |\n182 | L: Iterator,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Iterator;\n |\n 1 + use std::iter::Iterator;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:183:8\n |\n183 | R: Iterator,\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Iterator;\n |\n 1 + use std::iter::Iterator;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:187:27\n |\n187 | fn next(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:188:9\n |\n188 | Some(map_either!(self.inner, ref mut inner => inner.next()?))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use std::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:191:36\n |\n191 | fn size_hint(&self) -> (usize, Option) {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:197:12\n |\n197 | G: FnMut(Acc, Self::Item) -> Acc,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:204:12\n |\n204 | F: FnMut(Self::Item),\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:213:22\n |\n213 | fn last(self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:214:9\n |\n214 | Some(map_either!(self.inner, inner => inner.last()?))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use std::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:217:36\n |\n217 | fn nth(&mut self, n: usize) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:218:9\n |\n218 | Some(map_either!(self.inner, ref mut inner => inner.nth(n)?))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use std::option::Option::Some;\n |\n\nerror[E0405]: cannot find trait `Default` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:230:12\n |\n230 | B: Default + Extend,\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::default::Default;\n |\n\nerror[E0405]: cannot find trait `Extend` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:230:22\n |\n230 | B: Default + Extend,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::Extend;\n |\n 1 + use std::iter::Extend;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:231:12\n |\n231 | F: FnMut(&Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:238:12\n |\n238 | F: FnMut(Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:245:12\n |\n245 | F: FnMut(Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:252:12\n |\n252 | P: FnMut(&Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:250:44\n |\n250 | fn find

(&mut self, predicate: P) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:259:12\n |\n259 | F: FnMut(Self::Item) -> Option,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:259:33\n |\n259 | F: FnMut(Self::Item) -> Option,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:257:43\n |\n257 | fn find_map(&mut self, f: F) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:266:12\n |\n266 | P: FnMut(Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:264:48\n |\n264 | fn position

(&mut self, predicate: P) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `DoubleEndedIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:272:12\n |\n272 | impl DoubleEndedIterator for IterEither\n | ^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::DoubleEndedIterator;\n |\n 1 + use std::iter::DoubleEndedIterator;\n |\n\nerror[E0405]: cannot find trait `DoubleEndedIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:274:8\n |\n274 | L: DoubleEndedIterator,\n | ^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::DoubleEndedIterator;\n |\n 1 + use std::iter::DoubleEndedIterator;\n |\n\nerror[E0405]: cannot find trait `DoubleEndedIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:275:8\n |\n275 | R: DoubleEndedIterator,\n | ^^^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::DoubleEndedIterator;\n |\n 1 + use std::iter::DoubleEndedIterator;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:277:32\n |\n277 | fn next_back(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:278:9\n |\n278 | Some(map_either!(self.inner, ref mut inner => inner.next_back()?))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use std::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:281:41\n |\n281 | fn nth_back(&mut self, n: usize) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:282:9\n |\n282 | Some(map_either!(self.inner, ref mut inner => inner.nth_back(n)?))\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use std::option::Option::Some;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:287:12\n |\n287 | G: FnMut(Acc, Self::Item) -> Acc,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:294:12\n |\n294 | P: FnMut(&Self::Item) -> bool,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use std::ops::FnMut;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:292:45\n |\n292 | fn rfind

(&mut self, predicate: P) -> Option\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use std::option::Option;\n |\n\nerror[E0405]: cannot find trait `ExactSizeIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:300:12\n |\n300 | impl ExactSizeIterator for IterEither\n | ^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::ExactSizeIterator;\n |\n 1 + use std::iter::ExactSizeIterator;\n |\n\nerror[E0405]: cannot find trait `ExactSizeIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:302:8\n |\n302 | L: ExactSizeIterator,\n | ^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::ExactSizeIterator;\n |\n 1 + use std::iter::ExactSizeIterator;\n |\n\nerror[E0405]: cannot find trait `ExactSizeIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:303:8\n |\n303 | R: ExactSizeIterator,\n | ^^^^^^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing one of these traits\n |\n 1 + use crate::iterator::iter::ExactSizeIterator;\n |\n 1 + use std::iter::ExactSizeIterator;\n |\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\into_either.rs:14:23\n |\n14 | pub trait IntoEither: Sized {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 4 + use std::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\into_either.rs:57:12\n |\n57 | F: FnOnce(&Self) -> bool,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 4 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:148:26\n |\n148 | impl Clone for Either {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:148:9\n |\n148 | impl Clone for Either {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:148:19\n |\n148 | impl Clone for Either {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:206:26\n |\n206 | pub fn left(self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:208:24\n |\n208 | Left(l) => Some(l),\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:209:25\n |\n209 | Right(_) => None,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 27 + use std::option::Option::None;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:224:27\n |\n224 | pub fn right(self) -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:226:24\n |\n226 | Left(_) => None,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 27 + use std::option::Option::None;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:227:25\n |\n227 | Right(r) => Some(r),\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::option::Option::Some;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:319:12\n |\n319 | F: FnOnce(L) -> M,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:341:12\n |\n341 | F: FnOnce(R) -> S,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:368:12\n |\n368 | F: FnOnce(L) -> M,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:369:12\n |\n369 | G: FnOnce(R) -> S,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:399:12\n |\n399 | F: FnOnce(Ctx, L) -> M,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:400:12\n |\n400 | G: FnOnce(Ctx, R) -> S,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:426:12\n |\n426 | F: FnOnce(L) -> T,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:427:12\n |\n427 | G: FnOnce(R) -> T,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:456:12\n |\n456 | F: FnOnce(Ctx, L) -> T,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:457:12\n |\n457 | G: FnOnce(Ctx, R) -> T,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:478:12\n |\n478 | F: FnOnce(L) -> Either,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:499:12\n |\n499 | F: FnOnce(R) -> Either,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:523:12\n |\n523 | L: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:524:12\n |\n524 | R: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:546:24\n |\n546 | for<'a> &'a L: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:547:24\n |\n547 | for<'a> &'a R: IntoIterator::Item>,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:547:54\n |\n547 | for<'a> &'a R: IntoIterator::Item>,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:544:41\n |\n544 | pub fn iter(&self) -> Either<<&L as IntoIterator>::IntoIter, <&R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:544:73\n |\n544 | pub fn iter(&self) -> Either<<&L as IntoIterator>::IntoIter, <&R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:577:28\n |\n577 | for<'a> &'a mut L: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:578:28\n |\n578 | for<'a> &'a mut R: IntoIterator::Item>,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:578:62\n |\n578 | for<'a> &'a mut R: IntoIterator::Item>,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:575:28\n |\n575 | ) -> Either<<&mut L as IntoIterator>::IntoIter, <&mut R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:575:64\n |\n575 | ) -> Either<<&mut L as IntoIterator>::IntoIter, <&mut R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:601:12\n |\n601 | L: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:602:12\n |\n602 | R: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:625:24\n |\n625 | for<'a> &'a L: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:626:24\n |\n626 | for<'a> &'a R: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:623:28\n |\n623 | ) -> IterEither<<&L as IntoIterator>::IntoIter, <&R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:623:60\n |\n623 | ) -> IterEither<<&L as IntoIterator>::IntoIter, <&R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:651:28\n |\n651 | for<'a> &'a mut L: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:652:28\n |\n652 | for<'a> &'a mut R: IntoIterator,\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:649:32\n |\n649 | ) -> IterEither<<&mut L as IntoIterator>::IntoIter, <&mut R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:649:68\n |\n649 | ) -> IterEither<<&mut L as IntoIterator>::IntoIter, <&mut R as IntoIterator>::IntoIter>\n | ^^^^^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::iter::IntoIterator;\n |\n\nerror[E0405]: cannot find trait `Default` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:694:12\n |\n694 | L: Default,\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::default::Default;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:716:12\n |\n716 | F: FnOnce(R) -> L,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `Default` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:761:12\n |\n761 | R: Default,\n | ^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::default::Default;\n |\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:783:12\n |\n783 | F: FnOnce(L) -> R,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `Into` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:923:12\n |\n923 | L: Into,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::convert::Into;\n |\n\nerror[E0405]: cannot find trait `Into` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:924:12\n |\n924 | R: Into,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::convert::Into;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:930:19\n |\n930 | impl Either, Option> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:930:30\n |\n930 | impl Either, Option> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:943:33\n |\n943 | pub fn factor_none(self) -> Option> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:951:22\n |\n951 | impl Either, Result> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:951:36\n |\n951 | impl Either, Result> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:966:32\n |\n966 | pub fn factor_err(self) -> Result, E> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:974:22\n |\n974 | impl Either, Result> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:974:36\n |\n974 | impl Either, Result> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:989:31\n |\n989 | pub fn factor_ok(self) -> Result> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1068:12\n |\n1068 | F: FnOnce(T) -> M,\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::ops::FnOnce;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1082:12\n |\n1082 | L: Clone,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1083:12\n |\n1083 | R: Clone,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1092:12\n |\n1092 | L: Copy,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::marker::Copy;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1093:12\n |\n1093 | R: Copy,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::marker::Copy;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1104:12\n |\n1104 | L: Clone,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Clone` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1105:12\n |\n1105 | R: Clone,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::clone::Clone;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1114:12\n |\n1114 | L: Copy,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::marker::Copy;\n |\n\nerror[E0405]: cannot find trait `Copy` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1115:12\n |\n1115 | R: Copy,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::marker::Copy;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1122:12\n |\n1122 | impl From> for Either {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::convert::From;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1122:17\n |\n1122 | impl From> for Either {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1123:16\n |\n1123 | fn from(r: Result) -> Self {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1125:13\n |\n1125 | Err(e) => Left(e),\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1126:13\n |\n1126 | Ok(o) => Right(o),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1132:12\n |\n1132 | impl From> for Result {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 27 + use std::convert::From;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1132:35\n |\n1132 | impl From> for Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing one of these items\n |\n 27 + use crate::fmt::Result;\n |\n 27 + use crate::io::Result;\n |\n 27 + use std::fmt::Result;\n |\n 27 + use std::io::Result;\n |\n = and 4 other candidates\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1135:24\n |\n1135 | Left(l) => Err(l),\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1136:25\n |\n1136 | Right(r) => Ok(r),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Ok;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1357:25\n |\n1357 | fn source(&self) -> Option<&(dyn Error + 'static)> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1367:24\n |\n1367 | fn cause(&self) -> Option<&dyn Error> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 27 + use std::option::Option;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1513:22\n |\n1513 | let res = if let Err(error) = ::std::str::from_utf8(invalid_utf8) {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1514:9\n |\n1514 | Err(Left(error))\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1515:19\n |\n1515 | } else if let Err(error) = \"x\".parse::() {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1516:9\n |\n1516 | Err(Right(error))\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Err;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1518:9\n |\n1518 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 27 + use std::result::Result::Ok;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zmij-1.0.21\\build.rs:13:9\n |\n13 | println!(\"cargo:rustc-check-cfg=cfg(zmij_no_select_unpredictable)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zmij-1.0.21\\build.rs:12:9\n |\n12 | println!(\"cargo:rustc-check-cfg=cfg(exhaustive)\");\n | ^^^^^^^\n\nerror[E0220]: associated type `IntoIter` not found for `L`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:521:41\n |\n521 | pub fn into_iter(self) -> Either\n | ^^^^^^^^ there is an associated type `IntoIter` in the trait `IntoIterator`\n |\nhelp: consider restricting type parameter `L` with trait `IntoIterator`\n |\n165 | impl Either {\n | ++++++++++++++\n\nerror[E0220]: associated type `IntoIter` not found for `R`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:521:54\n |\n521 | pub fn into_iter(self) -> Either\n | ^^^^^^^^ there is an associated type `IntoIter` in the trait `IntoIterator`\n |\nhelp: consider restricting type parameter `R` with trait `IntoIterator`\n |\n165 | impl Either {\n | ++++++++++++++\n\nerror[E0220]: associated type `IntoIter` not found for `L`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:599:52\n |\n599 | pub fn factor_into_iter(self) -> IterEither\n | ^^^^^^^^ there is an associated type `IntoIter` in the trait `IntoIterator`\n |\nhelp: consider restricting type parameter `L` with trait `IntoIterator`\n |\n165 | impl Either {\n | ++++++++++++++\n\nerror[E0220]: associated type `IntoIter` not found for `R`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:599:65\n |\n599 | pub fn factor_into_iter(self) -> IterEither\n | ^^^^^^^^ there is an associated type `IntoIter` in the trait `IntoIterator`\n |\nhelp: consider restricting type parameter `R` with trait `IntoIterator`\n |\n165 | impl Either {\n | ++++++++++++++\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zmij-1.0.21\\build.rs:7:5\n |\n7 | println!(\"cargo:rerun-if-changed=build.rs\");\n | ^^^^^^^\n\nerror[E0277]: `Either` is not an iterator\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:173:36\n |\n173 | impl iter::FusedIterator for Either\n | ^^^^^^^^^^^^ `Either` is not an iterator\n |\nhelp: the trait `Iterator` is not implemented for `Either`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:49:1\n |\n 49 | pub enum Either {\n | ^^^^^^^^^^^^^^^^^^^^^\nnote: required by a bound in `FusedIterator`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/iter/traits/marker.rs:32:26\n |\n 32 | pub trait FusedIterator: Iterator {}\n | ^^^^^^^^ required by this bound in `FusedIterator`\n\nerror[E0277]: `IterEither` is not an iterator\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:310:36\n |\n310 | impl iter::FusedIterator for IterEither\n | ^^^^^^^^^^^^^^^^ `IterEither` is not an iterator\n |\nhelp: the trait `Iterator` is not implemented for `IterEither`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\iterator.rs:19:1\n |\n 19 | pub struct IterEither {\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^\nnote: required by a bound in `FusedIterator`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/iter/traits/marker.rs:32:26\n |\n 32 | pub trait FusedIterator: Iterator {}\n | ^^^^^^^^ required by this bound in `FusedIterator`\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zmij-1.0.21\\build.rs:22:29\n |\n22 | fn rustc_minor_version() -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zmij-1.0.21\\build.rs:27:25\n |\n27 | if pieces.next() != Some(\"rustc 1\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zmij-1.0.21\\build.rs:28:16\n |\n28 | return None;\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 1 + use core::option::Option::None;\n |\n\nerror: no global memory allocator found but one is required; link to std or add `#[global_allocator]` to a static item that implements the GlobalAlloc trait\n\nerror: `#[panic_handler]` function required, but not found\n\nerror: unwinding panics are not supported without std\n |\n = help: using nightly cargo, use -Zbuild-std with panic=\"abort\" to avoid unwinding\n = note: since the core library is usually precompiled with panic=\"unwind\", rebuilding your crate with panic=\"abort\" may not be enough to fix the problem\n\nerror: requires `branch` lang_item\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\zmij-1.0.21\\build.rs:24:18\n |\n24 | let output = Command::new(rustc).arg(\"--version\").output().ok()?;\n | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n\nerror[E0786]: found invalid metadata files for crate `alloc` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\wasm32-unknown-unknown\\lib\\liballoc-90a139ba49a6af1c.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\scoped-tls-1.0.1\\src\\lib.rs:168:9\n |\n168 | assert!(!val.is_null(), \"cannot access a scoped thread local \\\n | ^^^^^^\n\nerror[E0405]: cannot find trait `Sync` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\scoped-tls-1.0.1\\src\\lib.rs:83:16\n |\n83 | unsafe impl Sync for ScopedKey {}\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\scoped-tls-1.0.1\\src\\lib.rs:120:18\n |\n120 | where F: FnOnce() -> R\n | ^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Drop` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\scoped-tls-1.0.1\\src\\lib.rs:126:14\n |\n126 | impl Drop for Reset {\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `FnOnce` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\scoped-tls-1.0.1\\src\\lib.rs:165:18\n |\n165 | where F: FnOnce(&T) -> R\n | ^^^^^^ not found in this scope\n\nSome errors have detailed explanations: E0405, E0786.\nFor more information about an error, try `rustc --explain E0405`.\nerror[E0277]: `Either` doesn't implement `Debug`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\either-1.15.0\\src\\lib.rs:1352:22\n |\n1352 | impl Error for Either\n | ^^^^^^^^^^^^ the trait `Debug` is not implemented for `Either`\n |\n = note: add `#[derive(Debug)]` to `Either` or manually `impl Debug for Either`\nnote: required by a bound in `core::error::Error`\n --> C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib/rustlib/src/rust\\library/core/src/error.rs:59:18\n |\n 59 | pub trait Error: Debug + Display {\n | ^^^^^ required by this bound in `Error`\nhelp: consider annotating `Either` with `#[derive(Debug)]`\n |\n 49 + #[derive(Debug)]\n 50 | pub enum Either {\n |\n\nSome errors have detailed explanations: E0220, E0277, E0405, E0425, E0531, E0786.\nFor more information about an error, try `rustc --explain E0220`.\nSome errors have detailed explanations: E0425, E0463, E0786.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `either` (lib) due to 200 previous errors\nerror: could not compile `zmij` (build script) due to 15 previous errors\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:1:5\n |\n1 | use std::env;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:56:9\n |\n56 | println!(\"cargo:rustc-cfg=no_diagnostic_namespace\");\n | ^^^^^^^\n\nerror: could not compile `scoped-tls` (lib) due to 7 previous errors\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:50:9\n |\n50 | println!(\"cargo:rustc-cfg=no_serde_derive\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:45:9\n |\n45 | println!(\"cargo:rustc-check-cfg=cfg(no_target_has_atomic)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:44:9\n |\n44 | println!(\"cargo:rustc-check-cfg=cfg(no_std_atomic64)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:43:9\n |\n43 | println!(\"cargo:rustc-check-cfg=cfg(no_std_atomic)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:42:9\n |\n42 | println!(\"cargo:rustc-check-cfg=cfg(no_serde_derive)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:41:9\n |\n41 | println!(\"cargo:rustc-check-cfg=cfg(no_diagnostic_namespace)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:40:9\n |\n40 | println!(\"cargo:rustc-check-cfg=cfg(no_core_num_saturating)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:39:9\n |\n39 | println!(\"cargo:rustc-check-cfg=cfg(no_core_net)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:38:9\n |\n38 | println!(\"cargo:rustc-check-cfg=cfg(no_core_error)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:37:9\n |\n37 | println!(\"cargo:rustc-check-cfg=cfg(no_core_cstr)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:36:9\n |\n36 | println!(\"cargo:rustc-check-cfg=cfg(if_docsrs_then_no_serde_core)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:35:9\n |\n35 | println!(\"cargo:rustc-check-cfg=cfg(feature, values(\\\"result\\\"))\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:22:5\n |\n22 | println!(\"cargo:rustc-cfg=if_docsrs_then_no_serde_core\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:20:5\n |\n20 | println!(\"cargo:rerun-if-changed=build.rs\");\n | ^^^^^^^\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:30:9\n |\n30 | Some(minor) => minor,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:60:29\n |\n60 | fn rustc_minor_version() -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:65:25\n |\n65 | if pieces.next() != Some(\"rustc 1\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:66:16\n |\n66 | return None;\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 1 + use core::option::Option::None;\n |\n\nerror: requires `branch` lang_item\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:61:17\n |\n61 | let rustc = env::var_os(\"RUSTC\")?;\n | ^^^^^^^^^^^^^^^^^^^^^\n\nSome errors have detailed explanations: E0425, E0463, E0531, E0786.\nerror: could not compile `serde` (build script) due to 26 previous errors\nerror[E0425]: cannot find type `Vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\case.rs:171:27\n |\n171 | pub fn all_cases() -> Vec {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find type `Vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:7:12\n |\n7 | words: Vec,\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:7:16\n |\n7 | words: Vec,\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n6 | pub(super) struct Words {\n | ++++++++\n\nerror[E0425]: cannot find type `Vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:50:35\n |\n50 | fn split_camel(name: &str) -> Vec {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:50:39\n |\n50 | fn split_camel(name: &str) -> Vec {\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n10 | impl Words {\n | ++++++++\n\nerror[E0425]: cannot find type `Vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:61:24\n |\n61 | .collect::>();\n | ^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:68:17\n |\n68 | if let (Some(a), Some(b)) = (second_last, last) {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:68:26\n |\n68 | if let (Some(a), Some(b)) = (second_last, last) {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:91:46\n |\n91 | fn split_at_indices(name: &str, indices: Vec) -> Vec {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find type `Vec` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:91:61\n |\n91 | fn split_at_indices(name: &str, indices: Vec) -> Vec {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:91:65\n |\n91 | fn split_at_indices(name: &str, indices: Vec) -> Vec {\n | ^^^^^^ not found in this scope\n |\nhelp: you might be missing a type parameter\n |\n10 | impl Words {\n | ++++++++\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:107:47\n |\n107 | pub fn into_case(mut self, case: Case) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:249:28\n |\n249 | if let Some(a) = chars.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:302:24\n |\n302 | if let Some(a) = chars.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:319:24\n |\n319 | if let Some(a) = chars.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:331:35\n |\n331 | fn join(self, delim: &str) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\lib.rs:119:38\n |\n119 | fn to_case(&self, case: Case) -> String;\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\lib.rs:127:38\n |\n127 | fn to_case(&self, case: Case) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\lib.rs:136:17\n |\n136 | impl Casing for String {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\lib.rs:137:38\n |\n137 | fn to_case(&self, case: Case) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\lib.rs:157:11\n |\n157 | name: String,\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\lib.rs:162:24\n |\n162 | const fn new(name: String, case: Case) -> Self {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\lib.rs:168:38\n |\n168 | fn to_case(&self, case: Case) -> String {\n | ^^^^^^ not found in this scope\n\nerror: requires `None` lang_item\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:96:9\n |\n 96 | / for &x in indices.iter().rev() {\n 97 | | let pair = first.split_at(x);\n 98 | | first = pair.0;\n 99 | | second = pair.1;\n100 | | words.push(second);\n101 | | }\n | |_________^\n\nerror[E0433]: failed to resolve: use of undeclared type `ToString`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:25:22\n |\n25 | .map(ToString::to_string)\n | ^^^^^^^^ use of undeclared type `ToString`\n\nerror[E0433]: failed to resolve: use of undeclared type `ToString`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:29:22\n |\n29 | .map(ToString::to_string)\n | ^^^^^^^^ use of undeclared type `ToString`\n\nerror[E0433]: failed to resolve: use of undeclared type `ToString`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:34:22\n |\n34 | .map(ToString::to_string)\n | ^^^^^^^^ use of undeclared type `ToString`\n\nerror[E0433]: failed to resolve: use of undeclared type `Vec`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:92:25\n |\n92 | let mut words = Vec::new();\n | ^^^ use of undeclared type `Vec`\n\nerror[E0433]: failed to resolve: use of undeclared type `ToString`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:104:32\n |\n104 | words.iter().rev().map(ToString::to_string).collect()\n | ^^^^^^^^ use of undeclared type `ToString`\n\nerror[E0433]: failed to resolve: use of undeclared type `String`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:254:25\n |\n254 | String::new()\n | ^^^^^^ use of undeclared type `String`\n\nerror[E0433]: failed to resolve: use of undeclared type `String`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:307:21\n |\n307 | String::new()\n | ^^^^^^ use of undeclared type `String`\n\nerror[E0433]: failed to resolve: use of undeclared type `String`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\convert_case-0.4.0\\src\\words.rs:324:21\n |\n324 | String::new()\n | ^^^^^^ use of undeclared type `String`\n\nSome errors have detailed explanations: E0425, E0433, E0531, E0786.\nerror: could not compile `convert_case` (lib) due to 37 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3437, + "output_tokens": 594, + "generation_duration_ms": 20407, + "started_at": "2026-03-31T13:51:58.952541300Z", + "finished_at": "2026-03-31T13:52:41.386082800Z" + }, + "t_027_private_vs_public_table": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_027_private_vs_public_table", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = user_internal)]\npub struct UserInternal {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub email: String,\n pub password_hash: String,\n}\n\n#[table(accessor = user_public, public)]\npub struct UserPublic {\n #[primary_key]\n pub id: u64,\n pub name: String,\n}\n\n#[reducer]\npub fn register_user(ctx: &ReducerContext, name: String, email: String, password_hash: String) {\n let internal = ctx.db.user_internal().insert(UserInternal {\n id: 0,\n name: name.clone(),\n email,\n password_hash,\n });\n ctx.db.user_public().insert(UserPublic {\n id: internal.id,\n name,\n });\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Blocking waiting for file lock on package cache\n Updating crates.io index\n Blocking waiting for file lock on package cache\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Blocking waiting for file lock on package cache\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling zerocopy v0.8.48\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling humantime v2.3.0\n Compiling ryu v1.0.23\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling uuid v1.23.0\n Compiling num-traits v0.2.19\n Compiling itertools v0.12.1\n Compiling zmij v1.0.21\n Compiling hex v0.4.3\n Compiling getrandom v0.2.17\n Compiling second-stack v0.3.5\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\nerror: could not compile `anyhow` (build script)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name build_script_build --edition=2021 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\anyhow-1.0.102\\build.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type bin --emit=dep-info,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"default\"' --cfg 'feature=\"std\"' --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"backtrace\", \"default\", \"std\"))' -C metadata=7a67802bc58de091 -C extra-filename=-839957b05429e254 --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\deepseek-reasoner\\llm\\target\\release\\build\\anyhow-839957b05429e254' -C linker=rust-lld.exe -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\deepseek-reasoner\\llm\\target\\release\\deps' --cap-lints allow` (exit code: 0xc000012d)\nwarning: build failed, waiting for other jobs to finish...\nerror: could not compile `ryu` (lib)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name ryu --edition=2021 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\ryu-1.0.23\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C opt-level=3 -C embed-bitcode=no --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"no-panic\", \"small\"))' -C metadata=850986cde3128430 -C extra-filename=-77443120476ac5bd --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\deepseek-reasoner\\llm\\target\\wasm32-unknown-unknown\\release\\deps' --target wasm32-unknown-unknown -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\deepseek-reasoner\\llm\\target\\wasm32-unknown-unknown\\release\\deps' -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\deepseek-reasoner\\llm\\target\\release\\deps' --cap-lints allow -C debuginfo=0 -C panic=abort` (exit code: 0xc000012d)\nerror: could not compile `itertools` (lib)\n\nCaused by:\n process didn't exit successfully: `C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\bin\\rustc.exe --crate-name itertools --edition=2018 'C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\itertools-0.12.1\\src\\lib.rs' --error-format=json --json=diagnostic-rendered-ansi,artifacts,future-incompat --crate-type lib --emit=dep-info,metadata,link -C embed-bitcode=no -C debug-assertions=off --cfg 'feature=\"default\"' --cfg 'feature=\"use_alloc\"' --cfg 'feature=\"use_std\"' --check-cfg 'cfg(docsrs,test)' --check-cfg 'cfg(feature, values(\"default\", \"use_alloc\", \"use_std\"))' -C metadata=2b547bf295babe6c -C extra-filename=-be51978dcc411638 --out-dir 'D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\deepseek-reasoner\\llm\\target\\release\\deps' -C linker=rust-lld.exe -C strip=debuginfo -L 'dependency=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\deepseek-reasoner\\llm\\target\\release\\deps' --extern 'either=D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\deepseek-reasoner\\llm\\target\\release\\deps\\libeither-9aef4ca5af7de2ed.rmeta' --cap-lints allow` (exit code: 0xc000012d)\nerror[E0786]: found invalid metadata files for crate `panic_unwind` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\libpanic_unwind-092567cd79e9b821.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot resolve a prelude import\n\nerror[E0786]: found invalid metadata files for crate `alloc`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\bytes-1.11.1\\src\\lib.rs:74:1\n |\n74 | extern crate alloc;\n | ^^^^^^^^^^^^^^^^^^^\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\wasm32-unknown-unknown\\lib\\liballoc-90a139ba49a6af1c.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror[E0786]: found invalid metadata files for crate `hashbrown` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\libhashbrown-cec0bffea23d2070.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror[E0786]: found invalid metadata files for crate `rustc_demangle` which `std` depends on\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\x86_64-pc-windows-msvc\\lib\\librustc_demangle-636737e5abe25627.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:354:3\n |\n354 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:356:5\n |\n356 | assert_eq!(try_join(vec![\"\\0\"]), Err(QuoteError::Nul));\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:357:5\n |\n357 | assert_eq!(try_quote(\"\\0\"), Err(QuoteError::Nul));\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:345:3\n |\n345 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:348:5\n |\n348 | assert_eq!(join(vec![]), \"\");\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:349:5\n |\n349 | assert_eq!(join(vec![\"\"]), \"''\");\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:350:5\n |\n350 | assert_eq!(join(vec![\"a\", \"b\"]), \"a b\");\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:351:5\n |\n351 | assert_eq!(join(vec![\"foo bar\", \"baz\"]), \"'foo bar' baz\");\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:286:3\n |\n286 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:328:9\n |\n328 | assert!(parts.len() == 2);\n | ^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:337:13\n |\n337 | println!(\"FAIL: for input <{}>, expected <{}>, got <{}>\",\n | ^^^^^^^\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:342:5\n |\n342 | assert!(ok);\n | ^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:276:3\n |\n276 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:281:13\n |\n281 | assert_eq!(sh.line_no, 3);\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:269:3\n |\n269 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:272:9\n |\n272 | assert_eq!(split(input), output.map(|o| o.iter().map(|&x| x.to_owned()).collect()));\n | ^^^^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:134:3\n |\n134 | #[derive(Default, Debug, Clone)]\n | ^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:110:3\n |\n110 | #[derive(Debug, Clone, Copy, PartialEq, Eq, PartialOrd, Ord, Hash)]\n | ^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:568:3\n |\n568 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:572:5\n |\n572 | assert_eq!(join(vec![INVALID_UTF8]), INVALID_UTF8_SINGLEQUOTED);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:574:5\n |\n574 | assert_eq!(join(vec![]), &b\"\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:575:5\n |\n575 | assert_eq!(join(vec![&b\"\"[..]]), b\"''\");\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:555:3\n |\n555 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:559:5\n |\n559 | assert_eq!(quote(INVALID_UTF8), INVALID_UTF8_SINGLEQUOTED);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:561:5\n |\n561 | assert_eq!(quote(b\"\"), &b\"''\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:562:5\n |\n562 | assert_eq!(quote(b\"foobar\"), &b\"foobar\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:563:5\n |\n563 | assert_eq!(quote(b\"foo bar\"), &b\"'foo bar'\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:564:5\n |\n564 | assert_eq!(quote(b\"'\\\"\"), &b\"\\\"'\\\\\\\"\\\"\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:565:5\n |\n565 | assert_eq!(quote(b\"\"), &b\"''\"[..]);\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:545:3\n |\n545 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:550:13\n |\n550 | assert_eq!(sh.line_no, 3);\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:538:3\n |\n538 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert_eq` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:541:9\n |\n541 | assert_eq!(split(input), output.map(|o| o.iter().map(|&x| x.to_owned()).collect()));\n | ^^^^^^^^^\n\nerror: cannot find attribute `test` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:506:3\n |\n506 | #[test]\n | ^^^^\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:510:5\n |\n510 | assert!(core::str::from_utf8(INVALID_UTF8).is_err());\n | ^^^^^^\n\nerror: cannot find macro `debug_assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:412:5\n |\n412 | debug_assert!(i > 0);\n | ^^^^^^^^^^^^\n\nerror: cannot find macro `unreachable` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:410:9\n |\n410 | unreachable!()\n | ^^^^^^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:234:3\n |\n234 | #[derive(PartialEq)]\n | ^^^^^^\n\nerror: cannot find macro `assert` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:225:13\n |\n225 | assert!(rest.len() < in_bytes.len()); // no infinite loop\n | ^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:170:3\n |\n170 | #[derive(Default, Debug, Clone)]\n | ^^^^^^\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:60:45\n |\n60 | fn parse_word(&mut self, mut ch: u8) -> Option> {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:64:31\n |\n64 | '\"' => if let Err(()) = self.parse_double(&mut result) {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:66:28\n |\n66 | return None;\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:68:32\n |\n68 | '\\'' => if let Err(()) = self.parse_single(&mut result) {\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:70:28\n |\n70 | return None;\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:72:32\n |\n72 | '\\\\' => if let Some(ch2) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:76:28\n |\n76 | return None;\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:81:20\n |\n81 | if let Some(ch2) = self.next_char() { ch = ch2; } else { break; }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:86:57\n |\n86 | fn parse_double(&mut self, result: &mut Vec) -> Result<(), ()> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n27 + use alloc::fmt::Result;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:88:20\n |\n88 | if let Some(ch2) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:91:32\n |\n91 | if let Some(ch3) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:113:57\n |\n113 | fn parse_single(&mut self, result: &mut Vec) -> Result<(), ()> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:115:20\n |\n115 | if let Some(ch2) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:126:32\n |\n126 | fn next_char(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:133:10\n |\n133 | impl<'a> Iterator for Shlex<'a> {\n | ^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:135:27\n |\n135 | fn next(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:136:16\n |\n136 | if let Some(mut ch) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:142:35\n |\n142 | while let Some(ch2) = self.next_char() {\n | ^^^^ not found in this scope\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:148:24\n |\n148 | if let Some(ch2) = self.next_char() { ch = ch2; } else { return None; }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:148:81\n |\n148 | if let Some(ch2) = self.next_char() { ch = ch2; } else { return None; }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:152:13\n |\n152 | None\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:160:34\n |\n160 | pub fn split(in_bytes: &[u8]) -> Option>> {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:163:24\n |\n163 | if shl.had_error { None } else { Some(res) }\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:193:24\n |\n193 | pub fn join<'a, I: IntoIterator>(&self, words: I) -> Result, QuoteError> {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:193:75\n |\n193 | pub fn join<'a, I: IntoIterator>(&self, words: I) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:196:24\n |\n196 | .collect::>, QuoteError>>()?\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:206:56\n |\n206 | pub fn quote<'a>(&self, mut in_bytes: &'a [u8]) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:457:20\n |\n457 | pub fn join<'a, I: IntoIterator>(words: I) -> Vec {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:469:24\n |\n469 | pub fn try_join<'a, I: IntoIterator>(words: I) -> Result, QuoteError> {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:469:68\n |\n469 | pub fn try_join<'a, I: IntoIterator>(words: I) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:497:38\n |\n497 | pub fn try_quote(in_bytes: &[u8]) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 27 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find value `SPLIT_TEST_ITEMS` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:540:29\n |\n540 | for &(input, output) in SPLIT_TEST_ITEMS {\n | ^^^^^^^^^^^^^^^^ not found in this scope\n |\nnote: found an item that was configured out\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:246:8\n |\n245 | #[cfg(test)]\n | ---- the item is gated here\n246 | static SPLIT_TEST_ITEMS: &'static [(&'static str, Option<&'static [&'static str]>)] = &[\n | ^^^^^^^^^^^^^^^^\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:548:15\n |\n548 | while let Some(word) = sh.next() {\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:66:10\n |\n66 | impl<'a> Iterator for Shlex<'a> {\n | ^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:68:27\n |\n68 | fn next(&mut self) -> Option {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:92:31\n |\n92 | pub fn split(in_str: &str) -> Option> {\n | ^^^^^^ not found in this scope\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:95:24\n |\n95 | if shl.had_error { None } else { Some(res) }\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:156:24\n |\n156 | pub fn join<'a, I: IntoIterator>(&self, words: I) -> Result {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:156:74\n |\n156 | pub fn join<'a, I: IntoIterator>(&self, words: I) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 41 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:163:49\n |\n163 | pub fn quote<'a>(&self, in_str: &'a str) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 41 + use alloc::fmt::Result;\n |\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:177:6\n |\n177 | impl From for Quoter {\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `From` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:183:6\n |\n183 | impl From for bytes::Quoter {\n | ^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:201:20\n |\n201 | pub fn join<'a, I: IntoIterator>(words: I) -> String {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `IntoIterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:213:24\n |\n213 | pub fn try_join<'a, I: IntoIterator>(words: I) -> Result {\n | ^^^^^^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:213:67\n |\n213 | pub fn try_join<'a, I: IntoIterator>(words: I) -> Result {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 41 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find type `Result` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:241:35\n |\n241 | pub fn try_quote(in_str: &str) -> Result, QuoteError> {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this type alias\n |\n 41 + use alloc::fmt::Result;\n |\n\nerror[E0425]: cannot find value `SPLIT_TEST_ITEMS` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:271:29\n |\n271 | for &(input, output) in SPLIT_TEST_ITEMS {\n | ^^^^^^^^^^^^^^^^ not found in this scope\n |\nnote: found an item that was configured out\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:246:8\n |\n245 | #[cfg(test)]\n | ---- the item is gated here\n246 | static SPLIT_TEST_ITEMS: &'static [(&'static str, Option<&'static [&'static str]>)] = &[\n | ^^^^^^^^^^^^^^^^\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:279:15\n |\n279 | while let Some(word) = sh.next() {\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:83:9\n |\n83 | Some(result)\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:101:36\n |\n101 | ... return Err(());\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:104:37\n |\n104 | '\"' => { return Ok(()); },\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:108:24\n |\n108 | return Err(());\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:117:38\n |\n117 | '\\'' => { return Ok(()); },\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:121:24\n |\n121 | return Err(());\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:128:19\n |\n128 | if res == Some(b'\\n') { self.line_no += 1; }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:163:38\n |\n163 | if shl.had_error { None } else { Some(res) }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:194:9\n |\n194 | Ok(words.into_iter()\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:209:20\n |\n209 | return Ok(b\"''\"[..].into());\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:212:20\n |\n212 | return Err(QuoteError::Nul);\n | ^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:222:24\n |\n222 | return Ok(in_bytes.into());\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\bytes.rs:229:9\n |\n229 | Ok(out.into())\n | ^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:95:38\n |\n95 | if shl.had_error { None } else { Some(res) }\n | ^^^^ not found in this scope\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\shlex-1.3.0\\src\\lib.rs:164:9\n |\n164 | Ok(match self.inner.quote(in_str.as_bytes())? {\n | ^^ not found in this scope\n\nSome errors have detailed explanations: E0405, E0425, E0531, E0786.\nFor more information about an error, try `rustc --explain E0405`.\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:1:5\n |\n1 | use std::env;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror: could not compile `shlex` (lib) due to 105 previous errors\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:56:9\n |\n56 | println!(\"cargo:rustc-cfg=no_diagnostic_namespace\");\n | ^^^^^^^\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\kebab.rs:1:5\n |\n1 | use std::fmt;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:50:9\n |\n50 | println!(\"cargo:rustc-cfg=no_serde_derive\");\n | ^^^^^^^\n\nerror[E0463]: can't find crate for `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:1:5\n |\n1 | use std::env;\n | ^^^ can't find crate\n |\n = note: the `x86_64-pc-windows-msvc` target may not support the standard library\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:45:9\n |\n45 | println!(\"cargo:rustc-check-cfg=cfg(no_target_has_atomic)\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\kebab.rs:42:51\n |\n42 | transform(self.0.as_ref(), lowercase, |f| write!(f, \"-\"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:140:9\n |\n140 | eprintln!(\"Environment variable ${key} is not set during execution of build script\");\n | ^^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:44:9\n |\n44 | println!(\"cargo:rustc-check-cfg=cfg(no_std_atomic64)\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_kebab.rs:43:51\n |\n43 | transform(self.0.as_ref(), uppercase, |f| write!(f, \"-\"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:130:13\n |\n130 | eprintln!(\"Failed to clean up {}: {}\", out_subdir.display(), err);\n | ^^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:43:9\n |\n43 | println!(\"cargo:rustc-check-cfg=cfg(no_std_atomic)\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_snake.rs:57:51\n |\n57 | transform(self.0.as_ref(), uppercase, |f| write!(f, \"_\"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `eprintln` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:78:13\n |\n78 | eprintln!(\"Failed to create {}: {}\", out_subdir.display(), err);\n | ^^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:42:9\n |\n42 | println!(\"cargo:rustc-check-cfg=cfg(no_serde_derive)\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:55:51\n |\n55 | transform(self.0.as_ref(), lowercase, |f| write!(f, \"_\"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror[E0786]: found invalid metadata files for crate `std`\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\getrandom-0.2.17\\src\\error_impls.rs:1:1\n |\n1 | extern crate std;\n | ^^^^^^^^^^^^^^^^^\n |\n = note: failed to mmap file 'C:\\Users\\bradl\\.rustup\\toolchains\\1.93.0-x86_64-pc-windows-msvc\\lib\\rustlib\\wasm32-unknown-unknown\\lib\\libstd-64a1e271650fe918.rlib': The paging file is too small for this operation to complete. (os error 1455)\n\nerror: failed to build archive at `D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\auth\\t_027_private_vs_public_table\\rust\\server\\deepseek-reasoner\\llm\\target\\release\\deps\\libfind_msvc_tools-ce4efc03a244a1d2.rlib`: failed to map object file: The paging file is too small for this operation to complete. (os error 1455)\n\nFor more information about this error, try `rustc --explain E0786`.\nerror: could not compile `getrandom` (lib) due to 1 previous error\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\title.rs:43:52\n |\n43 | transform(self.0.as_ref(), capitalize, |f| write!(f, \" \"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: could not compile `find-msvc-tools` (lib) due to 1 previous error\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\train.rs:43:52\n |\n43 | transform(self.0.as_ref(), capitalize, |f| write!(f, \"-\"), f)\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 1 + use core::write;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:55:9\n |\n55 | println!(\"cargo:rerun-if-env-changed=RUSTC_BOOTSTRAP\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:41:9\n |\n41 | println!(\"cargo:rustc-check-cfg=cfg(no_diagnostic_namespace)\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:182:13\n |\n182 | write!(f, \"ς\")?;\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 53 + use core::write;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:51:9\n |\n51 | println!(\"cargo:rustc-cfg=error_generic_member_access\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:184:13\n |\n184 | write!(f, \"{}\", c.to_lowercase())?;\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 53 + use core::write;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:40:9\n |\n40 | println!(\"cargo:rustc-check-cfg=cfg(no_core_num_saturating)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:13:5\n |\n13 | println!(\"cargo:rustc-check-cfg=cfg(thiserror_nightly_testing)\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:193:9\n |\n193 | write!(f, \"{}\", c.to_uppercase())?;\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 53 + use core::write;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:39:9\n |\n39 | println!(\"cargo:rustc-check-cfg=cfg(no_core_net)\");\n | ^^^^^^^\n\nerror: cannot find macro `write` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:202:9\n |\n202 | write!(f, \"{}\", c.to_uppercase())?;\n | ^^^^^\n |\nhelp: consider importing this macro\n |\n 53 + use core::write;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:38:9\n |\n38 | println!(\"cargo:rustc-check-cfg=cfg(no_core_error)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:12:5\n |\n12 | println!(\"cargo:rustc-check-cfg=cfg(error_generic_member_access)\");\n | ^^^^^^^\n\nerror: cannot find attribute `derive` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:97:7\n |\n97 | #[derive(Clone, Copy, PartialEq)]\n | ^^^^^^\n |\nhelp: consider importing this attribute macro\n |\n53 + use core::prelude::rust_2024::derive;\n |\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:37:9\n |\n37 | println!(\"cargo:rustc-check-cfg=cfg(no_core_cstr)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:10:5\n |\n10 | println!(\"cargo:rerun-if-changed=build/probe.rs\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:36:9\n |\n36 | println!(\"cargo:rustc-check-cfg=cfg(if_docsrs_then_no_serde_core)\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:35:9\n |\n35 | println!(\"cargo:rustc-check-cfg=cfg(feature, values(\\\"result\\\"))\");\n | ^^^^^^^\n\nerror: could not compile `bytes` (lib) due to 1 previous error\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:22:5\n |\n22 | println!(\"cargo:rustc-cfg=if_docsrs_then_no_serde_core\");\n | ^^^^^^^\n\nerror: cannot find macro `println` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:20:5\n |\n20 | println!(\"cargo:rerun-if-changed=build.rs\");\n | ^^^^^^^\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:23:19\n |\n23 | } else if let Some(rustc_bootstrap) = env::var_os(\"RUSTC_BOOTSTRAP\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:76:12\n |\n76 | if let Err(err) = fs::create_dir(&out_subdir) {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:107:12\n |\n107 | if let Some(target) = env::var_os(\"TARGET\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:112:12\n |\n112 | if let Ok(rustflags) = env::var(\"CARGO_ENCODED_RUSTFLAGS\") {\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:121:9\n |\n121 | Ok(status) => status.success(),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:122:9\n |\n122 | Err(_) => false,\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Err` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:128:12\n |\n128 | if let Err(err) = fs::remove_dir_all(&out_subdir) {\n | ^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Err;\n |\n\nerror: no global memory allocator found but one is required; link to std or add `#[global_allocator]` to a static item that implements the GlobalAlloc trait\n\nerror: `#[panic_handler]` function required, but not found\n\nerror: unwinding panics are not supported without std\n |\n = help: using nightly cargo, use -Zbuild-std with panic=\"abort\" to avoid unwinding\n = note: since the core library is usually precompiled with panic=\"unwind\", rebuilding your crate with panic=\"abort\" may not be enough to fix the problem\n\nerror: requires `None` lang_item\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\thiserror-1.0.69\\build.rs:114:13\n |\n114 | / for arg in rustflags.split('\\x1f') {\n115 | | cmd.arg(arg);\n116 | | }\n | |_____________^\n\nSome errors have detailed explanations: E0463, E0531, E0786.\nFor more information about an error, try `rustc --explain E0463`.\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:30:9\n |\n30 | Some(minor) => minor,\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find type `Option` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:60:29\n |\n60 | fn rustc_minor_version() -> Option {\n | ^^^^^^ not found in this scope\n |\nhelp: consider importing this enum\n |\n 1 + use core::option::Option;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:65:25\n |\n65 | if pieces.next() != Some(\"rustc 1\") {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find value `None` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:66:16\n |\n66 | return None;\n | ^^^^ not found in this scope\n |\nhelp: consider importing this unit variant\n |\n 1 + use core::option::Option::None;\n |\n\nerror: requires `branch` lang_item\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\serde-1.0.228\\build.rs:61:17\n |\n61 | let rustc = env::var_os(\"RUSTC\")?;\n | ^^^^^^^^^^^^^^^^^^^^^\n\nerror: could not compile `thiserror` (build script) due to 22 previous errors\nSome errors have detailed explanations: E0425, E0463, E0531, E0786.\nFor more information about an error, try `rustc --explain E0425`.\nerror: could not compile `serde` (build script) due to 26 previous errors\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\kebab.rs:17:24\n |\n17 | pub trait ToKebabCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\kebab.rs:38:27\n |\n38 | pub struct AsKebabCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\kebab.rs:40:9\n |\n40 | impl> fmt::Display for AsKebabCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lower_camel.rs:18:29\n |\n18 | pub trait ToLowerCamelCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lower_camel.rs:24:38\n |\n24 | fn to_lower_camel_case(&self) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lower_camel.rs:39:32\n |\n39 | pub struct AsLowerCamelCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lower_camel.rs:41:9\n |\n41 | impl> fmt::Display for AsLowerCamelCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lower_camel.rs:54:17\n |\n54 | |_| Ok(()),\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_kebab.rs:18:30\n |\n18 | pub trait ToShoutyKebabCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_kebab.rs:39:33\n |\n39 | pub struct AsShoutyKebabCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_kebab.rs:41:9\n |\n41 | impl> fmt::Display for AsShoutyKebabCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_snake.rs:18:30\n |\n18 | pub trait ToShoutySnakeCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_snake.rs:25:29\n |\n25 | pub trait ToShoutySnekCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_snake.rs:31:10\n |\n31 | impl ToShoutySnekCase for T {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_snake.rs:53:33\n |\n53 | pub struct AsShoutySnakeCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\shouty_snake.rs:55:9\n |\n55 | impl> fmt::Display for AsShoutySnakeCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:17:24\n |\n17 | pub trait ToSnakeCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:24:23\n |\n24 | pub trait ToSnekCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:29:10\n |\n29 | impl ToSnekCase for T {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:36:32\n |\n36 | fn to_snake_case(&self) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:51:27\n |\n51 | pub struct AsSnakeCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\snake.rs:53:9\n |\n53 | impl> fmt::Display for AsSnakeCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\title.rs:18:24\n |\n18 | pub trait ToTitleCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\title.rs:24:32\n |\n24 | fn to_title_case(&self) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\title.rs:39:27\n |\n39 | pub struct AsTitleCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\title.rs:41:9\n |\n41 | impl> fmt::Display for AsTitleCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\train.rs:18:24\n |\n18 | pub trait ToTrainCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\train.rs:39:27\n |\n39 | pub struct AsTrainCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\train.rs:41:9\n |\n41 | impl> fmt::Display for AsTrainCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:18:29\n |\n18 | pub trait ToUpperCamelCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0425]: cannot find type `String` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:24:38\n |\n24 | fn to_upper_camel_case(&self) -> String {\n | ^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `ToOwned` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:31:25\n |\n31 | pub trait ToPascalCase: ToOwned {\n | ^^^^^^^ not found in this scope\n\nerror[E0405]: cannot find trait `Sized` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:36:10\n |\n36 | impl ToPascalCase for T {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::marker::Sized;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:52:32\n |\n52 | pub struct AsUpperCamelCase>(pub T);\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0405]: cannot find trait `AsRef` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:54:9\n |\n54 | impl> fmt::Display for AsUpperCamelCase {\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n 1 + use core::convert::AsRef;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\upper_camel.rs:56:52\n |\n56 | transform(self.0.as_ref(), capitalize, |_| Ok(()), f)\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 1 + use core::result::Result::Ok;\n |\n\nerror[E0405]: cannot find trait `Iterator` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:74:34\n |\n74 | fn get_iterator(s: &str) -> impl Iterator {\n | ^^^^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n53 + use core::iter::Iterator;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:85:8\n |\n85 | F: FnMut(&str, &mut fmt::Formatter) -> fmt::Result,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n53 + use core::ops::FnMut;\n |\n\nerror[E0405]: cannot find trait `FnMut` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:86:8\n |\n86 | G: FnMut(&mut fmt::Formatter) -> fmt::Result,\n | ^^^^^ not found in this scope\n |\nhelp: consider importing this trait\n |\n53 + use core::ops::FnMut;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:115:19\n |\n115 | while let Some((i, c)) = char_indices.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:124:20\n |\n124 | if let Some(&(next_i, next)) = char_indices.peek() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:175:5\n |\n175 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:180:15\n |\n180 | while let Some(c) = chars.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:188:5\n |\n188 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::result::Result::Ok;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:196:5\n |\n196 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::result::Result::Ok;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:201:12\n |\n201 | if let Some((_, c)) = char_indices.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::option::Option::Some;\n |\n\nerror[E0531]: cannot find tuple struct or tuple variant `Some` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:203:16\n |\n203 | if let Some((i, _)) = char_indices.next() {\n | ^^^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::option::Option::Some;\n |\n\nerror[E0425]: cannot find function, tuple struct or tuple variant `Ok` in this scope\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:208:5\n |\n208 | Ok(())\n | ^^ not found in this scope\n |\nhelp: consider importing this tuple variant\n |\n 53 + use core::result::Result::Ok;\n |\n\nerror: requires `None` lang_item\n --> C:\\Users\\bradl\\.cargo\\registry\\src\\index.crates.io-1949cf8c6b5b557f\\heck-0.4.1\\src\\lib.rs:110:5\n |\n110 | / for word in get_iterator(s) {\n111 | | let mut char_indices = word.char_indices().peekable();\n112 | | let mut init = 0;\n113 | | let mut mode = WordMode::Boundary;\n... |\n173 | | }\n | |_____^\n\nSome errors have detailed explanations: E0405, E0425, E0463, E0531, E0786.\nerror: could not compile `heck` (lib) due to 63 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3458, + "output_tokens": 507, + "generation_duration_ms": 18682, + "started_at": "2026-03-31T13:51:58.953940500Z", + "finished_at": "2026-03-31T13:52:41.386211Z" + }, + "t_028_cascade_delete": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_028_cascade_delete", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3416, + "output_tokens": 578, + "generation_duration_ms": 19624, + "started_at": "2026-03-31T14:02:34.516360700Z", + "finished_at": "2026-03-31T14:03:19.794867400Z" + }, + "t_029_filter_and_aggregate": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_029_filter_and_aggregate", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3435, + "output_tokens": 488, + "generation_duration_ms": 17911, + "started_at": "2026-03-31T14:03:08.061472300Z", + "finished_at": "2026-03-31T14:03:49.138344800Z" + }, + "t_030_two_table_join": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_030_two_table_join", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3486, + "output_tokens": 628, + "generation_duration_ms": 23131, + "started_at": "2026-03-31T14:03:19.795027200Z", + "finished_at": "2026-03-31T14:04:06.650204200Z" + }, + "t_031_unique_constraint": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_031_unique_constraint", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3376, + "output_tokens": 318, + "generation_duration_ms": 12377, + "started_at": "2026-03-31T14:03:49.138420200Z", + "finished_at": "2026-03-31T14:04:24.425066200Z" + }, + "t_032_range_query": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_032_range_query", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3442, + "output_tokens": 753, + "generation_duration_ms": 27847, + "started_at": "2026-03-31T14:05:09.380037200Z", + "finished_at": "2026-03-31T14:06:01.284803300Z" + }, + "t_033_sort_and_limit": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_033_sort_and_limit", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3440, + "output_tokens": 1284, + "generation_duration_ms": 45976, + "started_at": "2026-03-31T14:05:31.831371700Z", + "finished_at": "2026-03-31T14:06:38.820978500Z" + }, + "t_034_find_first": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_034_find_first", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3412, + "output_tokens": 1636, + "generation_duration_ms": 57243, + "started_at": "2026-03-31T14:06:01.284956200Z", + "finished_at": "2026-03-31T14:07:16.477002100Z" + }, + "t_035_select_distinct": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_035_select_distinct", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3403, + "output_tokens": 1299, + "generation_duration_ms": 45792, + "started_at": "2026-03-31T14:06:38.821114600Z", + "finished_at": "2026-03-31T14:07:43.497133800Z" + }, + "t_036_count_without_collect": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_036_count_without_collect", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3450, + "output_tokens": 481, + "generation_duration_ms": 17558, + "started_at": "2026-03-31T14:07:16.477140700Z", + "finished_at": "2026-03-31T14:07:51.842387700Z" + }, + "t_037_multi_column_filter": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_037_multi_column_filter", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3442, + "output_tokens": 495, + "generation_duration_ms": 17635, + "started_at": "2026-03-31T14:07:43.497218100Z", + "finished_at": "2026-03-31T14:08:21.485934500Z" + }, + "t_038_schedule_at_time": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_038_schedule_at_time", + "lang": "rust", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt};\nuse std::time::Duration;\n\n#[table(accessor = reminder, scheduled(send_reminder))]\npub struct Reminder {\n #[primary_key]\n #[auto_inc]\n pub scheduled_id: u64,\n pub scheduled_at: ScheduleAt,\n pub message: String,\n}\n\n#[reducer]\npub fn send_reminder(_ctx: &ReducerContext, _row: Reminder) -> Result<(), String> {\n Ok(())\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\n let fire_at = ctx.timestamp + Duration::from_secs(60);\n ctx.db.reminder().insert(Reminder {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Time(fire_at),\n message: \"Hello!\".to_string(),\n });\n Ok(())\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 106 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.45\n Compiling typenum v1.19.0\n Compiling version_check v0.9.5\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling rustversion v1.0.22\n Compiling cfg-if v1.0.4\n Compiling find-msvc-tools v0.1.9\n Compiling either v1.15.0\n Compiling itoa v1.0.18\n Compiling shlex v1.3.0\n Compiling serde v1.0.228\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling zerocopy v0.8.48\n Compiling heck v0.4.1\n Compiling keccak v0.1.6\n Compiling arrayvec v0.7.6\n Compiling ryu v1.0.23\n Compiling humantime v2.3.0\n Compiling bytes v1.11.1\n Compiling convert_case v0.4.0\n Compiling bytemuck v1.25.0\n Compiling spacetimedb-lib v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\lib)\n Compiling zmij v1.0.21\n Compiling getrandom v0.2.17\n Compiling uuid v1.23.0\n Compiling generic-array v0.14.7\n Compiling itertools v0.12.1\n Compiling smallvec v1.15.1\n Compiling constant_time_eq v0.4.2\n Compiling arrayref v0.3.9\n Compiling hex v0.4.3\n Compiling cc v1.2.58\n Compiling second-stack v0.3.5\n Compiling rand_core v0.6.4\n Compiling serde_json v1.0.149\n Compiling log v0.4.29\n Compiling memchr v2.8.0\n Compiling http v1.4.0\n Compiling scoped-tls v1.0.1\n Compiling num-traits v0.2.19\n Compiling blake3 v1.8.4\n Compiling syn v2.0.117\n Compiling block-buffer v0.10.4\n Compiling crypto-common v0.1.7\n Compiling approx v0.3.2\n Compiling chrono v0.4.44\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling ethnum v1.5.2\n Compiling castaway v0.2.4\n Compiling sha3 v0.10.8\n Compiling lean_string v0.5.3\n Compiling ppv-lite86 v0.2.21\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling spacetimedb-primitives v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\sats)\n Compiling spacetimedb-query-builder v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\query-builder)\n Compiling spacetimedb v2.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDB\\target\\llm-runs\\basics\\t_038_schedule_at_time\\rust\\server\\deepseek-reasoner\\llm)\nerror[E0599]: no method named `insert` found for reference `&reminder__TableHandle` in the current scope\n --> src\\lib.rs:22:23\n |\n22 | ctx.db.reminder().insert(Reminder {\n | ------------------^^^^^^\n |\n = help: items from traits can only be used if the trait is in scope\nhelp: trait `Table` which provides `insert` is implemented but not in scope; perhaps you want to import it\n |\n 2 + use spacetimedb::Table;\n |\nhelp: there is a method `try_insert` with a similar name\n |\n22 | ctx.db.reminder().try_insert(Reminder {\n | ++++\n\nFor more information about this error, try `rustc --explain E0599`.\nerror: could not compile `spacetime-module` (lib) due to 1 previous error\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3414, + "output_tokens": 773, + "generation_duration_ms": 27536, + "started_at": "2026-03-31T14:00:54.474091500Z", + "finished_at": "2026-03-31T14:01:43.478767800Z" + }, + "t_039_cancel_schedule": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_039_cancel_schedule", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3413, + "output_tokens": 816, + "generation_duration_ms": 28491, + "started_at": "2026-03-31T14:01:00.535697400Z", + "finished_at": "2026-03-31T14:01:57.578034300Z" + }, + "t_040_lifecycle_player": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_040_lifecycle_player", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3367, + "output_tokens": 333, + "generation_duration_ms": 12645, + "started_at": "2026-03-31T14:01:43.478837800Z", + "finished_at": "2026-03-31T14:02:22.813100800Z" + }, + "t_041_registered_user_gate": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_041_registered_user_gate", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3462, + "output_tokens": 578, + "generation_duration_ms": 19590, + "started_at": "2026-03-31T13:52:41.386228700Z", + "finished_at": "2026-03-31T13:53:46.877436500Z" + }, + "t_042_admin_bootstrap": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_042_admin_bootstrap", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3512, + "output_tokens": 572, + "generation_duration_ms": 19309, + "started_at": "2026-03-31T13:52:41.387686100Z", + "finished_at": "2026-03-31T13:53:48.313567400Z" + }, + "t_043_role_based_access": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_043_role_based_access", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3529, + "output_tokens": 673, + "generation_duration_ms": 23169, + "started_at": "2026-03-31T13:53:48.313669800Z", + "finished_at": "2026-03-31T13:54:59.979566400Z" + }, + "t_044_ban_list": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_044_ban_list", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3515, + "output_tokens": 507, + "generation_duration_ms": 18495, + "started_at": "2026-03-31T13:53:48.316272700Z", + "finished_at": "2026-03-31T13:54:46.669922900Z" + }, + "t_045_rate_limit": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_045_rate_limit", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3494, + "output_tokens": 668, + "generation_duration_ms": 22493, + "started_at": "2026-03-31T13:54:46.670020200Z", + "finished_at": "2026-03-31T13:55:55.403890600Z" + }, + "t_046_shared_document": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "task": "t_046_shared_document", + "lang": "rust", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 3565, + "output_tokens": 693, + "generation_duration_ms": 24023, + "started_at": "2026-03-31T13:54:59.979725500Z", + "finished_at": "2026-03-31T13:56:06.043013500Z" + } + } + } + ] + } + ], + "golden_answers": { + "auth/t_026_auth_identity_check": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\nuse spacetimedb::Identity;\n\n#[table(accessor = message, public)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub text: String,\n}\n\n#[reducer]\npub fn create_message(ctx: &ReducerContext, text: String) {\n ctx.db.message().insert(Message {\n id: 0,\n owner: ctx.sender(),\n text,\n });\n}\n\n#[reducer]\npub fn delete_message(ctx: &ReducerContext, id: u64) {\n let msg = ctx.db.message().id().find(id).expect(\"not found\");\n if msg.owner != ctx.sender() {\n panic!(\"unauthorized\");\n }\n ctx.db.message().id().delete(id);\n}\n", + "syntax": "rust" + }, + "auth/t_027_private_vs_public_table": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = user_internal)]\npub struct UserInternal {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub email: String,\n pub password_hash: String,\n}\n\n#[table(accessor = user_public, public)]\npub struct UserPublic {\n #[primary_key]\n pub id: u64,\n pub name: String,\n}\n\n#[reducer]\npub fn register_user(ctx: &ReducerContext, name: String, email: String, password_hash: String) {\n let internal = ctx.db.user_internal().insert(UserInternal {\n id: 0,\n name: name.clone(),\n email,\n password_hash,\n });\n ctx.db.user_public().insert(UserPublic {\n id: internal.id,\n name,\n });\n}\n", + "syntax": "rust" + }, + "auth/t_041_registered_user_gate": { + "answer": "use spacetimedb::{Identity, ReducerContext, Table, reducer, table};\n\n#[table(accessor = user)]\npub struct User {\n #[primary_key]\n pub identity: Identity,\n pub name: String,\n}\n\n#[table(accessor = message, public)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub sender: Identity,\n pub text: String,\n}\n\n#[reducer]\npub fn register(ctx: &ReducerContext, name: String) {\n if ctx.db.user().identity().find(ctx.sender()).is_some() {\n panic!(\"already registered\");\n }\n ctx.db.user().insert(User {\n identity: ctx.sender(),\n name,\n });\n}\n\n#[reducer]\npub fn post_message(ctx: &ReducerContext, text: String) {\n if ctx.db.user().identity().find(ctx.sender()).is_none() {\n panic!(\"not registered\");\n }\n ctx.db.message().insert(Message {\n id: 0,\n sender: ctx.sender(),\n text,\n });\n}\n", + "syntax": "rust" + }, + "auth/t_042_admin_bootstrap": { + "answer": "use spacetimedb::{Identity, ReducerContext, Table, reducer, table};\n\n#[table(accessor = config)]\npub struct Config {\n #[primary_key]\n pub id: u32,\n pub admin: Identity,\n}\n\n#[table(accessor = admin_log, public)]\npub struct AdminLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub action: String,\n}\n\n#[reducer]\npub fn bootstrap_admin(ctx: &ReducerContext) {\n if ctx.db.config().id().find(0).is_some() {\n panic!(\"already bootstrapped\");\n }\n ctx.db.config().insert(Config {\n id: 0,\n admin: ctx.sender(),\n });\n}\n\n#[reducer]\npub fn admin_action(ctx: &ReducerContext, action: String) {\n let config = ctx.db.config().id().find(0).expect(\"not bootstrapped\");\n if ctx.sender() != config.admin {\n panic!(\"not admin\");\n }\n ctx.db.admin_log().insert(AdminLog { id: 0, action });\n}\n", + "syntax": "rust" + }, + "auth/t_043_role_based_access": { + "answer": "use spacetimedb::{Identity, ReducerContext, Table, reducer, table};\n\n#[table(accessor = user)]\npub struct User {\n #[primary_key]\n pub identity: Identity,\n pub role: String,\n}\n\n#[reducer]\npub fn register(ctx: &ReducerContext) {\n if ctx.db.user().identity().find(ctx.sender()).is_some() {\n panic!(\"already registered\");\n }\n ctx.db.user().insert(User {\n identity: ctx.sender(),\n role: \"member\".to_string(),\n });\n}\n\n#[reducer]\npub fn promote(ctx: &ReducerContext, target: Identity) {\n let caller = ctx.db.user().identity().find(ctx.sender()).expect(\"not registered\");\n if caller.role != \"admin\" {\n panic!(\"not admin\");\n }\n let mut target_user = ctx.db.user().identity().find(target).expect(\"target not registered\");\n target_user.role = \"admin\".to_string();\n ctx.db.user().identity().update(target_user);\n}\n\n#[reducer]\npub fn member_action(ctx: &ReducerContext) {\n ctx.db.user().identity().find(ctx.sender()).expect(\"not registered\");\n}\n\n#[reducer]\npub fn admin_action(ctx: &ReducerContext) {\n let user = ctx.db.user().identity().find(ctx.sender()).expect(\"not registered\");\n if user.role != \"admin\" {\n panic!(\"not admin\");\n }\n}\n", + "syntax": "rust" + }, + "auth/t_044_ban_list": { + "answer": "use spacetimedb::{Identity, ReducerContext, Table, reducer, table};\n\n#[table(accessor = admin)]\npub struct Admin {\n #[primary_key]\n pub identity: Identity,\n}\n\n#[table(accessor = banned)]\npub struct Banned {\n #[primary_key]\n pub identity: Identity,\n}\n\n#[table(accessor = player, public)]\npub struct Player {\n #[primary_key]\n pub identity: Identity,\n pub name: String,\n}\n\n#[reducer]\npub fn add_admin(ctx: &ReducerContext, target: Identity) {\n if ctx.db.admin().identity().find(ctx.sender()).is_none() {\n panic!(\"not admin\");\n }\n let _ = ctx.db.admin().try_insert(Admin { identity: target });\n}\n\n#[reducer]\npub fn ban_player(ctx: &ReducerContext, target: Identity) {\n if ctx.db.admin().identity().find(ctx.sender()).is_none() {\n panic!(\"not admin\");\n }\n ctx.db.banned().insert(Banned { identity: target });\n if ctx.db.player().identity().find(target).is_some() {\n ctx.db.player().identity().delete(target);\n }\n}\n\n#[reducer]\npub fn join_game(ctx: &ReducerContext, name: String) {\n if ctx.db.banned().identity().find(ctx.sender()).is_some() {\n panic!(\"banned\");\n }\n if ctx.db.player().identity().find(ctx.sender()).is_some() {\n panic!(\"already in game\");\n }\n ctx.db.player().insert(Player {\n identity: ctx.sender(),\n name,\n });\n}\n", + "syntax": "rust" + }, + "auth/t_045_rate_limit": { + "answer": "use spacetimedb::{Identity, ReducerContext, Table, reducer, table};\n\n#[table(accessor = rate_limit)]\npub struct RateLimit {\n #[primary_key]\n pub identity: Identity,\n pub last_call_us: i64,\n}\n\n#[table(accessor = action_log, public)]\npub struct ActionLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub identity: Identity,\n pub payload: String,\n}\n\n#[reducer]\npub fn limited_action(ctx: &ReducerContext, payload: String) {\n let now = ctx.timestamp.to_micros_since_unix_epoch();\n if let Some(entry) = ctx.db.rate_limit().identity().find(ctx.sender()) {\n if now.saturating_sub(entry.last_call_us) < 1_000_000 {\n panic!(\"rate limited\");\n }\n ctx.db.rate_limit().identity().update(RateLimit {\n identity: ctx.sender(),\n last_call_us: now,\n });\n } else {\n ctx.db.rate_limit().insert(RateLimit {\n identity: ctx.sender(),\n last_call_us: now,\n });\n }\n ctx.db.action_log().insert(ActionLog {\n id: 0,\n identity: ctx.sender(),\n payload,\n });\n}\n", + "syntax": "rust" + }, + "auth/t_046_shared_document": { + "answer": "use spacetimedb::{Identity, ReducerContext, Table, reducer, table};\n\n#[table(accessor = document, public)]\npub struct Document {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub title: String,\n}\n\n#[table(accessor = document_share, public)]\npub struct DocumentShare {\n #[index(btree)]\n pub document_id: u64,\n #[index(btree)]\n pub shared_with: Identity,\n}\n\n#[reducer]\npub fn create_document(ctx: &ReducerContext, title: String) {\n ctx.db.document().insert(Document {\n id: 0,\n owner: ctx.sender(),\n title,\n });\n}\n\n#[reducer]\npub fn share_document(ctx: &ReducerContext, document_id: u64, target: Identity) {\n let doc = ctx.db.document().id().find(document_id).expect(\"not found\");\n if doc.owner != ctx.sender() {\n panic!(\"not owner\");\n }\n ctx.db.document_share().insert(DocumentShare {\n document_id,\n shared_with: target,\n });\n}\n\n#[reducer]\npub fn edit_document(ctx: &ReducerContext, document_id: u64, new_title: String) {\n let mut doc = ctx.db.document().id().find(document_id).expect(\"not found\");\n let is_owner = doc.owner == ctx.sender();\n let is_shared = ctx\n .db\n .document_share()\n .document_id()\n .filter(document_id)\n .any(|s| s.shared_with == ctx.sender());\n if !is_owner && !is_shared {\n panic!(\"unauthorized\");\n }\n doc.title = new_title;\n ctx.db.document().id().update(doc);\n}\n", + "syntax": "rust" + }, + "basics/t_000_empty_reducers": { + "answer": "use spacetimedb::{reducer, ReducerContext};\r\n\r\n#[reducer]\r\npub fn empty_reducer_no_args(ctx: &ReducerContext) -> Result<(), String> {\r\n Ok(())\r\n}\r\n\r\n#[reducer]\r\npub fn empty_reducer_with_int(ctx: &ReducerContext, count: i32) -> Result<(), String> {\r\n Ok(())\r\n}\r\n\r\n#[reducer]\r\npub fn empty_reducer_with_string(ctx: &ReducerContext, name: String) -> Result<(), String> {\r\n Ok(())\r\n}\r\n\r\n#[reducer]\r\npub fn empty_reducer_with_two_args(ctx: &ReducerContext, count: i32, name: String) -> Result<(), String> {\r\n Ok(())\r\n}\r\n\r\n#[reducer]\r\npub fn empty_reducer_with_three_args(\r\n ctx: &ReducerContext,\r\n active: bool,\r\n ratio: f32,\r\n label: String,\r\n) -> Result<(), String> {\r\n Ok(())\r\n}\r\n", + "syntax": "rust" + }, + "basics/t_001_basic_tables": { + "answer": "use spacetimedb::table;\r\n\r\n#[table(name = users)]\r\npub struct Users {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[table(name = products)]\r\npub struct Products {\r\n #[primary_key]\r\n pub id: i32,\r\n pub title: String,\r\n pub price: f32,\r\n pub in_stock: bool,\r\n}\r\n\r\n#[table(name = notes)]\r\npub struct Notes {\r\n #[primary_key]\r\n pub id: i32,\r\n pub body: String,\r\n pub rating: i64,\r\n pub pinned: bool,\r\n}\r\n", + "syntax": "rust" + }, + "basics/t_002_scheduled_table": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\r\nuse std::time::Duration;\r\n\r\n#[table(name = tick_timer, scheduled(tick))]\r\npub struct TickTimer {\r\n #[primary_key]\r\n #[auto_inc]\r\n scheduled_id: u64,\r\n scheduled_at: ScheduleAt,\r\n}\r\n\r\n#[reducer]\r\npub fn tick(_ctx: &ReducerContext, _row: TickTimer) -> Result<(), String> {\r\n Ok(())\r\n}\r\n\r\n#[reducer(init)]\r\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\r\n ctx.db.tick_timer().insert(TickTimer {\r\n scheduled_id: 0,\r\n scheduled_at: ScheduleAt::Interval(Duration::from_millis(50).into()),\r\n });\r\n Ok(())\r\n}\r\n", + "syntax": "rust" + }, + "basics/t_003_struct_in_table": { + "answer": "use spacetimedb::{table, SpacetimeType};\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Position {\r\n pub x: i32,\r\n pub y: i32,\r\n}\r\n\r\n#[table(name = entities)]\r\npub struct Entity {\r\n #[primary_key]\r\n pub id: i32,\r\n pub pos: Position,\r\n}\r\n\r\n", + "syntax": "rust" + }, + "basics/t_004_insert": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(name = users)]\r\npub struct Users {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[reducer]\r\npub fn insert_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) -> Result<(), String> {\r\n ctx.db.users().insert(Users { id, name, age, active });\r\n Ok(())\r\n}\r\n", + "syntax": "rust" + }, + "basics/t_005_update": { + "answer": "use spacetimedb::{reducer, table, ReducerContext};\r\n\r\n#[table(name = users)]\r\npub struct User {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[reducer]\r\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\r\n ctx.db.users().id().update(User { id, name, age, active });\r\n}", + "syntax": "rust" + }, + "basics/t_006_delete": { + "answer": "use spacetimedb::{reducer, table, ReducerContext};\r\n\r\n#[table(name = users)]\r\npub struct User {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[reducer]\r\npub fn delete_user(ctx: &ReducerContext, id: i32) {\r\n ctx.db.users().id().delete(id);\r\n}\r\n", + "syntax": "rust" + }, + "basics/t_007_crud": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(name = users)]\r\npub struct User {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[reducer]\r\npub fn crud(ctx: &ReducerContext) {\r\n ctx.db.users().insert(User { id: 1, name: \"Alice\".into(), age: 30, active: true });\r\n ctx.db.users().insert(User { id: 2, name: \"Bob\".into(), age: 22, active: false });\r\n ctx.db.users().id().update(User { id: 1, name: \"Alice2\".into(), age: 31, active: false });\r\n ctx.db.users().id().delete(2);\r\n}\r\n", + "syntax": "rust" + }, + "basics/t_008_index_lookup": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(name = users)]\r\npub struct User {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[table(name = results)]\r\npub struct ResultRow {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n}\r\n\r\n#[reducer]\r\npub fn lookup_user_name(ctx: &ReducerContext, id: i32) {\r\n if let Some(u) = ctx.db.users().id().find(id) {\r\n ctx.db.results().insert(ResultRow { id: u.id, name: u.name });\r\n }\r\n}\r\n", + "syntax": "rust" + }, + "basics/t_009_init": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(name = users)]\r\npub struct User {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[reducer(init)]\r\npub fn init(ctx: &ReducerContext) {\r\n ctx.db.users().insert(User { id: 1, name: \"Alice\".into(), age: 30, active: true });\r\n ctx.db.users().insert(User { id: 2, name: \"Bob\".into(), age: 22, active: false });\r\n}\r\n", + "syntax": "rust" + }, + "basics/t_010_connect": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(name = events)]\r\npub struct Event {\r\n #[primary_key]\r\n #[auto_inc]\r\n pub id: u64,\r\n pub kind: String,\r\n}\r\n\r\n#[reducer(client_connected)]\r\npub fn client_connected(ctx: &ReducerContext) {\r\n ctx.db.events().insert(Event { id: 0, kind: \"connected\".into() });\r\n}\r\n\r\n#[reducer(client_disconnected)]\r\npub fn client_disconnected(ctx: &ReducerContext) {\r\n ctx.db.events().insert(Event { id: 0, kind: \"disconnected\".into() });\r\n}\r\n", + "syntax": "rust" + }, + "basics/t_011_helper_function": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(name = results)]\r\npub struct ResultRow {\r\n #[primary_key]\r\n pub id: i32,\r\n pub sum: i32,\r\n}\r\n\r\nfn add(a: i32, b: i32) -> i32 { a + b }\r\n\r\n#[reducer]\r\npub fn compute_sum(ctx: &ReducerContext, id: i32, a: i32, b: i32) {\r\n ctx.db.results().insert(ResultRow { id, sum: add(a, b) });\r\n}\r\n", + "syntax": "rust" + }, + "basics/t_038_schedule_at_time": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\nuse std::time::Duration;\n\n#[table(accessor = reminder, scheduled(send_reminder))]\npub struct Reminder {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n message: String,\n}\n\n#[reducer]\npub fn send_reminder(_ctx: &ReducerContext, _row: Reminder) {}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n let fire_at = ctx.timestamp + Duration::from_secs(60);\n ctx.db.reminder().insert(Reminder {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Time(fire_at),\n message: \"Hello!\".to_string(),\n });\n}\n", + "syntax": "rust" + }, + "basics/t_039_cancel_schedule": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\nuse std::time::Duration;\n\n#[table(accessor = cleanup_job, scheduled(run_cleanup))]\npub struct CleanupJob {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn run_cleanup(_ctx: &ReducerContext, _row: CleanupJob) {}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.cleanup_job().insert(CleanupJob {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_secs(60).into()),\n });\n}\n\n#[reducer]\npub fn cancel_cleanup(ctx: &ReducerContext, scheduled_id: u64) {\n ctx.db.cleanup_job().scheduled_id().delete(&scheduled_id);\n}\n", + "syntax": "rust" + }, + "basics/t_040_lifecycle_player": { + "answer": "use spacetimedb::{reducer, table, Identity, ReducerContext, Table, Timestamp};\n\n#[table(accessor = online_player, public)]\npub struct OnlinePlayer {\n #[primary_key]\n pub identity: Identity,\n pub connected_at: Timestamp,\n}\n\n#[reducer(client_connected)]\npub fn client_connected(ctx: &ReducerContext) {\n ctx.db.online_player().insert(OnlinePlayer {\n identity: ctx.sender(),\n connected_at: ctx.timestamp,\n });\n}\n\n#[reducer(client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) {\n ctx.db.online_player().identity().delete(&ctx.sender());\n}\n", + "syntax": "rust" + }, + "data_modeling/t_024_event_table": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = damage_event, public, event)]\npub struct DamageEvent {\n pub entity_id: u64,\n pub damage: u32,\n pub source: String,\n}\n\n#[reducer]\nfn deal_damage(ctx: &ReducerContext, entity_id: u64, damage: u32, source: String) {\n ctx.db.damage_event().insert(DamageEvent {\n entity_id,\n damage,\n source,\n });\n}\n", + "syntax": "rust" + }, + "data_modeling/t_025_optional_fields": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = player)]\npub struct Player {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub nickname: Option,\n pub high_score: Option,\n}\n\n#[reducer]\npub fn create_player(ctx: &ReducerContext, name: String, nickname: Option, high_score: Option) {\n ctx.db.player().insert(Player {\n id: 0,\n name,\n nickname,\n high_score,\n });\n}\n", + "syntax": "rust" + }, + "data_modeling/t_028_cascade_delete": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = author)]\npub struct Author {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n}\n\n#[table(accessor = post)]\npub struct Post {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub author_id: u64,\n pub title: String,\n}\n\n#[reducer]\npub fn delete_author(ctx: &ReducerContext, author_id: u64) {\n // Delete all posts by this author\n for p in ctx.db.post().author_id().filter(&author_id) {\n ctx.db.post().id().delete(p.id);\n }\n // Delete the author\n ctx.db.author().id().delete(author_id);\n}\n", + "syntax": "rust" + }, + "data_modeling/t_029_filter_and_aggregate": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = order)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub category: String,\n pub amount: u64,\n pub fulfilled: bool,\n}\n\n#[table(accessor = category_stats)]\npub struct CategoryStats {\n #[primary_key]\n pub category: String,\n pub total_amount: u64,\n pub order_count: u32,\n}\n\n#[reducer]\npub fn compute_stats(ctx: &ReducerContext, category: String) {\n let mut total_amount: u64 = 0;\n let mut order_count: u32 = 0;\n\n for o in ctx.db.order().category().filter(&category) {\n total_amount += o.amount;\n order_count += 1;\n }\n\n // Upsert: delete existing then insert\n let _ = ctx.db.category_stats().category().delete(category.clone());\n ctx.db.category_stats().insert(CategoryStats {\n category,\n total_amount,\n order_count,\n });\n}\n", + "syntax": "rust" + }, + "data_modeling/t_030_two_table_join": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = customer)]\npub struct Customer {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n}\n\n#[table(accessor = order)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub customer_id: u64,\n pub product: String,\n pub amount: u32,\n}\n\n#[table(accessor = order_detail)]\npub struct OrderDetail {\n #[primary_key]\n pub order_id: u64,\n pub customer_name: String,\n pub product: String,\n pub amount: u32,\n}\n\n#[reducer]\npub fn build_order_details(ctx: &ReducerContext) {\n for o in ctx.db.order().iter() {\n if let Some(c) = ctx.db.customer().id().find(o.customer_id) {\n ctx.db.order_detail().insert(OrderDetail {\n order_id: o.id,\n customer_name: c.name,\n product: o.product,\n amount: o.amount,\n });\n }\n }\n}\n", + "syntax": "rust" + }, + "data_modeling/t_031_unique_constraint": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = account)]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub display_name: String,\n}\n\n#[reducer]\npub fn create_account(ctx: &ReducerContext, email: String, display_name: String) {\n ctx.db.account().insert(Account {\n id: 0,\n email,\n display_name,\n });\n}\n", + "syntax": "rust" + }, + "queries/t_022_view_basic": { + "answer": "use spacetimedb::{table, view, AnonymousViewContext};\n\n#[table(accessor = announcement, public)]\npub struct Announcement {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub message: String,\n #[index(btree)]\n pub active: bool,\n}\n\n#[view(accessor = active_announcements, public)]\nfn active_announcements(ctx: &AnonymousViewContext) -> Vec {\n ctx.db.announcement().active().filter(true).collect()\n}\n", + "syntax": "rust" + }, + "queries/t_023_view_per_user": { + "answer": "use spacetimedb::{table, view, ViewContext, Identity};\n\n#[table(accessor = profile, public)]\npub struct Profile {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub identity: Identity,\n pub name: String,\n pub bio: String,\n}\n\n#[view(accessor = my_profile, public)]\nfn my_profile(ctx: &ViewContext) -> Option {\n ctx.db.profile().identity().find(ctx.sender())\n}\n", + "syntax": "rust" + }, + "queries/t_032_range_query": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = product)]\npub struct Product {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n #[index(btree)]\n pub price: u32,\n}\n\n#[table(accessor = price_range_result)]\npub struct PriceRangeResult {\n #[primary_key]\n pub product_id: u64,\n pub name: String,\n pub price: u32,\n}\n\n#[reducer]\npub fn find_in_price_range(ctx: &ReducerContext, min_price: u32, max_price: u32) {\n for p in ctx.db.product().iter() {\n if p.price >= min_price && p.price <= max_price {\n ctx.db.price_range_result().insert(PriceRangeResult {\n product_id: p.id,\n name: p.name,\n price: p.price,\n });\n }\n }\n}\n", + "syntax": "rust" + }, + "queries/t_033_sort_and_limit": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = player)]\npub struct Player {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub score: u64,\n}\n\n#[table(accessor = leaderboard)]\npub struct LeaderboardEntry {\n #[primary_key]\n pub rank: u32,\n pub player_name: String,\n pub score: u64,\n}\n\n#[reducer]\npub fn build_leaderboard(ctx: &ReducerContext, limit: u32) {\n let mut players: Vec = ctx.db.player().iter().collect();\n players.sort_by(|a, b| b.score.cmp(&a.score));\n\n for (i, p) in players.into_iter().take(limit as usize).enumerate() {\n ctx.db.leaderboard().insert(LeaderboardEntry {\n rank: (i as u32) + 1,\n player_name: p.name,\n score: p.score,\n });\n }\n}\n", + "syntax": "rust" + }, + "queries/t_034_find_first": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = task)]\npub struct Task {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub title: String,\n pub completed: bool,\n}\n\n#[table(accessor = first_incomplete)]\npub struct FirstIncomplete {\n #[primary_key]\n pub task_id: u64,\n pub title: String,\n}\n\n#[reducer]\npub fn find_first_incomplete(ctx: &ReducerContext) {\n if let Some(t) = ctx.db.task().iter().find(|t| !t.completed) {\n ctx.db.first_incomplete().insert(FirstIncomplete {\n task_id: t.id,\n title: t.title,\n });\n }\n}\n", + "syntax": "rust" + }, + "queries/t_035_select_distinct": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\nuse std::collections::BTreeSet;\n\n#[table(accessor = order)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub amount: u32,\n}\n\n#[table(accessor = distinct_category)]\npub struct DistinctCategory {\n #[primary_key]\n pub category: String,\n}\n\n#[reducer]\npub fn collect_distinct_categories(ctx: &ReducerContext) {\n let categories: BTreeSet = ctx.db.order().iter().map(|o| o.category).collect();\n for category in categories {\n ctx.db.distinct_category().insert(DistinctCategory { category });\n }\n}\n", + "syntax": "rust" + }, + "queries/t_036_count_without_collect": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = user)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub active: bool,\n}\n\n#[table(accessor = user_stats)]\npub struct UserStats {\n #[primary_key]\n pub key: String,\n pub count: u64,\n}\n\n#[reducer]\npub fn compute_user_counts(ctx: &ReducerContext) {\n let total = ctx.db.user().iter().count() as u64;\n let active = ctx.db.user().iter().filter(|u| u.active).count() as u64;\n\n ctx.db.user_stats().insert(UserStats {\n key: \"total\".to_string(),\n count: total,\n });\n ctx.db.user_stats().insert(UserStats {\n key: \"active\".to_string(),\n count: active,\n });\n}\n", + "syntax": "rust" + }, + "queries/t_037_multi_column_filter": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(\n accessor = event_log,\n index(accessor = by_category_severity, btree(columns = [category, severity]))\n)]\npub struct EventLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub severity: u32,\n pub message: String,\n}\n\n#[table(accessor = filtered_event)]\npub struct FilteredEvent {\n #[primary_key]\n pub event_id: u64,\n pub message: String,\n}\n\n#[reducer]\npub fn filter_events(ctx: &ReducerContext, category: String, severity: u32) {\n for e in ctx.db.event_log().iter() {\n if e.category == category && e.severity == severity {\n ctx.db.filtered_event().insert(FilteredEvent {\n event_id: e.id,\n message: e.message,\n });\n }\n }\n}\n", + "syntax": "rust" + }, + "schema/t_012_spacetime_product_type": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Score {\r\n pub left: i32,\r\n pub right: i32,\r\n}\r\n\r\n#[table(name = results)]\r\npub struct ResultRow {\r\n #[primary_key]\r\n pub id: i32,\r\n pub value: Score,\r\n}\r\n\r\n#[reducer]\r\npub fn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\r\n ctx.db.results().insert(ResultRow { id, value: Score { left, right } });\r\n}\r\n", + "syntax": "rust" + }, + "schema/t_013_spacetime_sum_type": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Rect {\r\n pub width: i32,\r\n pub height: i32,\r\n}\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub enum Shape {\r\n Circle(i32),\r\n Rectangle(Rect),\r\n}\r\n\r\n#[table(name = results)]\r\npub struct ResultRow {\r\n #[primary_key]\r\n pub id: i32,\r\n pub value: Shape,\r\n}\r\n\r\n#[reducer]\r\npub fn set_circle(ctx: &ReducerContext, id: i32, radius: i32) {\r\n ctx.db.results().insert(ResultRow { id, value: Shape::Circle(radius) });\r\n}\r\n", + "syntax": "rust" + }, + "schema/t_014_elementary_columns": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(name = primitives)]\r\npub struct Primitive {\r\n #[primary_key]\r\n pub id: i32,\r\n pub count: i32,\r\n pub total: i64,\r\n pub price: f32,\r\n pub ratio: f64,\r\n pub active: bool,\r\n pub name: String,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.primitives().insert(Primitive {\r\n id: 1,\r\n count: 2,\r\n total: 3_000_000_000,\r\n price: 1.5,\r\n ratio: 2.25,\r\n active: true,\r\n name: \"Alice\".into(),\r\n });\r\n}\r\n", + "syntax": "rust" + }, + "schema/t_015_product_type_columns": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Address {\r\n pub street: String,\r\n pub zip: i32,\r\n}\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Position {\r\n pub x: i32,\r\n pub y: i32,\r\n}\r\n\r\n#[table(name = profiles)]\r\npub struct Profile {\r\n #[primary_key]\r\n pub id: i32,\r\n pub home: Address,\r\n pub work: Address,\r\n pub pos: Position,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.profiles().insert(Profile {\r\n id: 1,\r\n home: Address { street: \"1 Main\".into(), zip: 11111 },\r\n work: Address { street: \"2 Broad\".into(), zip: 22222 },\r\n pos: Position { x: 7, y: 9 },\r\n });\r\n}\r\n", + "syntax": "rust" + }, + "schema/t_016_sum_type_columns": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Rect {\r\n pub width: i32,\r\n pub height: i32,\r\n}\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub enum Shape {\r\n Circle(i32),\r\n Rectangle(Rect),\r\n}\r\n\r\n#[table(name = drawings)]\r\npub struct Drawing {\r\n #[primary_key]\r\n pub id: i32,\r\n pub a: Shape,\r\n pub b: Shape,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.drawings().insert(Drawing {\r\n id: 1,\r\n a: Shape::Circle(10),\r\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\r\n });\r\n}\r\n", + "syntax": "rust" + }, + "schema/t_017_scheduled_columns": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\r\nuse std::time::Duration;\r\n\r\n#[table(name = tick_timer, scheduled(tick))]\r\npub struct TickTimer {\r\n #[primary_key]\r\n #[auto_inc]\r\n pub scheduled_id: u64,\r\n pub scheduled_at: ScheduleAt,\r\n}\r\n\r\n#[reducer]\r\npub fn tick(_ctx: &ReducerContext, _schedule: TickTimer) {\r\n}\r\n\r\n#[reducer(init)]\r\npub fn init(ctx: &ReducerContext) {\r\n let every_50ms: ScheduleAt = Duration::from_millis(50).into();\r\n ctx.db.tick_timer().insert(TickTimer {\r\n scheduled_id: 0,\r\n scheduled_at: every_50ms,\r\n });\r\n}\r\n", + "syntax": "rust" + }, + "schema/t_018_constraints": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(\r\n name = accounts,\r\n index(name = by_name, btree(columns = [name]))\r\n)]\r\npub struct Account {\r\n #[primary_key]\r\n pub id: i32,\r\n #[unique]\r\n pub email: String,\r\n pub name: String,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.accounts().insert(Account { id: 1, email: \"a@example.com\".into(), name: \"Alice\".into() });\r\n ctx.db.accounts().insert(Account { id: 2, email: \"b@example.com\".into(), name: \"Bob\".into() });\r\n}\r\n", + "syntax": "rust" + }, + "schema/t_019_many_to_many": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(name = users)]\r\npub struct User {\r\n #[primary_key]\r\n pub user_id: i32,\r\n pub name: String,\r\n}\r\n\r\n#[table(name = groups)]\r\npub struct Group {\r\n #[primary_key]\r\n pub group_id: i32,\r\n pub title: String,\r\n}\r\n\r\n#[table(\r\n name = memberships,\r\n index(name = by_user, btree(columns = [user_id])),\r\n index(name = by_group, btree(columns = [group_id]))\r\n)]\r\npub struct Membership {\r\n #[primary_key]\r\n pub id: i32,\r\n pub user_id: i32,\r\n pub group_id: i32,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.users().insert(User { user_id: 1, name: \"Alice\".into() });\r\n ctx.db.users().insert(User { user_id: 2, name: \"Bob\".into() });\r\n\r\n ctx.db.groups().insert(Group { group_id: 10, title: \"Admin\".into() });\r\n ctx.db.groups().insert(Group { group_id: 20, title: \"Dev\".into() });\r\n\r\n ctx.db.memberships().insert(Membership { id: 1, user_id: 1, group_id: 10 });\r\n ctx.db.memberships().insert(Membership { id: 2, user_id: 1, group_id: 20 });\r\n ctx.db.memberships().insert(Membership { id: 3, user_id: 2, group_id: 20 });\r\n}\r\n", + "syntax": "rust" + }, + "schema/t_020_ecs": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(name = entities)]\r\npub struct Entity {\r\n #[primary_key]\r\n pub id: i32,\r\n}\r\n\r\n#[table(name = positions)]\r\npub struct Position {\r\n #[primary_key]\r\n pub entity_id: i32,\r\n pub x: i32,\r\n pub y: i32,\r\n}\r\n\r\n#[table(name = velocities)]\r\npub struct Velocity {\r\n #[primary_key]\r\n pub entity_id: i32,\r\n pub vx: i32,\r\n pub vy: i32,\r\n}\r\n\r\n#[table(name = next_positions)]\r\npub struct NextPosition {\r\n #[primary_key]\r\n pub entity_id: i32,\r\n pub x: i32,\r\n pub y: i32,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.entities().insert(Entity { id: 1 });\r\n ctx.db.entities().insert(Entity { id: 2 });\r\n\r\n ctx.db.positions().insert(Position {\r\n entity_id: 1,\r\n x: 1,\r\n y: 0,\r\n });\r\n ctx.db.positions().insert(Position {\r\n entity_id: 2,\r\n x: 10,\r\n y: 0,\r\n });\r\n\r\n ctx.db.velocities().insert(Velocity {\r\n entity_id: 1,\r\n vx: 1,\r\n vy: 0,\r\n });\r\n ctx.db.velocities().insert(Velocity {\r\n entity_id: 2,\r\n vx: -2,\r\n vy: 3,\r\n });\r\n}\r\n\r\n#[spacetimedb::reducer]\r\npub fn step(ctx: &ReducerContext) {\r\n for p in ctx.db.positions().iter() {\r\n if let Some(v) = ctx.db.velocities().entity_id().find(p.entity_id) {\r\n let np = NextPosition {\r\n entity_id: p.entity_id,\r\n x: p.x + v.vx,\r\n y: p.y + v.vy,\r\n };\r\n\r\n if ctx.db.next_positions().entity_id().find(p.entity_id).is_some() {\r\n ctx.db.next_positions().entity_id().update(np);\r\n } else {\r\n ctx.db.next_positions().insert(np);\r\n }\r\n }\r\n }\r\n}\r\n", + "syntax": "rust" + }, + "schema/t_021_multi_column_index": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(\r\n name = logs,\r\n index(name = by_user_day, btree(columns = [user_id, day]))\r\n)]\r\npub struct Log {\r\n #[primary_key]\r\n pub id: i32,\r\n pub user_id: i32,\r\n pub day: i32,\r\n pub message: String,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.logs().insert(Log { id: 1, user_id: 7, day: 1, message: \"a\".into() });\r\n ctx.db.logs().insert(Log { id: 2, user_id: 7, day: 2, message: \"b\".into() });\r\n ctx.db.logs().insert(Log { id: 3, user_id: 9, day: 1, message: \"c\".into() });\r\n}\r\n", + "syntax": "rust" + }, + "t_000_empty_reducers": { + "answer": "use spacetimedb::{reducer, table, ReducerContext};\r\n\r\n#[table(accessor = empty_table)]\r\npub struct EmptyTable {\r\n #[primary_key]\r\n pub id: i32,\r\n}\r\n\r\n#[reducer]\r\npub fn empty_reducer_no_args(ctx: &ReducerContext) -> Result<(), String> {\r\n Ok(())\r\n}\r\n\r\n#[reducer]\r\npub fn empty_reducer_with_int(ctx: &ReducerContext, count: i32) -> Result<(), String> {\r\n Ok(())\r\n}\r\n\r\n#[reducer]\r\npub fn empty_reducer_with_string(ctx: &ReducerContext, name: String) -> Result<(), String> {\r\n Ok(())\r\n}\r\n\r\n#[reducer]\r\npub fn empty_reducer_with_two_args(ctx: &ReducerContext, count: i32, name: String) -> Result<(), String> {\r\n Ok(())\r\n}\r\n\r\n#[reducer]\r\npub fn empty_reducer_with_three_args(\r\n ctx: &ReducerContext,\r\n active: bool,\r\n ratio: f32,\r\n label: String,\r\n) -> Result<(), String> {\r\n Ok(())\r\n}\r\n", + "syntax": "rust" + }, + "t_001_basic_tables": { + "answer": "use spacetimedb::table;\r\n\r\n#[table(accessor = user)]\r\npub struct User {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[table(accessor = product)]\r\npub struct Product {\r\n #[primary_key]\r\n pub id: i32,\r\n pub title: String,\r\n pub price: f32,\r\n pub in_stock: bool,\r\n}\r\n\r\n#[table(accessor = note)]\r\npub struct Note {\r\n #[primary_key]\r\n pub id: i32,\r\n pub body: String,\r\n pub rating: i64,\r\n pub pinned: bool,\r\n}\r\n", + "syntax": "rust" + }, + "t_002_scheduled_table": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\r\nuse std::time::Duration;\r\n\r\n#[table(accessor = tick_timer, scheduled(tick))]\r\npub struct TickTimer {\r\n #[primary_key]\r\n #[auto_inc]\r\n scheduled_id: u64,\r\n scheduled_at: ScheduleAt,\r\n}\r\n\r\n#[reducer]\r\npub fn tick(_ctx: &ReducerContext, _row: TickTimer) -> Result<(), String> {\r\n Ok(())\r\n}\r\n\r\n#[reducer(init)]\r\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\r\n ctx.db.tick_timer().insert(TickTimer {\r\n scheduled_id: 0,\r\n scheduled_at: ScheduleAt::Interval(Duration::from_millis(50).into()),\r\n });\r\n Ok(())\r\n}\r\n", + "syntax": "rust" + }, + "t_003_struct_in_table": { + "answer": "use spacetimedb::{table, SpacetimeType};\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Position {\r\n pub x: i32,\r\n pub y: i32,\r\n}\r\n\r\n#[table(accessor = entity)]\r\npub struct Entity {\r\n #[primary_key]\r\n pub id: i32,\r\n pub pos: Position,\r\n}\r\n", + "syntax": "rust" + }, + "t_004_insert": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(accessor = user)]\r\npub struct User {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[reducer]\r\npub fn insert_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) -> Result<(), String> {\r\n ctx.db.user().insert(User { id, name, age, active });\r\n Ok(())\r\n}\r\n", + "syntax": "rust" + }, + "t_005_update": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = user)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn insert_user(ctx: &ReducerContext, name: String, age: i32, active: bool) {\n ctx.db.user().insert(User { id: 0, name, age, active });\n}\n\n#[reducer]\npub fn update_user(ctx: &ReducerContext, id: u64, name: String, age: i32, active: bool) {\n ctx.db.user().id().update(User { id, name, age, active });\n}\n", + "syntax": "rust" + }, + "t_006_delete": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = user)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn insert_user(ctx: &ReducerContext, name: String, age: i32, active: bool) {\n ctx.db.user().insert(User { id: 0, name, age, active });\n}\n\n#[reducer]\npub fn delete_user(ctx: &ReducerContext, id: u64) {\n ctx.db.user().id().delete(id);\n}\n", + "syntax": "rust" + }, + "t_007_crud": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = user)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer]\npub fn crud(ctx: &ReducerContext) {\n ctx.db.user().insert(User {\n id: 0,\n name: \"Alice\".into(),\n age: 30,\n active: true,\n });\n ctx.db.user().insert(User {\n id: 0,\n name: \"Bob\".into(),\n age: 22,\n active: false,\n });\n ctx.db.user().id().update(User {\n id: 1,\n name: \"Alice2\".into(),\n age: 31,\n active: false,\n });\n ctx.db.user().id().delete(2);\n}\n", + "syntax": "rust" + }, + "t_008_index_lookup": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = user)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[table(accessor = result)]\npub struct ResultRow {\n #[primary_key]\n pub id: u64,\n pub name: String,\n}\n\n#[reducer]\npub fn insert_user(ctx: &ReducerContext, name: String, age: i32, active: bool) {\n ctx.db.user().insert(User { id: 0, name, age, active });\n}\n\n#[reducer]\npub fn lookup_user_name(ctx: &ReducerContext, id: u64) {\n if let Some(u) = ctx.db.user().id().find(id) {\n ctx.db.result().insert(ResultRow { id: u.id, name: u.name });\n }\n}\n", + "syntax": "rust" + }, + "t_009_init": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = user)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub age: i32,\n pub active: bool,\n}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.user().insert(User {\n id: 0,\n name: \"Alice\".into(),\n age: 30,\n active: true,\n });\n ctx.db.user().insert(User {\n id: 0,\n name: \"Bob\".into(),\n age: 22,\n active: false,\n });\n}\n", + "syntax": "rust" + }, + "t_010_connect": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(accessor = event)]\r\npub struct Event {\r\n #[primary_key]\r\n #[auto_inc]\r\n pub id: u64,\r\n pub kind: String,\r\n}\r\n\r\n#[reducer(client_connected)]\r\npub fn client_connected(ctx: &ReducerContext) {\r\n ctx.db.event().insert(Event {\r\n id: 0,\r\n kind: \"connected\".into(),\r\n });\r\n}\r\n\r\n#[reducer(client_disconnected)]\r\npub fn client_disconnected(ctx: &ReducerContext) {\r\n ctx.db.event().insert(Event {\r\n id: 0,\r\n kind: \"disconnected\".into(),\r\n });\r\n}\r\n", + "syntax": "rust" + }, + "t_011_helper_function": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(accessor = result)]\r\npub struct ResultRow {\r\n #[primary_key]\r\n pub id: i32,\r\n pub sum: i32,\r\n}\r\n\r\nfn add(a: i32, b: i32) -> i32 {\r\n a + b\r\n}\r\n\r\n#[reducer]\r\npub fn compute_sum(ctx: &ReducerContext, id: i32, a: i32, b: i32) {\r\n ctx.db.result().insert(ResultRow { id, sum: add(a, b) });\r\n}\r\n", + "syntax": "rust" + }, + "t_012_spacetime_product_type": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Score {\r\n pub left: i32,\r\n pub right: i32,\r\n}\r\n\r\n#[table(accessor = result)]\r\npub struct ResultRow {\r\n #[primary_key]\r\n pub id: i32,\r\n pub value: Score,\r\n}\r\n\r\n#[reducer]\r\npub fn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\r\n ctx.db.result().insert(ResultRow {\r\n id,\r\n value: Score { left, right },\r\n });\r\n}\r\n", + "syntax": "rust" + }, + "t_013_spacetime_sum_type": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Rect {\r\n pub width: i32,\r\n pub height: i32,\r\n}\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub enum Shape {\r\n Circle(i32),\r\n Rectangle(Rect),\r\n}\r\n\r\n#[table(accessor = result)]\r\npub struct ResultRow {\r\n #[primary_key]\r\n pub id: i32,\r\n pub value: Shape,\r\n}\r\n\r\n#[reducer]\r\npub fn set_circle(ctx: &ReducerContext, id: i32, radius: i32) {\r\n ctx.db.result().insert(ResultRow {\r\n id,\r\n value: Shape::Circle(radius),\r\n });\r\n}\r\n", + "syntax": "rust" + }, + "t_014_elementary_columns": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = primitive)]\npub struct Primitive {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub count: i32,\n pub total: i64,\n pub price: f32,\n pub ratio: f64,\n pub active: bool,\n pub name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.primitive().insert(Primitive {\n id: 0,\n count: 2,\n total: 3_000_000_000,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\".into(),\n });\n}\n", + "syntax": "rust" + }, + "t_015_product_type_columns": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Address {\n pub street: String,\n pub zip: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Position {\n pub x: i32,\n pub y: i32,\n}\n\n#[table(accessor = profile)]\npub struct Profile {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub home: Address,\n pub work: Address,\n pub pos: Position,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.profile().insert(Profile {\n id: 0,\n home: Address {\n street: \"1 Main\".into(),\n zip: 11111,\n },\n work: Address {\n street: \"2 Broad\".into(),\n zip: 22222,\n },\n pos: Position { x: 7, y: 9 },\n });\n}\n", + "syntax": "rust" + }, + "t_016_sum_type_columns": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\n\n#[derive(SpacetimeType, Clone, Debug)]\npub struct Rect {\n pub width: i32,\n pub height: i32,\n}\n\n#[derive(SpacetimeType, Clone, Debug)]\npub enum Shape {\n Circle(i32),\n Rectangle(Rect),\n}\n\n#[table(accessor = drawing)]\npub struct Drawing {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub a: Shape,\n pub b: Shape,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.drawing().insert(Drawing {\n id: 0,\n a: Shape::Circle(10),\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\n });\n}\n", + "syntax": "rust" + }, + "t_017_scheduled_columns": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\r\nuse std::time::Duration;\r\n\r\n#[table(accessor = tick_timer, scheduled(tick))]\r\npub struct TickTimer {\r\n #[primary_key]\r\n #[auto_inc]\r\n pub scheduled_id: u64,\r\n pub scheduled_at: ScheduleAt,\r\n}\r\n\r\n#[reducer]\r\npub fn tick(_ctx: &ReducerContext, _schedule: TickTimer) {}\r\n\r\n#[reducer(init)]\r\npub fn init(ctx: &ReducerContext) {\r\n let every_50ms: ScheduleAt = Duration::from_millis(50).into();\r\n ctx.db.tick_timer().insert(TickTimer {\r\n scheduled_id: 0,\r\n scheduled_at: every_50ms,\r\n });\r\n}\r\n", + "syntax": "rust" + }, + "t_018_constraints": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n accessor = account,\n index(accessor = by_name, btree(columns = [name]))\n)]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub name: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.account().insert(Account {\n id: 0,\n email: \"a@example.com\".into(),\n name: \"Alice\".into(),\n });\n ctx.db.account().insert(Account {\n id: 0,\n email: \"b@example.com\".into(),\n name: \"Bob\".into(),\n });\n}\n", + "syntax": "rust" + }, + "t_019_many_to_many": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = user)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub user_id: u64,\n pub name: String,\n}\n\n#[table(accessor = group)]\npub struct Group {\n #[primary_key]\n #[auto_inc]\n pub group_id: u64,\n pub title: String,\n}\n\n#[table(\n accessor = membership,\n index(accessor = by_user, btree(columns = [user_id])),\n index(accessor = by_group, btree(columns = [group_id]))\n)]\npub struct Membership {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub user_id: u64,\n pub group_id: u64,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.user().insert(User {\n user_id: 0,\n name: \"Alice\".into(),\n });\n ctx.db.user().insert(User {\n user_id: 0,\n name: \"Bob\".into(),\n });\n\n ctx.db.group().insert(Group {\n group_id: 0,\n title: \"Admin\".into(),\n });\n ctx.db.group().insert(Group {\n group_id: 0,\n title: \"Dev\".into(),\n });\n\n ctx.db.membership().insert(Membership {\n id: 0,\n user_id: 1,\n group_id: 1,\n });\n ctx.db.membership().insert(Membership {\n id: 0,\n user_id: 1,\n group_id: 2,\n });\n ctx.db.membership().insert(Membership {\n id: 0,\n user_id: 2,\n group_id: 2,\n });\n}\n", + "syntax": "rust" + }, + "t_020_ecs": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = entity)]\npub struct Entity {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n}\n\n#[table(accessor = position)]\npub struct Position {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[table(accessor = velocity)]\npub struct Velocity {\n #[primary_key]\n pub entity_id: i32,\n pub vx: i32,\n pub vy: i32,\n}\n\n#[table(accessor = next_position)]\npub struct NextPosition {\n #[primary_key]\n pub entity_id: i32,\n pub x: i32,\n pub y: i32,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.entity().insert(Entity { id: 0 });\n ctx.db.entity().insert(Entity { id: 0 });\n\n ctx.db.position().insert(Position {\n entity_id: 1,\n x: 0,\n y: 0,\n });\n ctx.db.position().insert(Position {\n entity_id: 2,\n x: 10,\n y: 0,\n });\n\n ctx.db.velocity().insert(Velocity {\n entity_id: 1,\n vx: 1,\n vy: 0,\n });\n ctx.db.velocity().insert(Velocity {\n entity_id: 2,\n vx: -2,\n vy: 3,\n });\n}\n\n#[spacetimedb::reducer]\npub fn step(ctx: &ReducerContext) {\n for p in ctx.db.position().iter() {\n if let Some(v) = ctx.db.velocity().entity_id().find(p.entity_id) {\n let np = NextPosition {\n entity_id: p.entity_id,\n x: p.x + v.vx,\n y: p.y + v.vy,\n };\n\n if ctx.db.next_position().entity_id().find(p.entity_id).is_some() {\n ctx.db.next_position().entity_id().update(np);\n } else {\n ctx.db.next_position().insert(np);\n }\n }\n }\n}\n", + "syntax": "rust" + }, + "t_021_multi_column_index": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(\n accessor = log,\n index(accessor = by_user_day, btree(columns = [user_id, day]))\n)]\npub struct Log {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub user_id: i32,\n pub day: i32,\n pub message: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) {\n ctx.db.log().insert(Log {\n id: 0,\n user_id: 7,\n day: 1,\n message: \"a\".into(),\n });\n ctx.db.log().insert(Log {\n id: 0,\n user_id: 7,\n day: 2,\n message: \"b\".into(),\n });\n ctx.db.log().insert(Log {\n id: 0,\n user_id: 9,\n day: 1,\n message: \"c\".into(),\n });\n}\n", + "syntax": "rust" + }, + "t_022_view_basic": { + "answer": "use spacetimedb::{table, view, AnonymousViewContext};\n\n#[table(accessor = announcement, public)]\npub struct Announcement {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub message: String,\n #[index(btree)]\n pub active: bool,\n}\n\n#[view(accessor = active_announcements, public)]\nfn active_announcements(ctx: &AnonymousViewContext) -> Vec {\n ctx.db.announcement().active().filter(true).collect()\n}\n", + "syntax": "rust" + }, + "t_023_view_per_user": { + "answer": "use spacetimedb::{table, view, ViewContext, Identity};\n\n#[table(accessor = profile, public)]\npub struct Profile {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub identity: Identity,\n pub name: String,\n pub bio: String,\n}\n\n#[view(accessor = my_profile, public)]\nfn my_profile(ctx: &ViewContext) -> Option {\n ctx.db.profile().identity().find(ctx.sender())\n}\n", + "syntax": "rust" + }, + "t_024_event_table": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = damage_event, public, event)]\npub struct DamageEvent {\n pub entity_id: u64,\n pub damage: u32,\n pub source: String,\n}\n\n#[reducer]\nfn deal_damage(ctx: &ReducerContext, entity_id: u64, damage: u32, source: String) {\n ctx.db.damage_event().insert(DamageEvent {\n entity_id,\n damage,\n source,\n });\n}\n", + "syntax": "rust" + }, + "t_025_optional_fields": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = player)]\npub struct Player {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub nickname: Option,\n pub high_score: Option,\n}\n\n#[reducer]\npub fn create_player(ctx: &ReducerContext, name: String, nickname: Option, high_score: Option) {\n ctx.db.player().insert(Player {\n id: 0,\n name,\n nickname,\n high_score,\n });\n}\n", + "syntax": "rust" + }, + "t_026_auth_identity_check": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\nuse spacetimedb::Identity;\n\n#[table(accessor = message, public)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub text: String,\n}\n\n#[reducer]\npub fn create_message(ctx: &ReducerContext, text: String) {\n ctx.db.message().insert(Message {\n id: 0,\n owner: ctx.sender(),\n text,\n });\n}\n\n#[reducer]\npub fn delete_message(ctx: &ReducerContext, id: u64) {\n let msg = ctx.db.message().id().find(id).expect(\"not found\");\n if msg.owner != ctx.sender() {\n panic!(\"unauthorized\");\n }\n ctx.db.message().id().delete(id);\n}\n", + "syntax": "rust" + }, + "t_027_private_vs_public_table": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = user_internal)]\npub struct UserInternal {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub email: String,\n pub password_hash: String,\n}\n\n#[table(accessor = user_public, public)]\npub struct UserPublic {\n #[primary_key]\n pub id: u64,\n pub name: String,\n}\n\n#[reducer]\npub fn register_user(ctx: &ReducerContext, name: String, email: String, password_hash: String) {\n let internal = ctx.db.user_internal().insert(UserInternal {\n id: 0,\n name: name.clone(),\n email,\n password_hash,\n });\n ctx.db.user_public().insert(UserPublic {\n id: internal.id,\n name,\n });\n}\n", + "syntax": "rust" + }, + "t_028_cascade_delete": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = author)]\npub struct Author {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n}\n\n#[table(accessor = post)]\npub struct Post {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub author_id: u64,\n pub title: String,\n}\n\n#[reducer]\npub fn delete_author(ctx: &ReducerContext, author_id: u64) {\n // Delete all posts by this author\n for p in ctx.db.post().author_id().filter(&author_id) {\n ctx.db.post().id().delete(p.id);\n }\n // Delete the author\n ctx.db.author().id().delete(author_id);\n}\n", + "syntax": "rust" + }, + "t_029_filter_and_aggregate": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = order)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub category: String,\n pub amount: u64,\n pub fulfilled: bool,\n}\n\n#[table(accessor = category_stats)]\npub struct CategoryStats {\n #[primary_key]\n pub category: String,\n pub total_amount: u64,\n pub order_count: u32,\n}\n\n#[reducer]\npub fn compute_stats(ctx: &ReducerContext, category: String) {\n let mut total_amount: u64 = 0;\n let mut order_count: u32 = 0;\n\n for o in ctx.db.order().category().filter(&category) {\n total_amount += o.amount;\n order_count += 1;\n }\n\n // Upsert: delete existing then insert\n let _ = ctx.db.category_stats().category().delete(category.clone());\n ctx.db.category_stats().insert(CategoryStats {\n category,\n total_amount,\n order_count,\n });\n}\n", + "syntax": "rust" + }, + "t_030_two_table_join": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = customer)]\npub struct Customer {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n}\n\n#[table(accessor = order)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub customer_id: u64,\n pub product: String,\n pub amount: u32,\n}\n\n#[table(accessor = order_detail)]\npub struct OrderDetail {\n #[primary_key]\n pub order_id: u64,\n pub customer_name: String,\n pub product: String,\n pub amount: u32,\n}\n\n#[reducer]\npub fn build_order_details(ctx: &ReducerContext) {\n for o in ctx.db.order().iter() {\n if let Some(c) = ctx.db.customer().id().find(o.customer_id) {\n ctx.db.order_detail().insert(OrderDetail {\n order_id: o.id,\n customer_name: c.name,\n product: o.product,\n amount: o.amount,\n });\n }\n }\n}\n", + "syntax": "rust" + }, + "t_031_unique_constraint": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\n\n#[table(accessor = account)]\npub struct Account {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub email: String,\n pub display_name: String,\n}\n\n#[reducer]\npub fn create_account(ctx: &ReducerContext, email: String, display_name: String) {\n ctx.db.account().insert(Account {\n id: 0,\n email,\n display_name,\n });\n}\n", + "syntax": "rust" + }, + "t_032_range_query": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = product)]\npub struct Product {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n #[index(btree)]\n pub price: u32,\n}\n\n#[table(accessor = price_range_result)]\npub struct PriceRangeResult {\n #[primary_key]\n pub product_id: u64,\n pub name: String,\n pub price: u32,\n}\n\n#[reducer]\npub fn find_in_price_range(ctx: &ReducerContext, min_price: u32, max_price: u32) {\n for p in ctx.db.product().iter() {\n if p.price >= min_price && p.price <= max_price {\n ctx.db.price_range_result().insert(PriceRangeResult {\n product_id: p.id,\n name: p.name,\n price: p.price,\n });\n }\n }\n}\n", + "syntax": "rust" + }, + "t_033_sort_and_limit": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = player)]\npub struct Player {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub score: u64,\n}\n\n#[table(accessor = leaderboard)]\npub struct LeaderboardEntry {\n #[primary_key]\n pub rank: u32,\n pub player_name: String,\n pub score: u64,\n}\n\n#[reducer]\npub fn build_leaderboard(ctx: &ReducerContext, limit: u32) {\n let mut players: Vec = ctx.db.player().iter().collect();\n players.sort_by(|a, b| b.score.cmp(&a.score));\n\n for (i, p) in players.into_iter().take(limit as usize).enumerate() {\n ctx.db.leaderboard().insert(LeaderboardEntry {\n rank: (i as u32) + 1,\n player_name: p.name,\n score: p.score,\n });\n }\n}\n", + "syntax": "rust" + }, + "t_034_find_first": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = task)]\npub struct Task {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub title: String,\n pub completed: bool,\n}\n\n#[table(accessor = first_incomplete)]\npub struct FirstIncomplete {\n #[primary_key]\n pub task_id: u64,\n pub title: String,\n}\n\n#[reducer]\npub fn find_first_incomplete(ctx: &ReducerContext) {\n if let Some(t) = ctx.db.task().iter().find(|t| !t.completed) {\n ctx.db.first_incomplete().insert(FirstIncomplete {\n task_id: t.id,\n title: t.title,\n });\n }\n}\n", + "syntax": "rust" + }, + "t_035_select_distinct": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\nuse std::collections::BTreeSet;\n\n#[table(accessor = order)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub amount: u32,\n}\n\n#[table(accessor = distinct_category)]\npub struct DistinctCategory {\n #[primary_key]\n pub category: String,\n}\n\n#[reducer]\npub fn collect_distinct_categories(ctx: &ReducerContext) {\n let categories: BTreeSet = ctx.db.order().iter().map(|o| o.category).collect();\n for category in categories {\n ctx.db.distinct_category().insert(DistinctCategory { category });\n }\n}\n", + "syntax": "rust" + }, + "t_036_count_without_collect": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = user)]\npub struct User {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n pub active: bool,\n}\n\n#[table(accessor = user_stats)]\npub struct UserStats {\n #[primary_key]\n pub key: String,\n pub count: u64,\n}\n\n#[reducer]\npub fn compute_user_counts(ctx: &ReducerContext) {\n let total = ctx.db.user().iter().count() as u64;\n let active = ctx.db.user().iter().filter(|u| u.active).count() as u64;\n\n ctx.db.user_stats().insert(UserStats {\n key: \"total\".to_string(),\n count: total,\n });\n ctx.db.user_stats().insert(UserStats {\n key: \"active\".to_string(),\n count: active,\n });\n}\n", + "syntax": "rust" + }, + "t_037_multi_column_filter": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(\n accessor = event_log,\n index(accessor = by_category_severity, btree(columns = [category, severity]))\n)]\npub struct EventLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub category: String,\n pub severity: u32,\n pub message: String,\n}\n\n#[table(accessor = filtered_event)]\npub struct FilteredEvent {\n #[primary_key]\n pub event_id: u64,\n pub message: String,\n}\n\n#[reducer]\npub fn filter_events(ctx: &ReducerContext, category: String, severity: u32) {\n for e in ctx.db.event_log().iter() {\n if e.category == category && e.severity == severity {\n ctx.db.filtered_event().insert(FilteredEvent {\n event_id: e.id,\n message: e.message,\n });\n }\n }\n}\n", + "syntax": "rust" + }, + "t_038_schedule_at_time": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\nuse std::time::Duration;\n\n#[table(accessor = reminder, scheduled(send_reminder))]\npub struct Reminder {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n message: String,\n}\n\n#[reducer]\npub fn send_reminder(_ctx: &ReducerContext, _row: Reminder) {}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n let fire_at = ctx.timestamp + Duration::from_secs(60);\n ctx.db.reminder().insert(Reminder {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Time(fire_at),\n message: \"Hello!\".to_string(),\n });\n}\n", + "syntax": "rust" + }, + "t_039_cancel_schedule": { + "answer": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\nuse std::time::Duration;\n\n#[table(accessor = cleanup_job, scheduled(run_cleanup))]\npub struct CleanupJob {\n #[primary_key]\n #[auto_inc]\n scheduled_id: u64,\n scheduled_at: ScheduleAt,\n}\n\n#[reducer]\npub fn run_cleanup(_ctx: &ReducerContext, _row: CleanupJob) {}\n\n#[reducer(init)]\npub fn init(ctx: &ReducerContext) {\n ctx.db.cleanup_job().insert(CleanupJob {\n scheduled_id: 0,\n scheduled_at: ScheduleAt::Interval(Duration::from_secs(60).into()),\n });\n}\n\n#[reducer]\npub fn cancel_cleanup(ctx: &ReducerContext, scheduled_id: u64) {\n ctx.db.cleanup_job().scheduled_id().delete(&scheduled_id);\n}\n", + "syntax": "rust" + }, + "t_040_lifecycle_player": { + "answer": "use spacetimedb::{reducer, table, Identity, ReducerContext, Table, Timestamp};\n\n#[table(accessor = online_player, public)]\npub struct OnlinePlayer {\n #[primary_key]\n pub identity: Identity,\n pub connected_at: Timestamp,\n}\n\n#[reducer(client_connected)]\npub fn client_connected(ctx: &ReducerContext) {\n ctx.db.online_player().insert(OnlinePlayer {\n identity: ctx.sender(),\n connected_at: ctx.timestamp,\n });\n}\n\n#[reducer(client_disconnected)]\npub fn client_disconnected(ctx: &ReducerContext) {\n ctx.db.online_player().identity().delete(&ctx.sender());\n}\n", + "syntax": "rust" + }, + "t_041_registered_user_gate": { + "answer": "use spacetimedb::{Identity, ReducerContext, Table, reducer, table};\n\n#[table(accessor = user)]\npub struct User {\n #[primary_key]\n pub identity: Identity,\n pub name: String,\n}\n\n#[table(accessor = message, public)]\npub struct Message {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub sender: Identity,\n pub text: String,\n}\n\n#[reducer]\npub fn register(ctx: &ReducerContext, name: String) {\n if ctx.db.user().identity().find(ctx.sender()).is_some() {\n panic!(\"already registered\");\n }\n ctx.db.user().insert(User {\n identity: ctx.sender(),\n name,\n });\n}\n\n#[reducer]\npub fn post_message(ctx: &ReducerContext, text: String) {\n if ctx.db.user().identity().find(ctx.sender()).is_none() {\n panic!(\"not registered\");\n }\n ctx.db.message().insert(Message {\n id: 0,\n sender: ctx.sender(),\n text,\n });\n}\n", + "syntax": "rust" + }, + "t_042_admin_bootstrap": { + "answer": "use spacetimedb::{Identity, ReducerContext, Table, reducer, table};\n\n#[table(accessor = config)]\npub struct Config {\n #[primary_key]\n pub id: u32,\n pub admin: Identity,\n}\n\n#[table(accessor = admin_log, public)]\npub struct AdminLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub action: String,\n}\n\n#[reducer]\npub fn bootstrap_admin(ctx: &ReducerContext) {\n if ctx.db.config().id().find(0).is_some() {\n panic!(\"already bootstrapped\");\n }\n ctx.db.config().insert(Config {\n id: 0,\n admin: ctx.sender(),\n });\n}\n\n#[reducer]\npub fn admin_action(ctx: &ReducerContext, action: String) {\n let config = ctx.db.config().id().find(0).expect(\"not bootstrapped\");\n if ctx.sender() != config.admin {\n panic!(\"not admin\");\n }\n ctx.db.admin_log().insert(AdminLog { id: 0, action });\n}\n", + "syntax": "rust" + }, + "t_043_role_based_access": { + "answer": "use spacetimedb::{Identity, ReducerContext, Table, reducer, table};\n\n#[table(accessor = user)]\npub struct User {\n #[primary_key]\n pub identity: Identity,\n pub role: String,\n}\n\n#[reducer]\npub fn register(ctx: &ReducerContext) {\n if ctx.db.user().identity().find(ctx.sender()).is_some() {\n panic!(\"already registered\");\n }\n ctx.db.user().insert(User {\n identity: ctx.sender(),\n role: \"member\".to_string(),\n });\n}\n\n#[reducer]\npub fn promote(ctx: &ReducerContext, target: Identity) {\n let caller = ctx.db.user().identity().find(ctx.sender()).expect(\"not registered\");\n if caller.role != \"admin\" {\n panic!(\"not admin\");\n }\n let mut target_user = ctx.db.user().identity().find(target).expect(\"target not registered\");\n target_user.role = \"admin\".to_string();\n ctx.db.user().identity().update(target_user);\n}\n\n#[reducer]\npub fn member_action(ctx: &ReducerContext) {\n ctx.db.user().identity().find(ctx.sender()).expect(\"not registered\");\n}\n\n#[reducer]\npub fn admin_action(ctx: &ReducerContext) {\n let user = ctx.db.user().identity().find(ctx.sender()).expect(\"not registered\");\n if user.role != \"admin\" {\n panic!(\"not admin\");\n }\n}\n", + "syntax": "rust" + }, + "t_044_ban_list": { + "answer": "use spacetimedb::{Identity, ReducerContext, Table, reducer, table};\n\n#[table(accessor = admin)]\npub struct Admin {\n #[primary_key]\n pub identity: Identity,\n}\n\n#[table(accessor = banned)]\npub struct Banned {\n #[primary_key]\n pub identity: Identity,\n}\n\n#[table(accessor = player, public)]\npub struct Player {\n #[primary_key]\n pub identity: Identity,\n pub name: String,\n}\n\n#[reducer]\npub fn add_admin(ctx: &ReducerContext, target: Identity) {\n if ctx.db.admin().identity().find(ctx.sender()).is_none() {\n panic!(\"not admin\");\n }\n let _ = ctx.db.admin().try_insert(Admin { identity: target });\n}\n\n#[reducer]\npub fn ban_player(ctx: &ReducerContext, target: Identity) {\n if ctx.db.admin().identity().find(ctx.sender()).is_none() {\n panic!(\"not admin\");\n }\n ctx.db.banned().insert(Banned { identity: target });\n if ctx.db.player().identity().find(target).is_some() {\n ctx.db.player().identity().delete(target);\n }\n}\n\n#[reducer]\npub fn join_game(ctx: &ReducerContext, name: String) {\n if ctx.db.banned().identity().find(ctx.sender()).is_some() {\n panic!(\"banned\");\n }\n if ctx.db.player().identity().find(ctx.sender()).is_some() {\n panic!(\"already in game\");\n }\n ctx.db.player().insert(Player {\n identity: ctx.sender(),\n name,\n });\n}\n", + "syntax": "rust" + }, + "t_045_rate_limit": { + "answer": "use spacetimedb::{Identity, ReducerContext, Table, reducer, table};\n\n#[table(accessor = rate_limit)]\npub struct RateLimit {\n #[primary_key]\n pub identity: Identity,\n pub last_call_us: i64,\n}\n\n#[table(accessor = action_log, public)]\npub struct ActionLog {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub identity: Identity,\n pub payload: String,\n}\n\n#[reducer]\npub fn limited_action(ctx: &ReducerContext, payload: String) {\n let now = ctx.timestamp.to_micros_since_unix_epoch();\n if let Some(entry) = ctx.db.rate_limit().identity().find(ctx.sender()) {\n if now.saturating_sub(entry.last_call_us) < 1_000_000 {\n panic!(\"rate limited\");\n }\n ctx.db.rate_limit().identity().update(RateLimit {\n identity: ctx.sender(),\n last_call_us: now,\n });\n } else {\n ctx.db.rate_limit().insert(RateLimit {\n identity: ctx.sender(),\n last_call_us: now,\n });\n }\n ctx.db.action_log().insert(ActionLog {\n id: 0,\n identity: ctx.sender(),\n payload,\n });\n}\n", + "syntax": "rust" + }, + "t_046_shared_document": { + "answer": "use spacetimedb::{Identity, ReducerContext, Table, reducer, table};\n\n#[table(accessor = document, public)]\npub struct Document {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub owner: Identity,\n pub title: String,\n}\n\n#[table(accessor = document_share, public)]\npub struct DocumentShare {\n #[index(btree)]\n pub document_id: u64,\n #[index(btree)]\n pub shared_with: Identity,\n}\n\n#[reducer]\npub fn create_document(ctx: &ReducerContext, title: String) {\n ctx.db.document().insert(Document {\n id: 0,\n owner: ctx.sender(),\n title,\n });\n}\n\n#[reducer]\npub fn share_document(ctx: &ReducerContext, document_id: u64, target: Identity) {\n let doc = ctx.db.document().id().find(document_id).expect(\"not found\");\n if doc.owner != ctx.sender() {\n panic!(\"not owner\");\n }\n ctx.db.document_share().insert(DocumentShare {\n document_id,\n shared_with: target,\n });\n}\n\n#[reducer]\npub fn edit_document(ctx: &ReducerContext, document_id: u64, new_title: String) {\n let mut doc = ctx.db.document().id().find(document_id).expect(\"not found\");\n let is_owner = doc.owner == ctx.sender();\n let is_shared = ctx\n .db\n .document_share()\n .document_id()\n .filter(document_id)\n .any(|s| s.shared_with == ctx.sender());\n if !is_owner && !is_shared {\n panic!(\"unauthorized\");\n }\n doc.title = new_title;\n ctx.db.document().id().update(doc);\n}\n", + "syntax": "rust" + }, + "views/t_022_view_basic": { + "answer": "use spacetimedb::{table, view, AnonymousViewContext};\n\n#[table(accessor = announcement, public)]\npub struct Announcement {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub message: String,\n #[index(btree)]\n pub active: bool,\n}\n\n#[view(accessor = active_announcements, public)]\nfn active_announcements(ctx: &AnonymousViewContext) -> Vec {\n ctx.db.announcement().active().filter(true).collect()\n}\n", + "syntax": "rust" + }, + "views/t_023_view_per_user": { + "answer": "use spacetimedb::{table, view, ViewContext, Identity};\n\n#[table(accessor = profile, public)]\npub struct Profile {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[unique]\n pub identity: Identity,\n pub name: String,\n pub bio: String,\n}\n\n#[view(accessor = my_profile, public)]\nfn my_profile(ctx: &ViewContext) -> Option {\n ctx.db.profile().identity().find(ctx.sender())\n}\n", + "syntax": "rust" + }, + "write_patterns/t_028_cascade_delete": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = author)]\npub struct Author {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n}\n\n#[table(accessor = post)]\npub struct Post {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub author_id: u64,\n pub title: String,\n}\n\n#[reducer]\npub fn delete_author(ctx: &ReducerContext, author_id: u64) {\n // Delete all posts by this author\n for p in ctx.db.post().author_id().filter(&author_id) {\n ctx.db.post().id().delete(p.id);\n }\n // Delete the author\n ctx.db.author().id().delete(author_id);\n}\n", + "syntax": "rust" + }, + "write_patterns/t_029_filter_and_aggregate": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = order)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub category: String,\n pub amount: u64,\n pub fulfilled: bool,\n}\n\n#[table(accessor = category_stats)]\npub struct CategoryStats {\n #[primary_key]\n pub category: String,\n pub total_amount: u64,\n pub order_count: u32,\n}\n\n#[reducer]\npub fn compute_stats(ctx: &ReducerContext, category: String) {\n let mut total_amount: u64 = 0;\n let mut order_count: u32 = 0;\n\n for o in ctx.db.order().category().filter(&category) {\n total_amount += o.amount;\n order_count += 1;\n }\n\n // Upsert: delete existing then insert\n let _ = ctx.db.category_stats().category().delete(category.clone());\n ctx.db.category_stats().insert(CategoryStats {\n category,\n total_amount,\n order_count,\n });\n}\n", + "syntax": "rust" + }, + "write_patterns/t_030_two_table_join": { + "answer": "use spacetimedb::{Table, reducer, table, ReducerContext};\n\n#[table(accessor = customer)]\npub struct Customer {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n pub name: String,\n}\n\n#[table(accessor = order)]\npub struct Order {\n #[primary_key]\n #[auto_inc]\n pub id: u64,\n #[index(btree)]\n pub customer_id: u64,\n pub product: String,\n pub amount: u32,\n}\n\n#[table(accessor = order_detail)]\npub struct OrderDetail {\n #[primary_key]\n pub order_id: u64,\n pub customer_name: String,\n pub product: String,\n pub amount: u32,\n}\n\n#[reducer]\npub fn build_order_details(ctx: &ReducerContext) {\n for o in ctx.db.order().iter() {\n if let Some(c) = ctx.db.customer().id().find(o.customer_id) {\n ctx.db.order_detail().insert(OrderDetail {\n order_id: o.id,\n customer_name: c.name,\n product: o.product,\n amount: o.amount,\n });\n }\n }\n}\n", + "syntax": "rust" + } + } + }, + { + "lang": "typescript", + "modes": [ + { + "mode": "docs", + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "models": [ + { + "name": "Grok 4", + "route_api_model": "grok-4", + "tasks": { + "t_000_empty_reducers": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst emptyTable = table(\n { name: 'emptyTable', public: true },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({ emptyTable });\nexport default spacetimedb;\n\nexport const emptyReducerNoArgs = spacetimedb.reducer((ctx) => {});\n\nexport const emptyReducerWithInt = spacetimedb.reducer({ count: t.i32() }, (ctx, { count }) => {});\n\nexport const emptyReducerWithString = spacetimedb.reducer({ name: t.string() }, (ctx, { name }) => {});\n\nexport const emptyReducerWithTwoArgs = spacetimedb.reducer({ count: t.i32(), name: t.string() }, (ctx, { count, name }) => {});\n\nexport const emptyReducerWithThreeArgs = spacetimedb.reducer({ active: t.bool(), ratio: t.f32(), label: t.string() }, (ctx, { active, ratio, label }) => {});\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "empty_table": {} + }, + "only_llm": { + "emptyTable": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 166612, + "output_tokens": 226, + "generation_duration_ms": 34023, + "started_at": "2026-03-26T18:38:10.108964300Z", + "finished_at": "2026-03-26T18:38:52.688745Z" + }, + "t_001_basic_tables": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166639, + "output_tokens": 192, + "generation_duration_ms": 36115, + "started_at": "2026-03-26T18:38:10.786742300Z", + "finished_at": "2026-03-26T18:38:58.474086Z" + }, + "t_002_scheduled_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t, ScheduleAt } from 'spacetimedb/server';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: (): any => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (ctx, { arg }) => {\n});\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50000000n),\n });\n});\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,28): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'ScheduleAt'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 166593, + "output_tokens": 160, + "generation_duration_ms": 25334, + "started_at": "2026-03-26T18:38:24.691141100Z", + "finished_at": "2026-03-26T18:38:58.475796100Z" + }, + "t_003_struct_in_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166570, + "output_tokens": 97, + "generation_duration_ms": 13444, + "started_at": "2026-03-26T18:38:39.244053400Z", + "finished_at": "2026-03-26T18:39:02.571505500Z" + }, + "t_004_insert": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "xai", + "input_tokens": 166605, + "output_tokens": 155, + "generation_duration_ms": 16286, + "started_at": "2026-03-26T18:38:42.189247500Z", + "finished_at": "2026-03-26T18:39:10.878647500Z" + }, + "t_005_update": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_005_update", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const updateUser = spacetimedb.reducer(\n { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() },\n (ctx, { id, name, age, active }) => {\n const existing = ctx.db.user.id.find(id);\n if (existing) {\n ctx.db.user.id.update({ id, name, age, active });\n }\n }\n);\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "data_parity_update_user": { + "pass": false, + "partial": 0.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+------+-----+--------", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:62764/v1/database/c2003b0e2a3c77480828c1ffc0b12b4e1fee23c692fcea7be6157cae3cee5813/sql)\n", + "phase": "sql_golden", + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "xai", + "input_tokens": 166605, + "output_tokens": 175, + "generation_duration_ms": 17045, + "started_at": "2026-03-26T18:38:46.214280500Z", + "finished_at": "2026-03-26T18:39:14.131313200Z" + }, + "t_006_delete": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 166578, + "output_tokens": 154, + "generation_duration_ms": 21541, + "started_at": "2026-03-26T18:38:49.337387300Z", + "finished_at": "2026-03-26T18:39:20.282630900Z" + }, + "t_007_crud": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const crud = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ id: 1, name: 'Alice', age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: 'Bob', age: 22, active: false });\n ctx.db.user.id.update({ id: 1, name: 'Alice2', age: 31, active: false });\n ctx.db.user.id.delete(2);\n});\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62764/v1/database/c2008884f89fd4964413b05cc24f3105c6b5832bbae4ba7352309cc77f02f614/call/crud)\n", + "phase": "call_reducer_golden" + } + }, + "crud_total_count_one": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "xai", + "input_tokens": 166657, + "output_tokens": 188, + "generation_duration_ms": 22515, + "started_at": "2026-03-26T18:38:55.089267800Z", + "finished_at": "2026-03-26T18:39:31.029802Z" + }, + "t_008_index_lookup": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "xai", + "input_tokens": 166615, + "output_tokens": 189, + "generation_duration_ms": 24708, + "started_at": "2026-03-26T18:39:00.823163600Z", + "finished_at": "2026-03-26T18:39:32.935089800Z" + }, + "t_009_init": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_009_init", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "xai", + "input_tokens": 166612, + "output_tokens": 152, + "generation_duration_ms": 19442, + "started_at": "2026-03-26T18:39:01.514957400Z", + "finished_at": "2026-03-26T18:39:31.808663700Z" + }, + "t_010_connect": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema({ event });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected(ctx => {\n ctx.db.event.insert({ id: 0n, kind: 'connected' });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected(ctx => {\n ctx.db.event.insert({ id: 0n, kind: 'disconnected' });\n});\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166570, + "output_tokens": 147, + "generation_duration_ms": 25258, + "started_at": "2026-03-26T18:39:02.571911400Z", + "finished_at": "2026-03-26T18:39:34.611386400Z" + }, + "t_011_helper_function": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "xai", + "input_tokens": 166593, + "output_tokens": 164, + "generation_duration_ms": 21159, + "started_at": "2026-03-26T18:39:14.133357400Z", + "finished_at": "2026-03-26T18:39:48.648705Z" + }, + "t_012_spacetime_product_type": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "xai", + "input_tokens": 166601, + "output_tokens": 164, + "generation_duration_ms": 63098, + "started_at": "2026-03-26T18:40:46.439689400Z", + "finished_at": "2026-03-26T18:42:00.642659500Z" + }, + "t_013_spacetime_sum_type": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 166620, + "output_tokens": 183, + "generation_duration_ms": 9874, + "started_at": "2026-03-26T18:40:54.884353700Z", + "finished_at": "2026-03-26T18:41:11.792768800Z" + }, + "t_014_elementary_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 166638, + "output_tokens": 181, + "generation_duration_ms": 11532, + "started_at": "2026-03-26T18:40:56.282385200Z", + "finished_at": "2026-03-26T18:41:17.902996200Z" + }, + "t_015_product_type_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 166662, + "output_tokens": 205, + "generation_duration_ms": 17698, + "started_at": "2026-03-26T18:40:56.961892500Z", + "finished_at": "2026-03-26T18:41:23.000183300Z" + }, + "t_016_sum_type_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 166639, + "output_tokens": 191, + "generation_duration_ms": 12737, + "started_at": "2026-03-26T18:40:59.719756Z", + "finished_at": "2026-03-26T18:41:18.916416500Z" + }, + "t_017_scheduled_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t, ScheduleAt } from 'spacetimedb/server';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: (): any => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (ctx, { arg }) => {\n console.info(`tick at ${ctx.timestamp}`);\n});\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50000n),\n });\n});\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,28): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'ScheduleAt'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 166593, + "output_tokens": 169, + "generation_duration_ms": 16159, + "started_at": "2026-03-26T18:41:04.084369100Z", + "finished_at": "2026-03-26T18:41:29.876477600Z" + }, + "t_018_constraints": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT id, email, name FROM account WHERE id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "xai", + "input_tokens": 166608, + "output_tokens": 187, + "generation_duration_ms": 12897, + "started_at": "2026-03-26T18:41:10.104267900Z", + "finished_at": "2026-03-26T18:41:31.624105Z" + }, + "t_019_many_to_many": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "m2m_has_1_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=20" + } + }, + "m2m_has_2_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=20" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "m2m_has_1_10": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=10" + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "xai", + "input_tokens": 166729, + "output_tokens": 375, + "generation_duration_ms": 20177, + "started_at": "2026-03-26T18:41:11.793196700Z", + "finished_at": "2026-03-26T18:41:43.457110500Z" + }, + "t_020_ecs": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 2, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst entity = table(\n { name: 'entity', public: true },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst position = table(\n { name: 'position', public: true },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst velocity = table(\n { name: 'velocity', public: true },\n {\n entityId: t.i32().primaryKey(),\n vx: t.i32(),\n vy: t.i32(),\n }\n);\n\nconst nextPosition = table(\n { name: 'nextPosition', public: true },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst spacetimedb = schema({ entity, position, velocity, nextPosition });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.entity.insert({ id: 1 });\n ctx.db.position.insert({ entityId: 1, x: 0, y: 0 });\n ctx.db.velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n\n ctx.db.entity.insert({ id: 2 });\n ctx.db.position.insert({ entityId: 2, x: 10, y: 0 });\n ctx.db.velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n});\n\nexport const step = spacetimedb.reducer((ctx) => {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.entityId.find(pos.entityId);\n if (vel) {\n const nextX = pos.x + vel.vx;\n const nextY = pos.y + vel.vy;\n ctx.db.nextPosition.entityId.update({\n entityId: pos.entityId,\n x: nextX,\n y: nextY,\n });\n }\n }\n});\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62764/v1/database/c20091e917a9173d2f19a39a45aa20acad55eadbfa9d384162fcbca70ede8978/call/step)\n", + "phase": "call_reducer" + } + }, + "ecs_next_pos_entity1": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62764/v1/database/c20091e917a9173d2f19a39a45aa20acad55eadbfa9d384162fcbca70ede8978/call/step)\n", + "phase": "call_reducer" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62764/v1/database/c20091e917a9173d2f19a39a45aa20acad55eadbfa9d384162fcbca70ede8978/call/step)\n", + "phase": "call_reducer" + } + } + }, + "vendor": "xai", + "input_tokens": 166732, + "output_tokens": 446, + "generation_duration_ms": 37537, + "started_at": "2026-03-26T18:41:18.916861200Z", + "finished_at": "2026-03-26T18:42:03.953307700Z" + }, + "t_021_multi_column_index": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + } + } + }, + "vendor": "xai", + "input_tokens": 166650, + "output_tokens": 227, + "generation_duration_ms": 99793, + "started_at": "2026-03-26T18:41:19.578399700Z", + "finished_at": "2026-03-26T18:43:14.802755500Z" + }, + "t_022_view_basic": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166595, + "output_tokens": 166, + "generation_duration_ms": 32122, + "started_at": "2026-03-26T18:40:03.210380400Z", + "finished_at": "2026-03-26T18:40:45.064036800Z" + }, + "t_023_view_per_user": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166643, + "output_tokens": 143, + "generation_duration_ms": 32915, + "started_at": "2026-03-26T18:40:08.813115700Z", + "finished_at": "2026-03-26T18:40:52.564615100Z" + }, + "t_024_event_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst damageEvent = table(\n { name: 'damageEvent', public: true, event: true },\n {\n entityId: t.u64(),\n damage: t.u32(),\n source: t.string(),\n }\n);\n\nconst spacetimedb = schema({ damageEvent });\nexport default spacetimedb;\n\nexport const deal_damage = spacetimedb.reducer(\n { entityId: t.u64(), damage: t.u32(), source: t.string() },\n (ctx, { entityId, damage, source }) => {\n ctx.db.damageEvent.insert({ entityId, damage, source });\n }\n);\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "damage_event": {} + }, + "only_llm": { + "damageEvent": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 166620, + "output_tokens": 152, + "generation_duration_ms": 26753, + "started_at": "2026-03-26T18:39:32.935386Z", + "finished_at": "2026-03-26T18:40:06.447009Z" + }, + "t_025_optional_fields": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166642, + "output_tokens": 166, + "generation_duration_ms": 32833, + "started_at": "2026-03-26T18:39:33.612909400Z", + "finished_at": "2026-03-26T18:40:17.684514500Z" + }, + "t_026_auth_identity_check": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166669, + "output_tokens": 226, + "generation_duration_ms": 20945, + "started_at": "2026-03-26T18:37:39.028988800Z", + "finished_at": "2026-03-26T18:38:09.730145100Z" + }, + "t_027_private_vs_public_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst userInternal = table(\n { name: 'userInternal' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n email: t.string(),\n passwordHash: t.string(),\n }\n);\n\nconst userPublic = table(\n { name: 'userPublic', public: true },\n {\n id: t.u64().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ userInternal, userPublic });\nexport default spacetimedb;\n\nexport const register_user = spacetimedb.reducer(\n { name: t.string(), email: t.string(), passwordHash: t.string() },\n (ctx, { name, email, passwordHash }) => {\n if (!name) {\n throw new SenderError('Name cannot be empty');\n }\n const inserted = ctx.db.userInternal.insert({\n id: 0n,\n name,\n email,\n passwordHash,\n });\n ctx.db.userPublic.insert({\n id: inserted.id,\n name: inserted.name,\n });\n }\n);\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user_internal": {}, + "user_public": {} + }, + "only_llm": { + "userInternal": {}, + "userPublic": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 166686, + "output_tokens": 251, + "generation_duration_ms": 22465, + "started_at": "2026-03-26T18:37:39.689840900Z", + "finished_at": "2026-03-26T18:38:10.108236800Z" + }, + "t_028_cascade_delete": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166650, + "output_tokens": 219, + "generation_duration_ms": 40250, + "started_at": "2026-03-26T18:39:34.611718900Z", + "finished_at": "2026-03-26T18:40:29.317199500Z" + }, + "t_029_filter_and_aggregate": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n {\n name: 'order',\n public: true,\n indexes: [{ accessor: 'category', algorithm: 'btree', columns: ['category'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u64(),\n fulfilled: t.bool(),\n }\n);\n\nconst categoryStats = table(\n { name: 'categoryStats', public: true },\n {\n category: t.string().primaryKey(),\n totalAmount: t.u64(),\n orderCount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ order, categoryStats });\nexport default spacetimedb;\n\nexport const compute_stats = spacetimedb.reducer({ category: t.string() }, (ctx, { category }) => {\n let totalAmount = 0n;\n let orderCount = 0;\n for (const o of ctx.db.order.category.filter(category)) {\n if (o.fulfilled) {\n totalAmount += o.amount;\n orderCount++;\n }\n }\n ctx.db.categoryStats.category.update({\n category,\n totalAmount,\n orderCount,\n });\n});\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "category_stats": {} + }, + "only_llm": { + "categoryStats": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 166669, + "output_tokens": 267, + "generation_duration_ms": 40582, + "started_at": "2026-03-26T18:39:37.102042400Z", + "finished_at": "2026-03-26T18:40:29.634645700Z" + }, + "t_030_two_table_join": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst customer = table(\n { name: 'customer', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n customerId: t.u64().index('btree'),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst orderDetail = table(\n { name: 'orderDetail', public: true },\n {\n orderId: t.u64().primaryKey(),\n customerName: t.string(),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ customer, order, orderDetail });\nexport default spacetimedb;\n\nexport const build_order_details = spacetimedb.reducer(ctx => {\n for (const o of ctx.db.order.iter()) {\n const c = ctx.db.customer.id.find(o.customerId);\n if (c) {\n ctx.db.orderDetail.insert({\n orderId: o.id,\n customerName: c.name,\n product: o.product,\n amount: o.amount,\n });\n }\n }\n});\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "order_detail": {} + }, + "only_llm": { + "orderDetail": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 166715, + "output_tokens": 281, + "generation_duration_ms": 40984, + "started_at": "2026-03-26T18:39:48.650624300Z", + "finished_at": "2026-03-26T18:40:41.728591800Z" + }, + "t_031_unique_constraint": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166611, + "output_tokens": 146, + "generation_duration_ms": 30513, + "started_at": "2026-03-26T18:39:49.336276500Z", + "finished_at": "2026-03-26T18:40:32.209783800Z" + }, + "t_032_range_query": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst product = table(\n {\n name: 'product',\n public: true,\n indexes: [{ accessor: 'price', algorithm: 'btree', columns: ['price'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n price: t.u32(),\n }\n);\n\nconst priceRangeResult = table(\n { name: 'priceRangeResult', public: true },\n {\n productId: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ product, priceRangeResult });\nexport default spacetimedb;\n\nexport const find_in_price_range = spacetimedb.reducer(\n { minPrice: t.u32(), maxPrice: t.u32() },\n (ctx, { minPrice, maxPrice }) => {\n for (const p of ctx.db.product.iter()) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n ctx.db.priceRangeResult.insert({\n productId: p.id,\n name: p.name,\n price: p.price,\n });\n }\n }\n }\n);\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "price_range_result": {} + }, + "only_llm": { + "priceRangeResult": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 166680, + "output_tokens": 269, + "generation_duration_ms": 62888, + "started_at": "2026-03-26T18:40:22.402619600Z", + "finished_at": "2026-03-26T18:41:31.970707900Z" + }, + "t_033_sort_and_limit": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166673, + "output_tokens": 267, + "generation_duration_ms": 20354, + "started_at": "2026-03-26T18:40:32.210312900Z", + "finished_at": "2026-03-26T18:40:57.949264200Z" + }, + "t_034_find_first": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst task = table(\n { name: 'task', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n title: t.string(),\n completed: t.bool(),\n }\n);\n\nconst firstIncomplete = table(\n { name: 'firstIncomplete', public: true },\n {\n taskId: t.u64().primaryKey(),\n title: t.string(),\n }\n);\n\nconst spacetimedb = schema({ task, firstIncomplete });\nexport default spacetimedb;\n\nexport const find_first_incomplete = spacetimedb.reducer((ctx) => {\n for (const t of ctx.db.task.iter()) {\n if (!t.completed) {\n ctx.db.firstIncomplete.insert({\n taskId: t.id,\n title: t.title,\n });\n return;\n }\n }\n});\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "first_incomplete": {} + }, + "only_llm": { + "firstIncomplete": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 166637, + "output_tokens": 192, + "generation_duration_ms": 17113, + "started_at": "2026-03-26T18:40:32.890621700Z", + "finished_at": "2026-03-26T18:40:56.281962700Z" + }, + "t_035_select_distinct": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u32(),\n }\n);\n\nconst distinctCategory = table(\n { name: 'distinctCategory', public: true },\n {\n category: t.string().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({ order, distinctCategory });\nexport default spacetimedb;\n\nexport const collect_distinct_categories = spacetimedb.reducer((ctx) => {\n const seen = new Set();\n for (const o of ctx.db.order.iter()) {\n seen.add(o.category);\n }\n for (const cat of seen) {\n ctx.db.distinctCategory.insert({ category: cat });\n }\n});\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "distinct_category": {} + }, + "only_llm": { + "distinctCategory": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 166627, + "output_tokens": 188, + "generation_duration_ms": 14591, + "started_at": "2026-03-26T18:40:33.559488600Z", + "finished_at": "2026-03-26T18:40:55.935116500Z" + }, + "t_036_count_without_collect": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n active: t.bool(),\n }\n);\n\nconst userStats = table(\n { name: 'userStats', public: true },\n {\n key: t.string().primaryKey(),\n count: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ user, userStats });\nexport default spacetimedb;\n\nexport const compute_user_counts = spacetimedb.reducer(ctx => {\n let total = 0;\n let active = 0;\n for (const u of ctx.db.user.iter()) {\n total++;\n if (u.active) {\n active++;\n }\n }\n ctx.db.userStats.insert({ key: 'total', count: total });\n ctx.db.userStats.insert({ key: 'active', count: active });\n});\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(32,43): error TS2322: Type 'number' is not assignable to type 'bigint'.\r\nsrc/index.ts(33,44): error TS2322: Type 'number' is not assignable to type 'bigint'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 166668, + "output_tokens": 215, + "generation_duration_ms": 12884, + "started_at": "2026-03-26T18:40:45.064345700Z", + "finished_at": "2026-03-26T18:41:04.084123200Z" + }, + "t_037_multi_column_filter": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst eventLog = table(\n {\n name: 'eventLog',\n public: true,\n indexes: [\n {\n accessor: 'byCategoryAndSeverity',\n algorithm: 'btree',\n columns: ['category', 'severity'],\n },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n severity: t.u32(),\n message: t.string(),\n }\n);\n\nconst filteredEvent = table(\n { name: 'filteredEvent', public: true },\n {\n eventId: t.u64().primaryKey(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ eventLog, filteredEvent });\nexport default spacetimedb;\n\nexport const filter_events = spacetimedb.reducer(\n { category: t.string(), severity: t.u32() },\n (ctx, { category, severity }) => {\n for (const ev of ctx.db.eventLog.iter()) {\n if (ev.category === category && ev.severity === severity) {\n ctx.db.filteredEvent.insert({\n eventId: ev.id,\n message: ev.message,\n });\n }\n }\n }\n);\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "event_log": {}, + "filtered_event": {} + }, + "only_llm": { + "eventLog": {}, + "filteredEvent": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 166673, + "output_tokens": 268, + "generation_duration_ms": 14641, + "started_at": "2026-03-26T18:40:45.762124500Z", + "finished_at": "2026-03-26T18:41:07.815262800Z" + }, + "t_038_schedule_at_time": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t, ScheduleAt } from 'spacetimedb/server';\n\nconst reminder = table(\n { name: 'reminder', scheduled: (): any => send_reminder },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ reminder });\nexport default spacetimedb;\n\nexport const send_reminder = spacetimedb.reducer({ arg: reminder.rowType }, (ctx, { arg }) => {\n});\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.reminder.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.time(ctx.timestamp.microsSinceUnixEpoch + 60000000n),\n message: \"Hello from the future\",\n });\n});\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,28): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'ScheduleAt'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 166645, + "output_tokens": 184, + "generation_duration_ms": 22990, + "started_at": "2026-03-26T18:39:14.805732900Z", + "finished_at": "2026-03-26T18:39:48.650308800Z" + }, + "t_039_cancel_schedule": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t, ScheduleAt } from 'spacetimedb/server';\n\nconst cleanupJob = table(\n { name: 'cleanupJob', scheduled: (): any => run_cleanup },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ cleanupJob });\nexport default spacetimedb;\n\nexport const run_cleanup = spacetimedb.reducer({ arg: cleanupJob.rowType }, (ctx, { arg }) => {\n});\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.cleanupJob.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(60_000_000n),\n });\n});\n\nexport const cancel_cleanup = spacetimedb.reducer({ scheduledId: t.u64() }, (ctx, { scheduledId }) => {\n ctx.db.cleanupJob.scheduledId.delete(scheduledId);\n});\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,28): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'ScheduleAt'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 166642, + "output_tokens": 206, + "generation_duration_ms": 83957, + "started_at": "2026-03-26T18:39:15.462013600Z", + "finished_at": "2026-03-26T18:40:45.761907400Z" + }, + "t_040_lifecycle_player": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { name: 'onlinePlayer', public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp(),\n }\n);\n\nconst spacetimedb = schema({ onlinePlayer });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected(ctx => {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected(ctx => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166607, + "output_tokens": 142, + "generation_duration_ms": 25601, + "started_at": "2026-03-26T18:39:20.283335400Z", + "finished_at": "2026-03-26T18:40:02.525573100Z" + }, + "t_041_registered_user_gate": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166685, + "output_tokens": 255, + "generation_duration_ms": 26660, + "started_at": "2026-03-26T18:37:40.356748700Z", + "finished_at": "2026-03-26T18:38:24.690398500Z" + }, + "t_042_admin_bootstrap": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166694, + "output_tokens": 268, + "generation_duration_ms": 40923, + "started_at": "2026-03-26T18:37:41.019789800Z", + "finished_at": "2026-03-26T18:38:39.243565100Z" + }, + "t_043_role_based_access": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166725, + "output_tokens": 362, + "generation_duration_ms": 38106, + "started_at": "2026-03-26T18:37:41.668742700Z", + "finished_at": "2026-03-26T18:38:38.926936400Z" + }, + "t_044_ban_list": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166741, + "output_tokens": 349, + "generation_duration_ms": 53712, + "started_at": "2026-03-26T18:37:42.313971700Z", + "finished_at": "2026-03-26T18:38:46.212031100Z" + }, + "t_045_rate_limit": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst rate_limit = table(\n { name: 'rate_limit' },\n {\n identity: t.identity().primaryKey(),\n last_call_us: t.u64(),\n }\n);\n\nconst action_log = table(\n { name: 'action_log', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n identity: t.identity(),\n payload: t.string(),\n }\n);\n\nconst spacetimedb = schema({ rate_limit, action_log });\nexport default spacetimedb;\n\nexport const limited_action = spacetimedb.reducer({ payload: t.string() }, (ctx, { payload }) => {\n const now = ctx.timestamp.microsSinceUnixEpoch;\n const existing = ctx.db.rate_limit.identity.find(ctx.sender);\n if (existing !== undefined) {\n if (now - existing.last_call_us < 1000000n) {\n throw new SenderError('rate limited');\n }\n }\n ctx.db.rate_limit.identity.update({ identity: ctx.sender, last_call_us: now });\n ctx.db.action_log.insert({ id: 0n, identity: ctx.sender, payload });\n});\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(27,15): error TS18047: 'existing' is possibly 'null'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 166714, + "output_tokens": 258, + "generation_duration_ms": 56931, + "started_at": "2026-03-26T18:37:42.986639500Z", + "finished_at": "2026-03-26T18:38:46.213966Z" + }, + "t_046_shared_document": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst document = table(\n { name: 'document', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity().index('btree'),\n title: t.string(),\n }\n);\n\nconst documentShare = table(\n { name: 'document_share', public: true },\n {\n document_id: t.u64().index('btree'),\n shared_with: t.identity().index('btree'),\n }\n);\n\nconst spacetimedb = schema({ document, documentShare });\nexport default spacetimedb;\n\nexport const create_document = spacetimedb.reducer({ title: t.string() }, (ctx, { title }) => {\n ctx.db.document.insert({ id: 0n, owner: ctx.sender, title });\n});\n\nexport const share_document = spacetimedb.reducer({ document_id: t.u64(), target: t.identity() }, (ctx, { document_id, target }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new SenderError('not found');\n }\n if (doc.owner != ctx.sender) {\n throw new SenderError('not owner');\n }\n ctx.db.documentShare.insert({ document_id, shared_with: target });\n});\n\nexport const edit_document = spacetimedb.reducer({ document_id: t.u64(), new_title: t.string() }, (ctx, { document_id, new_title }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new SenderError('not found');\n }\n const isOwner = doc.owner == ctx.sender;\n const isShared = ctx.db.documentShare.document_id.filter(document_id).some(s => s.shared_with == ctx.sender);\n if (!isOwner && !isShared) {\n throw new SenderError('unauthorized');\n }\n ctx.db.document.id.update({ ...doc, title: new_title });\n});\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(44,73): error TS2339: Property 'some' does not exist on type 'IteratorObject<{ document_id: bigint; shared_with: Identity; }, undefined, unknown>'.\r\nsrc/index.ts(44,78): error TS7006: Parameter 's' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 166788, + "output_tokens": 428, + "generation_duration_ms": 81730, + "started_at": "2026-03-26T18:37:43.648718Z", + "finished_at": "2026-03-26T18:39:14.132931500Z" + } + } + }, + { + "name": "Claude Opus 4.6", + "route_api_model": "claude-opus-4-6", + "tasks": { + "t_000_empty_reducers": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185646, + "output_tokens": 257, + "generation_duration_ms": 39789, + "started_at": "2026-03-26T18:31:48.420193900Z", + "finished_at": "2026-03-26T18:32:45.095199100Z" + }, + "t_001_basic_tables": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185660, + "output_tokens": 238, + "generation_duration_ms": 36729, + "started_at": "2026-03-26T18:32:05.760285700Z", + "finished_at": "2026-03-26T18:32:51.900825100Z" + }, + "t_002_scheduled_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ScheduleAt } from 'spacetimedb';\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst tickTimer = table(\n { scheduled: (): any => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (_ctx, { arg }) => {\n console.info(`tick fired, scheduledId=${arg.scheduledId}`);\n});\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "tickTimer": {} + }, + "only_llm": { + "tick_timer": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185611, + "output_tokens": 223, + "generation_duration_ms": 49186, + "started_at": "2026-03-26T18:32:08.513389400Z", + "finished_at": "2026-03-26T18:33:06.396597700Z" + }, + "t_003_struct_in_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185585, + "output_tokens": 116, + "generation_duration_ms": 40005, + "started_at": "2026-03-26T18:32:09.643580800Z", + "finished_at": "2026-03-26T18:32:57.096466100Z" + }, + "t_004_insert": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185624, + "output_tokens": 186, + "generation_duration_ms": 133547, + "started_at": "2026-03-26T18:32:10.274916600Z", + "finished_at": "2026-03-26T18:34:37.519050400Z" + }, + "t_005_update": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_005_update", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const updateUser = spacetimedb.reducer(\n { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() },\n (ctx, { id, name, age, active }) => {\n const existing = ctx.db.user.id.find(id);\n if (!existing) {\n throw new SenderError('User not found');\n }\n ctx.db.user.id.update({ id, name, age, active });\n }\n);", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "data_parity_update_user": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: User not found\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62764/v1/database/c20071db5c6eee84c57afb295f681f300af33af5526cfdcef68bde55daef452c/call/update_user)\n", + "phase": "call_reducer_llm" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:62764/v1/database/c2003b0e2a3c77480828c1ffc0b12b4e1fee23c692fcea7be6157cae3cee5813/sql)\n", + "phase": "sql_golden", + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185623, + "output_tokens": 231, + "generation_duration_ms": 48512, + "started_at": "2026-03-26T18:32:15.096140200Z", + "finished_at": "2026-03-26T18:33:10.228681800Z" + }, + "t_006_delete": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185592, + "output_tokens": 198, + "generation_duration_ms": 68447, + "started_at": "2026-03-26T18:32:18.822271400Z", + "finished_at": "2026-03-26T18:33:38.519913400Z" + }, + "t_007_crud": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const crud = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ id: 1, name: 'Alice', age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: 'Bob', age: 22, active: false });\n\n const row = ctx.db.user.id.find(1);\n if (row) {\n ctx.db.user.id.update({ ...row, name: 'Alice2', age: 31, active: false });\n }\n\n ctx.db.user.id.delete(2);\n});", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62764/v1/database/c2008884f89fd4964413b05cc24f3105c6b5832bbae4ba7352309cc77f02f614/call/crud)\n", + "phase": "call_reducer_golden" + } + }, + "crud_total_count_one": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185673, + "output_tokens": 254, + "generation_duration_ms": 53421, + "started_at": "2026-03-26T18:32:45.097984Z", + "finished_at": "2026-03-26T18:33:45.952785500Z" + }, + "t_008_index_lookup": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185633, + "output_tokens": 257, + "generation_duration_ms": 43978, + "started_at": "2026-03-26T18:32:51.901446200Z", + "finished_at": "2026-03-26T18:33:45.047830600Z" + }, + "t_009_init": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_009_init", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185627, + "output_tokens": 182, + "generation_duration_ms": 105311, + "started_at": "2026-03-26T18:32:57.096887400Z", + "finished_at": "2026-03-26T18:34:58.879122500Z" + }, + "t_010_connect": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema({ event });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({ id: 0n, kind: 'connected' });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({ id: 0n, kind: 'disconnected' });\n});", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185586, + "output_tokens": 184, + "generation_duration_ms": 233932, + "started_at": "2026-03-26T18:33:06.396947300Z", + "finished_at": "2026-03-26T18:37:11.574133800Z" + }, + "t_011_helper_function": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185615, + "output_tokens": 190, + "generation_duration_ms": 56967, + "started_at": "2026-03-26T18:33:10.228998300Z", + "finished_at": "2026-03-26T18:34:16.407513600Z" + }, + "t_012_spacetime_product_type": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185619, + "output_tokens": 193, + "generation_duration_ms": 33006, + "started_at": "2026-03-26T18:36:53.329827Z", + "finished_at": "2026-03-26T18:37:38.411419400Z" + }, + "t_013_spacetime_sum_type": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185645, + "output_tokens": 228, + "generation_duration_ms": 48487, + "started_at": "2026-03-26T18:36:57.493020Z", + "finished_at": "2026-03-26T18:37:52.580626Z" + }, + "t_014_elementary_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185656, + "output_tokens": 219, + "generation_duration_ms": 32070, + "started_at": "2026-03-26T18:37:12.243425600Z", + "finished_at": "2026-03-26T18:37:51.534718200Z" + }, + "t_015_product_type_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185687, + "output_tokens": 251, + "generation_duration_ms": 35421, + "started_at": "2026-03-26T18:37:12.910892200Z", + "finished_at": "2026-03-26T18:37:56.560624500Z" + }, + "t_016_sum_type_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185664, + "output_tokens": 234, + "generation_duration_ms": 40607, + "started_at": "2026-03-26T18:37:15.952697600Z", + "finished_at": "2026-03-26T18:38:14.606847300Z" + }, + "t_017_scheduled_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 2, + "passed_tests": 1, + "llm_output": "import { ScheduleAt } from 'spacetimedb';\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst tickTimer = table(\n { scheduled: (): any => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (ctx, { arg }) => {\n console.info('tick fired, scheduledId=' + arg.scheduledId);\n});\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "tickTimer": {} + }, + "only_llm": { + "tick_timer": {} + } + }, + "tables_equal": false + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tickTimer WHERE scheduledId>=0" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185612, + "output_tokens": 223, + "generation_duration_ms": 64372, + "started_at": "2026-03-26T18:37:22.091762600Z", + "finished_at": "2026-03-26T18:38:43.340443800Z" + }, + "t_018_constraints": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT id, email, name FROM account WHERE id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185627, + "output_tokens": 217, + "generation_duration_ms": 30501, + "started_at": "2026-03-26T18:37:22.691946100Z", + "finished_at": "2026-03-26T18:37:59.971783300Z" + }, + "t_019_many_to_many": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "m2m_has_1_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=20" + } + }, + "m2m_has_2_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=20" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "m2m_has_1_10": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=10" + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185752, + "output_tokens": 468, + "generation_duration_ms": 47799, + "started_at": "2026-03-26T18:37:23.628187500Z", + "finished_at": "2026-03-26T18:38:26.464454100Z" + }, + "t_020_ecs": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM nextPosition" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185766, + "output_tokens": 620, + "generation_duration_ms": 88890, + "started_at": "2026-03-26T18:37:38.411881400Z", + "finished_at": "2026-03-26T18:39:17.604973500Z" + }, + "t_021_multi_column_index": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185665, + "output_tokens": 262, + "generation_duration_ms": 90608, + "started_at": "2026-03-26T18:37:52.580997700Z", + "finished_at": "2026-03-26T18:39:41.143779900Z" + }, + "t_022_view_basic": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185615, + "output_tokens": 181, + "generation_duration_ms": 50783, + "started_at": "2026-03-26T18:35:11.298354200Z", + "finished_at": "2026-03-26T18:36:08.119706700Z" + }, + "t_023_view_per_user": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185670, + "output_tokens": 187, + "generation_duration_ms": 67376, + "started_at": "2026-03-26T18:35:43.637243500Z", + "finished_at": "2026-03-26T18:36:57.492599600Z" + }, + "t_024_event_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185641, + "output_tokens": 181, + "generation_duration_ms": 44665, + "started_at": "2026-03-26T18:34:16.407964400Z", + "finished_at": "2026-03-26T18:35:11.297620300Z" + }, + "t_025_optional_fields": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185670, + "output_tokens": 218, + "generation_duration_ms": 63507, + "started_at": "2026-03-26T18:34:37.519485800Z", + "finished_at": "2026-03-26T18:35:54.814409800Z" + }, + "t_026_auth_identity_check": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185698, + "output_tokens": 285, + "generation_duration_ms": 56391, + "started_at": "2026-03-26T18:30:58.820102Z", + "finished_at": "2026-03-26T18:32:05.759897400Z" + }, + "t_027_private_vs_public_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst userInternal = table(\n { name: 'userInternal' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n email: t.string(),\n passwordHash: t.string(),\n }\n);\n\nconst userPublic = table(\n { name: 'userPublic', public: true },\n {\n id: t.u64().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ userInternal, userPublic });\nexport default spacetimedb;\n\nexport const register_user = spacetimedb.reducer(\n { name: t.string(), email: t.string(), passwordHash: t.string() },\n (ctx, { name, email, passwordHash }) => {\n const inserted = ctx.db.userInternal.insert({\n id: 0n,\n name,\n email,\n passwordHash,\n });\n ctx.db.userPublic.insert({\n id: inserted.id,\n name: inserted.name,\n });\n }\n);", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user_internal": {}, + "user_public": {} + }, + "only_llm": { + "userInternal": {}, + "userPublic": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185717, + "output_tokens": 293, + "generation_duration_ms": 66925, + "started_at": "2026-03-26T18:30:59.432011400Z", + "finished_at": "2026-03-26T18:32:12.890505900Z" + }, + "t_028_cascade_delete": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185671, + "output_tokens": 312, + "generation_duration_ms": 55426, + "started_at": "2026-03-26T18:35:04.335569200Z", + "finished_at": "2026-03-26T18:36:07.831877600Z" + }, + "t_029_filter_and_aggregate": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst order = table(\n {\n name: 'order',\n public: true,\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string().index('btree'),\n amount: t.u64(),\n fulfilled: t.bool(),\n }\n);\n\nconst categoryStats = table(\n {\n name: 'categoryStats',\n public: true,\n },\n {\n category: t.string().primaryKey(),\n totalAmount: t.u64(),\n orderCount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ order, categoryStats });\nexport default spacetimedb;\n\nexport const compute_stats = spacetimedb.reducer(\n { category: t.string() },\n (ctx, { category }) => {\n let totalAmount = 0n;\n let orderCount = 0;\n\n for (const o of ctx.db.order.category.filter(category)) {\n totalAmount += o.amount;\n orderCount += 1;\n }\n\n const existing = ctx.db.categoryStats.category.find(category);\n if (existing) {\n ctx.db.categoryStats.category.update({\n category,\n totalAmount,\n orderCount,\n });\n } else {\n ctx.db.categoryStats.insert({\n category,\n totalAmount,\n orderCount,\n });\n }\n }\n);", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "category_stats": {} + }, + "only_llm": { + "categoryStats": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185693, + "output_tokens": 383, + "generation_duration_ms": 65288, + "started_at": "2026-03-26T18:35:05.568727400Z", + "finished_at": "2026-03-26T18:36:16.517132600Z" + }, + "t_030_two_table_join": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst customer = table(\n { name: 'customer', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n customerId: t.u64().index('btree'),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst orderDetail = table(\n { name: 'orderDetail', public: true },\n {\n orderId: t.u64().primaryKey(),\n customerName: t.string(),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ customer, order, orderDetail });\nexport default spacetimedb;\n\nexport const build_order_details = spacetimedb.reducer((ctx) => {\n for (const o of ctx.db.order.iter()) {\n const c = ctx.db.customer.id.find(o.customerId);\n if (c) {\n ctx.db.orderDetail.insert({\n orderId: o.id,\n customerName: c.name,\n product: o.product,\n amount: o.amount,\n });\n }\n }\n});", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "order_detail": {} + }, + "only_llm": { + "orderDetail": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185743, + "output_tokens": 358, + "generation_duration_ms": 61581, + "started_at": "2026-03-26T18:35:06.537379600Z", + "finished_at": "2026-03-26T18:36:15.631714200Z" + }, + "t_031_unique_constraint": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185633, + "output_tokens": 172, + "generation_duration_ms": 50413, + "started_at": "2026-03-26T18:35:07.202733300Z", + "finished_at": "2026-03-26T18:36:04.575759800Z" + }, + "t_032_range_query": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst product = table(\n { name: 'product', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n price: t.u32().index('btree'),\n }\n);\n\nconst priceRangeResult = table(\n { name: 'priceRangeResult', public: true },\n {\n productId: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ product, priceRangeResult });\nexport default spacetimedb;\n\nexport const find_in_price_range = spacetimedb.reducer(\n { minPrice: t.u32(), maxPrice: t.u32() },\n (ctx, { minPrice, maxPrice }) => {\n for (const p of ctx.db.product.iter()) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n ctx.db.priceRangeResult.insert({\n productId: p.id,\n name: p.name,\n price: p.price,\n });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "price_range_result": {} + }, + "only_llm": { + "priceRangeResult": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185710, + "output_tokens": 320, + "generation_duration_ms": 49319, + "started_at": "2026-03-26T18:35:54.814986800Z", + "finished_at": "2026-03-26T18:36:51.013849500Z" + }, + "t_033_sort_and_limit": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185704, + "output_tokens": 388, + "generation_duration_ms": 64115, + "started_at": "2026-03-26T18:36:04.576354300Z", + "finished_at": "2026-03-26T18:37:21.742428400Z" + }, + "t_034_find_first": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst task = table(\n { name: 'task', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n title: t.string(),\n completed: t.bool(),\n }\n);\n\nconst firstIncomplete = table(\n { name: 'firstIncomplete', public: true },\n {\n taskId: t.u64().primaryKey(),\n title: t.string(),\n }\n);\n\nconst spacetimedb = schema({ task, firstIncomplete });\nexport default spacetimedb;\n\nexport const find_first_incomplete = spacetimedb.reducer((ctx) => {\n for (const t of ctx.db.task.iter()) {\n if (!t.completed) {\n ctx.db.firstIncomplete.insert({ taskId: t.id, title: t.title });\n return;\n }\n }\n});", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "first_incomplete": {} + }, + "only_llm": { + "firstIncomplete": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185659, + "output_tokens": 237, + "generation_duration_ms": 52412, + "started_at": "2026-03-26T18:36:10.235269500Z", + "finished_at": "2026-03-26T18:37:11.923474300Z" + }, + "t_035_select_distinct": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u32(),\n }\n);\n\nconst distinctCategory = table(\n { name: 'distinctCategory', public: true },\n {\n category: t.string().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({ order, distinctCategory });\nexport default spacetimedb;\n\nexport const collect_distinct_categories = spacetimedb.reducer((ctx) => {\n const categories = new Set();\n for (const row of ctx.db.order.iter()) {\n categories.add(row.category);\n }\n for (const cat of categories) {\n if (!ctx.db.distinctCategory.category.find(cat)) {\n ctx.db.distinctCategory.insert({ category: cat });\n }\n }\n});", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "distinct_category": {} + }, + "only_llm": { + "distinctCategory": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185650, + "output_tokens": 253, + "generation_duration_ms": 52051, + "started_at": "2026-03-26T18:36:13.112189300Z", + "finished_at": "2026-03-26T18:37:12.242937Z" + }, + "t_036_count_without_collect": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n active: t.bool(),\n }\n);\n\nconst userStats = table(\n { name: 'userStats', public: true },\n {\n key: t.string().primaryKey(),\n count: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ user, userStats });\nexport default spacetimedb;\n\nexport const compute_user_counts = spacetimedb.reducer((ctx) => {\n let total = 0n;\n let active = 0n;\n for (const row of ctx.db.user.iter()) {\n total += 1n;\n if (row.active === true) {\n active += 1n;\n }\n }\n\n const existingTotal = ctx.db.userStats.key.find('total');\n if (existingTotal) {\n ctx.db.userStats.key.update({ key: 'total', count: total });\n } else {\n ctx.db.userStats.insert({ key: 'total', count: total });\n }\n\n const existingActive = ctx.db.userStats.key.find('active');\n if (existingActive) {\n ctx.db.userStats.key.update({ key: 'active', count: active });\n } else {\n ctx.db.userStats.insert({ key: 'active', count: active });\n }\n});", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user_stats": {} + }, + "only_llm": { + "userStats": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185693, + "output_tokens": 402, + "generation_duration_ms": 60936, + "started_at": "2026-03-26T18:36:15.632331800Z", + "finished_at": "2026-03-26T18:37:23.627220100Z" + }, + "t_037_multi_column_filter": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst eventLog = table(\n {\n name: 'eventLog',\n public: true,\n indexes: [\n { accessor: 'by_category_severity', algorithm: 'btree', columns: ['category', 'severity'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n severity: t.u32(),\n message: t.string(),\n }\n);\n\nconst filteredEvent = table(\n { name: 'filteredEvent', public: true },\n {\n eventId: t.u64().primaryKey(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ eventLog, filteredEvent });\nexport default spacetimedb;\n\nexport const filter_events = spacetimedb.reducer(\n { category: t.string(), severity: t.u32() },\n (ctx, { category, severity }) => {\n for (const row of ctx.db.eventLog.iter()) {\n if (row.category === category && row.severity === severity) {\n ctx.db.filteredEvent.insert({ eventId: row.id, message: row.message });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "event_log": {}, + "filtered_event": {} + }, + "only_llm": { + "eventLog": {}, + "filteredEvent": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185700, + "output_tokens": 325, + "generation_duration_ms": 57070, + "started_at": "2026-03-26T18:36:16.517889700Z", + "finished_at": "2026-03-26T18:37:22.091305Z" + }, + "t_038_schedule_at_time": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185673, + "output_tokens": 254, + "generation_duration_ms": 74985, + "started_at": "2026-03-26T18:33:40.746646800Z", + "finished_at": "2026-03-26T18:35:05.568330500Z" + }, + "t_039_cancel_schedule": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ScheduleAt } from 'spacetimedb';\nimport { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst cleanupJob = table(\n { scheduled: (): any => run_cleanup },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ cleanupJob });\nexport default spacetimedb;\n\nexport const run_cleanup = spacetimedb.reducer({ arg: cleanupJob.rowType }, (_ctx, { arg }) => {\n});\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.cleanupJob.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(60_000_000n),\n });\n});\n\nexport const cancel_cleanup = spacetimedb.reducer({ scheduledId: t.u64() }, (ctx, { scheduledId }) => {\n const job = ctx.db.cleanupJob.scheduledId.find(scheduledId);\n if (!job) {\n throw new SenderError('No cleanup job found with the given scheduledId');\n }\n ctx.db.cleanupJob.scheduledId.delete(scheduledId);\n});", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "cleanupJob": {} + }, + "only_llm": { + "cleanup_job": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185680, + "output_tokens": 325, + "generation_duration_ms": 72926, + "started_at": "2026-03-26T18:33:45.953082300Z", + "finished_at": "2026-03-26T18:35:06.536893900Z" + }, + "t_040_lifecycle_player": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp(),\n }\n);\n\nconst spacetimedb = schema({ onlinePlayer });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": { + "changed": {}, + "only_golden": { + "onlinePlayer": {} + }, + "only_llm": { + "online_player": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185639, + "output_tokens": 183, + "generation_duration_ms": 60653, + "started_at": "2026-03-26T18:33:46.574745800Z", + "finished_at": "2026-03-26T18:35:04.335104300Z" + }, + "t_041_registered_user_gate": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185715, + "output_tokens": 335, + "generation_duration_ms": 274569, + "started_at": "2026-03-26T18:31:00.029404100Z", + "finished_at": "2026-03-26T18:35:43.636816700Z" + }, + "t_042_admin_bootstrap": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185727, + "output_tokens": 347, + "generation_duration_ms": 38966, + "started_at": "2026-03-26T18:31:00.617635Z", + "finished_at": "2026-03-26T18:31:48.419793Z" + }, + "t_043_role_based_access": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185765, + "output_tokens": 475, + "generation_duration_ms": 50616, + "started_at": "2026-03-26T18:31:01.222498500Z", + "finished_at": "2026-03-26T18:32:03.032430700Z" + }, + "t_044_ban_list": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\nimport type { Identity } from 'spacetimedb';\n\nconst admin = table(\n { name: 'admin' },\n {\n identity: t.identity().primaryKey(),\n }\n);\n\nconst banned = table(\n { name: 'banned' },\n {\n identity: t.identity().primaryKey(),\n }\n);\n\nconst player = table(\n { name: 'player', public: true },\n {\n identity: t.identity().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ admin, banned, player });\nexport default spacetimedb;\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.admin.insert({ identity: ctx.sender });\n});\n\nexport const add_admin = spacetimedb.reducer(\n { target: t.identity() },\n (ctx, { target }) => {\n if (!ctx.db.admin.identity.find(ctx.sender)) {\n throw new SenderError('not admin');\n }\n if (!ctx.db.admin.identity.find(target)) {\n ctx.db.admin.insert({ identity: target });\n }\n }\n);\n\nexport const ban_player = spacetimedb.reducer(\n { target: t.identity() },\n (ctx, { target }) => {\n if (!ctx.db.admin.identity.find(ctx.sender)) {\n throw new SenderError('not admin');\n }\n ctx.db.banned.insert({ identity: target });\n const existing = ctx.db.player.identity.find(target);\n if (existing) {\n ctx.db.player.identity.delete(target);\n }\n }\n);\n\nexport const join_game = spacetimedb.reducer(\n { name: t.string() },\n (ctx, { name }) => {\n if (ctx.db.banned.identity.find(ctx.sender)) {\n throw new SenderError('banned');\n }\n if (ctx.db.player.identity.find(ctx.sender)) {\n throw new SenderError('already in game');\n }\n ctx.db.player.insert({ identity: ctx.sender, name });\n }\n);", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [], + "only_llm": [ + "init()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185777, + "output_tokens": 568, + "generation_duration_ms": 58541, + "started_at": "2026-03-26T18:31:01.839844200Z", + "finished_at": "2026-03-26T18:32:09.387067Z" + }, + "t_045_rate_limit": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185760, + "output_tokens": 369, + "generation_duration_ms": 70436, + "started_at": "2026-03-26T18:31:02.453528300Z", + "finished_at": "2026-03-26T18:32:18.821830500Z" + }, + "t_046_shared_document": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185837, + "output_tokens": 642, + "generation_duration_ms": 59958, + "started_at": "2026-03-26T18:31:03.073641Z", + "finished_at": "2026-03-26T18:32:09.643261Z" + } + } + }, + { + "name": "Claude Sonnet 4.6", + "route_api_model": "claude-sonnet-4-6", + "tasks": { + "t_000_empty_reducers": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst emptyTable = table(\n { name: 'emptyTable', public: true },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({ emptyTable });\nexport default spacetimedb;\n\nexport const emptyReducerNoArgs = spacetimedb.reducer((ctx) => {});\n\nexport const emptyReducerWithInt = spacetimedb.reducer({ count: t.i32() }, (ctx, { count }) => {});\n\nexport const emptyReducerWithString = spacetimedb.reducer({ name: t.string() }, (ctx, { name }) => {});\n\nexport const emptyReducerWithTwoArgs = spacetimedb.reducer({ count: t.i32(), name: t.string() }, (ctx, { count, name }) => {});\n\nexport const emptyReducerWithThreeArgs = spacetimedb.reducer({ active: t.bool(), ratio: t.f32(), label: t.string() }, (ctx, { active, ratio, label }) => {});", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "empty_table": {} + }, + "only_llm": { + "emptyTable": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185646, + "output_tokens": 270, + "generation_duration_ms": 40693, + "started_at": "2026-03-26T18:31:30.261163Z", + "finished_at": "2026-03-26T18:32:16.047388600Z" + }, + "t_001_basic_tables": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185660, + "output_tokens": 238, + "generation_duration_ms": 54332, + "started_at": "2026-03-26T18:31:30.849112700Z", + "finished_at": "2026-03-26T18:32:37.391335100Z" + }, + "t_002_scheduled_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185611, + "output_tokens": 212, + "generation_duration_ms": 52102, + "started_at": "2026-03-26T18:31:38.276663800Z", + "finished_at": "2026-03-26T18:32:40.304040400Z" + }, + "t_003_struct_in_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185585, + "output_tokens": 116, + "generation_duration_ms": 50062, + "started_at": "2026-03-26T18:31:44.381384500Z", + "finished_at": "2026-03-26T18:32:41.245462300Z" + }, + "t_004_insert": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185624, + "output_tokens": 186, + "generation_duration_ms": 29139, + "started_at": "2026-03-26T18:31:47.534093200Z", + "finished_at": "2026-03-26T18:32:22.896585400Z" + }, + "t_005_update": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_005_update", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185623, + "output_tokens": 215, + "generation_duration_ms": 33626, + "started_at": "2026-03-26T18:31:49.270220200Z", + "finished_at": "2026-03-26T18:32:34.444117200Z" + }, + "t_006_delete": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185592, + "output_tokens": 149, + "generation_duration_ms": 51138, + "started_at": "2026-03-26T18:31:54.580392500Z", + "finished_at": "2026-03-26T18:32:53.410910500Z" + }, + "t_007_crud": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185673, + "output_tokens": 259, + "generation_duration_ms": 40319, + "started_at": "2026-03-26T18:31:57.714127600Z", + "finished_at": "2026-03-26T18:32:49.032049Z" + }, + "t_008_index_lookup": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185633, + "output_tokens": 235, + "generation_duration_ms": 37362, + "started_at": "2026-03-26T18:32:16.047786300Z", + "finished_at": "2026-03-26T18:33:00.904601900Z" + }, + "t_009_init": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_009_init", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185627, + "output_tokens": 182, + "generation_duration_ms": 45687, + "started_at": "2026-03-26T18:32:27.529401900Z", + "finished_at": "2026-03-26T18:33:21.891864600Z" + }, + "t_010_connect": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema({ event });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({ id: 0n, kind: 'connected' });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({ id: 0n, kind: 'disconnected' });\n});", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185586, + "output_tokens": 184, + "generation_duration_ms": 93765, + "started_at": "2026-03-26T18:32:37.392023200Z", + "finished_at": "2026-03-26T18:34:20.741732300Z" + }, + "t_011_helper_function": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185615, + "output_tokens": 190, + "generation_duration_ms": 41586, + "started_at": "2026-03-26T18:32:40.304490400Z", + "finished_at": "2026-03-26T18:33:34.264532600Z" + }, + "t_012_spacetime_product_type": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185619, + "output_tokens": 193, + "generation_duration_ms": 49555, + "started_at": "2026-03-26T18:34:55.034032800Z", + "finished_at": "2026-03-26T18:35:56.557285500Z" + }, + "t_013_spacetime_sum_type": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185645, + "output_tokens": 228, + "generation_duration_ms": 68575, + "started_at": "2026-03-26T18:35:10.359590100Z", + "finished_at": "2026-03-26T18:36:27.406788800Z" + }, + "t_014_elementary_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185656, + "output_tokens": 219, + "generation_duration_ms": 46273, + "started_at": "2026-03-26T18:35:18.929984600Z", + "finished_at": "2026-03-26T18:36:14.680297700Z" + }, + "t_015_product_type_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185687, + "output_tokens": 251, + "generation_duration_ms": 62718, + "started_at": "2026-03-26T18:35:27.794892600Z", + "finished_at": "2026-03-26T18:36:42.755545300Z" + }, + "t_016_sum_type_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185664, + "output_tokens": 234, + "generation_duration_ms": 52812, + "started_at": "2026-03-26T18:35:28.411261700Z", + "finished_at": "2026-03-26T18:36:28.500194400Z" + }, + "t_017_scheduled_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tickTimer WHERE scheduledId>=0" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185612, + "output_tokens": 212, + "generation_duration_ms": 66582, + "started_at": "2026-03-26T18:35:29.010639900Z", + "finished_at": "2026-03-26T18:36:44.134665500Z" + }, + "t_018_constraints": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT id, email, name FROM account WHERE id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185627, + "output_tokens": 213, + "generation_duration_ms": 52769, + "started_at": "2026-03-26T18:35:40.231129600Z", + "finished_at": "2026-03-26T18:36:43.740474100Z" + }, + "t_019_many_to_many": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "m2m_has_1_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=20" + } + }, + "m2m_has_2_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=20" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "m2m_has_1_10": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=10" + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185752, + "output_tokens": 448, + "generation_duration_ms": 41495, + "started_at": "2026-03-26T18:35:47.003616400Z", + "finished_at": "2026-03-26T18:36:41.672119300Z" + }, + "t_020_ecs": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM nextPosition" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185766, + "output_tokens": 614, + "generation_duration_ms": 87698, + "started_at": "2026-03-26T18:35:56.557995Z", + "finished_at": "2026-03-26T18:37:32.572730500Z" + }, + "t_021_multi_column_index": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + } + } + }, + "vendor": "anthropic", + "input_tokens": 185665, + "output_tokens": 262, + "generation_duration_ms": 43417, + "started_at": "2026-03-26T18:36:14.680733400Z", + "finished_at": "2026-03-26T18:37:08.692394900Z" + }, + "t_022_view_basic": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185615, + "output_tokens": 181, + "generation_duration_ms": 26951, + "started_at": "2026-03-26T18:34:06.580695600Z", + "finished_at": "2026-03-26T18:34:41.791787100Z" + }, + "t_023_view_per_user": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185670, + "output_tokens": 187, + "generation_duration_ms": 57277, + "started_at": "2026-03-26T18:34:14.645792800Z", + "finished_at": "2026-03-26T18:35:24.803996900Z" + }, + "t_024_event_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst damageEvent = table(\n { name: 'damageEvent', public: true, event: true },\n {\n entityId: t.u64(),\n damage: t.u32(),\n source: t.string(),\n }\n);\n\nconst spacetimedb = schema({ damageEvent });\nexport default spacetimedb;\n\nexport const deal_damage = spacetimedb.reducer(\n { entityId: t.u64(), damage: t.u32(), source: t.string() },\n (ctx, { entityId, damage, source }) => {\n ctx.db.damageEvent.insert({ entityId, damage, source });\n }\n);", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "damage_event": {} + }, + "only_llm": { + "damageEvent": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185641, + "output_tokens": 182, + "generation_duration_ms": 28054, + "started_at": "2026-03-26T18:32:56.182798400Z", + "finished_at": "2026-03-26T18:33:34.613288400Z" + }, + "t_025_optional_fields": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185670, + "output_tokens": 207, + "generation_duration_ms": 55662, + "started_at": "2026-03-26T18:33:00.904964800Z", + "finished_at": "2026-03-26T18:34:05.965045500Z" + }, + "t_026_auth_identity_check": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185698, + "output_tokens": 276, + "generation_duration_ms": 15720, + "started_at": "2026-03-26T18:31:03.685143200Z", + "finished_at": "2026-03-26T18:31:29.942049600Z" + }, + "t_027_private_vs_public_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst userInternal = table(\n { name: 'userInternal' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n email: t.string(),\n passwordHash: t.string(),\n }\n);\n\nconst userPublic = table(\n { name: 'userPublic', public: true },\n {\n id: t.u64().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ userInternal, userPublic });\nexport default spacetimedb;\n\nexport const register_user = spacetimedb.reducer(\n { name: t.string(), email: t.string(), passwordHash: t.string() },\n (ctx, { name, email, passwordHash }) => {\n const inserted = ctx.db.userInternal.insert({\n id: 0n,\n name,\n email,\n passwordHash,\n });\n ctx.db.userPublic.insert({\n id: inserted.id,\n name: inserted.name,\n });\n }\n);", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user_internal": {}, + "user_public": {} + }, + "only_llm": { + "userInternal": {}, + "userPublic": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185717, + "output_tokens": 293, + "generation_duration_ms": 19120, + "started_at": "2026-03-26T18:31:04.289698200Z", + "finished_at": "2026-03-26T18:31:36.021263700Z" + }, + "t_028_cascade_delete": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185671, + "output_tokens": 257, + "generation_duration_ms": 51390, + "started_at": "2026-03-26T18:33:26.611605700Z", + "finished_at": "2026-03-26T18:34:26.355019800Z" + }, + "t_029_filter_and_aggregate": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string().index('btree'),\n amount: t.u64(),\n fulfilled: t.bool(),\n }\n);\n\nconst categoryStats = table(\n { name: 'categoryStats', public: true },\n {\n category: t.string().primaryKey(),\n totalAmount: t.u64(),\n orderCount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ order, categoryStats });\nexport default spacetimedb;\n\nexport const compute_stats = spacetimedb.reducer(\n { category: t.string() },\n (ctx, { category }) => {\n let totalAmount = 0n;\n let orderCount = 0;\n\n for (const o of ctx.db.order.category.filter(category)) {\n totalAmount += o.amount;\n orderCount += 1;\n }\n\n const existing = ctx.db.categoryStats.category.find(category);\n if (existing) {\n ctx.db.categoryStats.category.update({\n ...existing,\n totalAmount,\n orderCount,\n });\n } else {\n ctx.db.categoryStats.insert({\n category,\n totalAmount,\n orderCount,\n });\n }\n }\n);", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "category_stats": {} + }, + "only_llm": { + "categoryStats": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185693, + "output_tokens": 366, + "generation_duration_ms": 70195, + "started_at": "2026-03-26T18:33:34.613749400Z", + "finished_at": "2026-03-26T18:34:52.630904Z" + }, + "t_030_two_table_join": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst customer = table(\n { name: 'customer', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n customerId: t.u64().index('btree'),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst orderDetail = table(\n { name: 'orderDetail', public: true },\n {\n orderId: t.u64().primaryKey(),\n customerName: t.string(),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ customer, order, orderDetail });\nexport default spacetimedb;\n\nexport const build_order_details = spacetimedb.reducer((ctx) => {\n for (const o of ctx.db.order.iter()) {\n const c = ctx.db.customer.id.find(o.customerId);\n if (c) {\n ctx.db.orderDetail.insert({\n orderId: o.id,\n customerName: c.name,\n product: o.product,\n amount: o.amount,\n });\n }\n }\n});", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "order_detail": {} + }, + "only_llm": { + "orderDetail": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185743, + "output_tokens": 358, + "generation_duration_ms": 45491, + "started_at": "2026-03-26T18:33:35.240166300Z", + "finished_at": "2026-03-26T18:34:30.196310400Z" + }, + "t_031_unique_constraint": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185633, + "output_tokens": 172, + "generation_duration_ms": 20388, + "started_at": "2026-03-26T18:34:05.965571300Z", + "finished_at": "2026-03-26T18:34:33.533328300Z" + }, + "t_032_range_query": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst product = table(\n { name: 'product', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n price: t.u32().index('btree'),\n }\n);\n\nconst priceRangeResult = table(\n { name: 'priceRangeResult', public: true },\n {\n productId: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ product, priceRangeResult });\nexport default spacetimedb;\n\nexport const find_in_price_range = spacetimedb.reducer(\n { minPrice: t.u32(), maxPrice: t.u32() },\n (ctx, { minPrice, maxPrice }) => {\n for (const p of ctx.db.product.iter()) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n ctx.db.priceRangeResult.insert({\n productId: p.id,\n name: p.name,\n price: p.price,\n });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "price_range_result": {} + }, + "only_llm": { + "priceRangeResult": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185710, + "output_tokens": 320, + "generation_duration_ms": 29435, + "started_at": "2026-03-26T18:34:23.194369900Z", + "finished_at": "2026-03-26T18:35:08.248299700Z" + }, + "t_033_sort_and_limit": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185704, + "output_tokens": 343, + "generation_duration_ms": 39201, + "started_at": "2026-03-26T18:34:29.045759600Z", + "finished_at": "2026-03-26T18:35:14.359468800Z" + }, + "t_034_find_first": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst task = table(\n { name: 'task', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n title: t.string(),\n completed: t.bool(),\n }\n);\n\nconst firstIncomplete = table(\n { name: 'firstIncomplete', public: true },\n {\n taskId: t.u64().primaryKey(),\n title: t.string(),\n }\n);\n\nconst spacetimedb = schema({ task, firstIncomplete });\nexport default spacetimedb;\n\nexport const find_first_incomplete = spacetimedb.reducer((ctx) => {\n for (const t of ctx.db.task.iter()) {\n if (!t.completed) {\n ctx.db.firstIncomplete.insert({ taskId: t.id, title: t.title });\n break;\n }\n }\n});", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "first_incomplete": {} + }, + "only_llm": { + "firstIncomplete": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185659, + "output_tokens": 237, + "generation_duration_ms": 44142, + "started_at": "2026-03-26T18:34:32.569011200Z", + "finished_at": "2026-03-26T18:35:27.794220800Z" + }, + "t_035_select_distinct": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u32(),\n }\n);\n\nconst distinctCategory = table(\n { name: 'distinctCategory', public: true },\n {\n category: t.string().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({ order, distinctCategory });\nexport default spacetimedb;\n\nexport const collect_distinct_categories = spacetimedb.reducer((ctx) => {\n const seen = new Set();\n for (const o of ctx.db.order.iter()) {\n seen.add(o.category);\n }\n for (const category of seen) {\n ctx.db.distinctCategory.insert({ category });\n }\n});", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "distinct_category": {} + }, + "only_llm": { + "distinctCategory": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185650, + "output_tokens": 230, + "generation_duration_ms": 38402, + "started_at": "2026-03-26T18:34:35.956998100Z", + "finished_at": "2026-03-26T18:35:27.413629600Z" + }, + "t_036_count_without_collect": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n active: t.bool(),\n }\n);\n\nconst userStats = table(\n { name: 'userStats', public: true },\n {\n key: t.string().primaryKey(),\n count: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ user, userStats });\nexport default spacetimedb;\n\nexport const compute_user_counts = spacetimedb.reducer((ctx) => {\n let total = 0n;\n let active = 0n;\n for (const u of ctx.db.user.iter()) {\n total += 1n;\n if (u.active === true) {\n active += 1n;\n }\n }\n ctx.db.userStats.insert({ key: 'total', count: total });\n ctx.db.userStats.insert({ key: 'active', count: active });\n});", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user_stats": {} + }, + "only_llm": { + "userStats": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185693, + "output_tokens": 282, + "generation_duration_ms": 46294, + "started_at": "2026-03-26T18:34:38.507702400Z", + "finished_at": "2026-03-26T18:35:40.229921400Z" + }, + "t_037_multi_column_filter": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst eventLog = table(\n {\n name: 'eventLog',\n public: true,\n indexes: [\n { accessor: 'by_category_severity', algorithm: 'btree', columns: ['category', 'severity'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n severity: t.u32(),\n message: t.string(),\n }\n);\n\nconst filteredEvent = table(\n {\n name: 'filteredEvent',\n public: true,\n },\n {\n eventId: t.u64().primaryKey(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ eventLog, filteredEvent });\nexport default spacetimedb;\n\nexport const filter_events = spacetimedb.reducer(\n { category: t.string(), severity: t.u32() },\n (ctx, { category, severity }) => {\n for (const row of ctx.db.eventLog.iter()) {\n if (row.category === category && row.severity === severity) {\n ctx.db.filteredEvent.insert({ eventId: row.id, message: row.message });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "event_log": {}, + "filtered_event": {} + }, + "only_llm": { + "eventLog": {}, + "filteredEvent": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "input_tokens": 185700, + "output_tokens": 332, + "generation_duration_ms": 55471, + "started_at": "2026-03-26T18:34:41.792547200Z", + "finished_at": "2026-03-26T18:35:44.589935300Z" + }, + "t_038_schedule_at_time": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185673, + "output_tokens": 254, + "generation_duration_ms": 81864, + "started_at": "2026-03-26T18:32:41.245818Z", + "finished_at": "2026-03-26T18:34:14.645025800Z" + }, + "t_039_cancel_schedule": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185680, + "output_tokens": 279, + "generation_duration_ms": 71911, + "started_at": "2026-03-26T18:32:41.877631900Z", + "finished_at": "2026-03-26T18:34:05.646009900Z" + }, + "t_040_lifecycle_player": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { name: 'onlinePlayer', public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp(),\n }\n);\n\nconst spacetimedb = schema({ onlinePlayer });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185639, + "output_tokens": 191, + "generation_duration_ms": 101163, + "started_at": "2026-03-26T18:32:49.032891400Z", + "finished_at": "2026-03-26T18:34:38.506776100Z" + }, + "t_041_registered_user_gate": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185715, + "output_tokens": 335, + "generation_duration_ms": 40047, + "started_at": "2026-03-26T18:31:04.904476500Z", + "finished_at": "2026-03-26T18:31:54.579606200Z" + }, + "t_042_admin_bootstrap": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185727, + "output_tokens": 355, + "generation_duration_ms": 27864, + "started_at": "2026-03-26T18:31:05.552631200Z", + "finished_at": "2026-03-26T18:31:44.092610600Z" + }, + "t_043_role_based_access": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185765, + "output_tokens": 475, + "generation_duration_ms": 35537, + "started_at": "2026-03-26T18:31:06.227201Z", + "finished_at": "2026-03-26T18:31:49.269883800Z" + }, + "t_044_ban_list": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185777, + "output_tokens": 516, + "generation_duration_ms": 29173, + "started_at": "2026-03-26T18:31:06.847025800Z", + "finished_at": "2026-03-26T18:31:44.380983800Z" + }, + "t_045_rate_limit": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185760, + "output_tokens": 369, + "generation_duration_ms": 13749, + "started_at": "2026-03-26T18:31:07.463572100Z", + "finished_at": "2026-03-26T18:31:30.260721Z" + }, + "t_046_shared_document": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 185837, + "output_tokens": 650, + "generation_duration_ms": 41669, + "started_at": "2026-03-26T18:31:08.071156600Z", + "finished_at": "2026-03-26T18:31:57.713720500Z" + } + } + }, + { + "name": "GPT-5.2-Codex", + "route_api_model": "gpt-5.2-codex", + "tasks": { + "t_000_empty_reducers": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst emptyTable = table(\n { name: 'emptyTable' },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst spacetimedb = schema(emptyTable);\nexport default spacetimedb;\n\nexport const emptyReducerNoArgs = spacetimedb.reducer('emptyReducerNoArgs', (ctx) => {});\n\nexport const emptyReducerWithInt = spacetimedb.reducer(\n 'emptyReducerWithInt',\n { count: t.i32() },\n (ctx, { count }) => {}\n);\n\nexport const emptyReducerWithString = spacetimedb.reducer(\n 'emptyReducerWithString',\n { name: t.string() },\n (ctx, { name }) => {}\n);\n\nexport const emptyReducerWithTwoArgs = spacetimedb.reducer(\n 'emptyReducerWithTwoArgs',\n { count: t.i32(), name: t.string() },\n (ctx, { count, name }) => {}\n);\n\nexport const emptyReducerWithThreeArgs = spacetimedb.reducer(\n 'emptyReducerWithThreeArgs',\n { active: t.bool(), ratio: t.f32(), label: t.string() },\n (ctx, { active, ratio, label }) => {}\n);", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(10,28): error TS2345: Argument of type 'TableSchema; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(13,55): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(16,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(22,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(28,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(34,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227596, + "output_tokens": 798, + "generation_duration_ms": 97493, + "started_at": "2026-03-26T18:31:29.524374500Z", + "finished_at": "2026-03-26T18:33:20.936611Z" + }, + "t_001_basic_tables": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst product = table(\n { name: 'product' },\n {\n id: t.i32().primaryKey(),\n title: t.string(),\n price: t.f32(),\n inStock: t.bool(),\n }\n);\n\nconst note = table(\n { name: 'note' },\n {\n id: t.i32().primaryKey(),\n body: t.string(),\n rating: t.i64(),\n pinned: t.bool(),\n }\n);\n\nconst spacetimedb = schema(user, product, note);\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(33,43): error TS2554: Expected 1-2 arguments, but got 3.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227623, + "output_tokens": 554, + "generation_duration_ms": 101282, + "started_at": "2026-03-26T18:31:29.578756800Z", + "finished_at": "2026-03-26T18:33:20.938335400Z" + }, + "t_002_scheduled_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: 'tick' },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema(tickTimer);\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer('tick', tickTimer.rowType, (ctx, timer) => {\n});\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(5,24): error TS2322: Type 'string' is not assignable to type '() => ReducerExport; }> | ProcedureExport; }, UnitBuilder>'.\r\nsrc/index.ts(12,28): error TS2345: Argument of type 'TableSchema; scheduledAt: ScheduleAtBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(15,41): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227577, + "output_tokens": 931, + "generation_duration_ms": 128033, + "started_at": "2026-03-26T18:31:39.478681900Z", + "finished_at": "2026-03-26T18:34:01.635551400Z" + }, + "t_003_struct_in_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Position = t.struct('Position', {\n x: t.i32(),\n y: t.i32(),\n});\n\nconst entity = table(\n { name: 'entity' },\n {\n id: t.i32().primaryKey(),\n pos: Position,\n }\n);\n\nconst spacetimedb = schema(entity);\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,20): error TS2339: Property 'struct' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(16,28): error TS2345: Argument of type 'TableSchema; pos: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227554, + "output_tokens": 508, + "generation_duration_ms": 96654, + "started_at": "2026-03-26T18:31:39.529623700Z", + "finished_at": "2026-03-26T18:33:31.980670600Z" + }, + "t_004_insert": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "openai", + "input_tokens": 227589, + "output_tokens": 504, + "generation_duration_ms": 67710, + "started_at": "2026-03-26T18:32:10.903451200Z", + "finished_at": "2026-03-26T18:33:32.969320700Z" + }, + "t_005_update": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema(user);\nexport default spacetimedb;\n\nexport const updateUser = spacetimedb.reducer(\n 'updateUser',\n { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() },\n (ctx, { id, name, age, active }) => {\n const row = ctx.db.user.id.find(id);\n if (row) {\n ctx.db.user.id.update({ id, name, age, active });\n }\n }\n);", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(17,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(20,32): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(22,22): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227589, + "output_tokens": 643, + "generation_duration_ms": 90909, + "started_at": "2026-03-26T18:32:28.152531500Z", + "finished_at": "2026-03-26T18:34:09.327318100Z" + }, + "t_006_delete": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 227562, + "output_tokens": 196, + "generation_duration_ms": 48399, + "started_at": "2026-03-26T18:33:20.938642100Z", + "finished_at": "2026-03-26T18:34:17.948344Z" + }, + "t_007_crud": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema(user);\nexport default spacetimedb;\n\nexport const crud = spacetimedb.reducer('crud', ctx => {\n ctx.db.user.insert({ id: 1, name: 'Alice', age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: 'Bob', age: 22, active: false });\n ctx.db.user.id.update({ id: 1, name: 'Alice2', age: 31, active: false });\n ctx.db.user.id.delete(2);\n});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(16,41): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(19,18): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227641, + "output_tokens": 532, + "generation_duration_ms": 78134, + "started_at": "2026-03-26T18:33:21.002529200Z", + "finished_at": "2026-03-26T18:34:44.742117900Z" + }, + "t_008_index_lookup": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema(user, result);\nexport default spacetimedb;\n\nexport const lookupUserName = spacetimedb.reducer(\n 'lookupUserName',\n { id: t.i32() },\n (ctx, { id }) => {\n const row = ctx.db.user.id.find(id);\n if (row) {\n ctx.db.result.insert({ id: row.id, name: row.name });\n }\n }\n);", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(21,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(25,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(28,32): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227599, + "output_tokens": 744, + "generation_duration_ms": 106593, + "started_at": "2026-03-26T18:33:32.969687300Z", + "finished_at": "2026-03-26T18:35:32.014201200Z" + }, + "t_009_init": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema(user);\nexport default spacetimedb;\n\nexport const init = spacetimedb.init(ctx => {\n ctx.db.user.insert({ id: 1, name: 'Alice', age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: 'Bob', age: 22, active: false });\n});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227597, + "output_tokens": 252, + "generation_duration_ms": 116610, + "started_at": "2026-03-26T18:33:33.023354Z", + "finished_at": "2026-03-26T18:35:40.903362Z" + }, + "t_010_connect": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event' },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema(event);\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected(ctx => {\n ctx.db.event.insert({ id: 0n, kind: 'connected' });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected(ctx => {\n ctx.db.event.insert({ id: 0n, kind: 'disconnected' });\n});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(11,28): error TS2345: Argument of type 'TableSchema; kind: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227554, + "output_tokens": 876, + "generation_duration_ms": 126140, + "started_at": "2026-03-26T18:33:43.771951700Z", + "finished_at": "2026-03-26T18:35:57.452450700Z" + }, + "t_011_helper_function": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst result = table({ name: 'result' }, {\n id: t.i32().primaryKey(),\n sum: t.i32(),\n});\n\nconst spacetimedb = schema(result);\nexport default spacetimedb;\n\nfunction add(a: number, b: number): number {\n return a + b;\n}\n\nexport const computeSum = spacetimedb.reducer('computeSum', { id: t.i32(), a: t.i32(), b: t.i32() }, (ctx, { id, a, b }) => {\n ctx.db.result.insert({ id, sum: add(a, b) });\n});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(8,28): error TS2345: Argument of type 'TableSchema; sum: I32Builder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(15,47): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227577, + "output_tokens": 735, + "generation_duration_ms": 122783, + "started_at": "2026-03-26T18:33:49.386169700Z", + "finished_at": "2026-03-26T18:35:57.453686900Z" + }, + "t_012_spacetime_product_type": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Score = t.object('Score', {\n left: t.i32(),\n right: t.i32(),\n});\n\nconst result = table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n value: Score,\n }\n);\n\nconst spacetimedb = schema(result);\nexport default spacetimedb;\n\nexport const setScore = spacetimedb.reducer(\n 'setScore',\n { id: t.i32(), left: t.i32(), right: t.i32() },\n (ctx, { id, left, right }) => {\n ctx.db.result.insert({\n id,\n value: { left, right },\n });\n }\n);", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(16,28): error TS2345: Argument of type 'TableSchema; value: ProductBuilder<{ left: I32Builder; right: I32Builder; }>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(20,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227586, + "output_tokens": 581, + "generation_duration_ms": 139908, + "started_at": "2026-03-26T18:37:37.439596700Z", + "finished_at": "2026-03-26T18:40:06.015985800Z" + }, + "t_013_spacetime_sum_type": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 227605, + "output_tokens": 534, + "generation_duration_ms": 96866, + "started_at": "2026-03-26T18:38:35.918397600Z", + "finished_at": "2026-03-26T18:40:27.222008200Z" + }, + "t_014_elementary_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 227622, + "output_tokens": 275, + "generation_duration_ms": 87906, + "started_at": "2026-03-26T18:38:35.976809100Z", + "finished_at": "2026-03-26T18:40:12.784707Z" + }, + "t_015_product_type_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 227646, + "output_tokens": 349, + "generation_duration_ms": 85521, + "started_at": "2026-03-26T18:38:43.977341700Z", + "finished_at": "2026-03-26T18:40:26.218171200Z" + }, + "t_016_sum_type_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst drawing = table(\n { name: 'drawing' },\n {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape,\n }\n);\n\nconst spacetimedb = schema(drawing);\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer('seed', ctx => {\n ctx.db.drawing.insert({\n id: 1,\n a: { tag: 'circle', value: 10 },\n b: { tag: 'rectangle', value: { width: 4, height: 6 } },\n });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(22,28): error TS2345: Argument of type 'TableSchema; a: SumBuilder<{ circle: I32Builder; rectangle: ProductBuilder<{ width: I32Builder; height: I32Builder; }>; }>; b: SumBuilder<...>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(25,41): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227623, + "output_tokens": 1895, + "generation_duration_ms": 224470, + "started_at": "2026-03-26T18:38:44.029884700Z", + "finished_at": "2026-03-26T18:42:34.493670600Z" + }, + "t_017_scheduled_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: 'tick' },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema(tickTimer);\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer('tick', tickTimer.rowType, (_ctx, _timer) => {});\n\nexport const init = spacetimedb.init(ctx => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(5,24): error TS2322: Type 'string' is not assignable to type '() => ReducerExport; }> | ProcedureExport; }, UnitBuilder>'.\r\nsrc/index.ts(12,28): error TS2345: Argument of type 'TableSchema; scheduledAt: ScheduleAtBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(15,41): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227577, + "output_tokens": 676, + "generation_duration_ms": 175821, + "started_at": "2026-03-26T18:38:44.079298500Z", + "finished_at": "2026-03-26T18:41:47.728280800Z" + }, + "t_018_constraints": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT id, email, name FROM account WHERE id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "openai", + "input_tokens": 227592, + "output_tokens": 339, + "generation_duration_ms": 94868, + "started_at": "2026-03-26T18:39:02.187483500Z", + "finished_at": "2026-03-26T18:40:48.150640200Z" + }, + "t_019_many_to_many": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "m2m_has_1_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=20" + } + }, + "m2m_has_2_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=20" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "m2m_has_1_10": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=10" + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "openai", + "input_tokens": 227714, + "output_tokens": 480, + "generation_duration_ms": 91698, + "started_at": "2026-03-26T18:40:06.016310400Z", + "finished_at": "2026-03-26T18:41:47.726382800Z" + }, + "t_020_ecs": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst entity = table(\n { name: 'entity', public: true },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst position = table(\n { name: 'position', public: true },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst velocity = table(\n { name: 'velocity', public: true },\n {\n entityId: t.i32().primaryKey(),\n vx: t.i32(),\n vy: t.i32(),\n }\n);\n\nconst nextPosition = table(\n { name: 'nextPosition', public: true },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst spacetimedb = schema(entity, position, velocity, nextPosition);\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer('seed', ctx => {\n ctx.db.entity.insert({ id: 1 });\n ctx.db.position.insert({ entityId: 1, x: 0, y: 0 });\n ctx.db.velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n\n ctx.db.entity.insert({ id: 2 });\n ctx.db.position.insert({ entityId: 2, x: 10, y: 0 });\n ctx.db.velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n});\n\nexport const step = spacetimedb.reducer('step', ctx => {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.entityId.find(pos.entityId);\n if (!vel) continue;\n const x = pos.x + vel.vx;\n const y = pos.y + vel.vy;\n const existing = ctx.db.nextPosition.entityId.find(pos.entityId);\n if (existing) {\n ctx.db.nextPosition.entityId.update({ entityId: pos.entityId, x, y });\n } else {\n ctx.db.nextPosition.insert({ entityId: pos.entityId, x, y });\n }\n }\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(37,46): error TS2554: Expected 1-2 arguments, but got 4.\r\nsrc/index.ts(40,41): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(50,41): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(52,42): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(56,51): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(58,36): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227717, + "output_tokens": 1955, + "generation_duration_ms": 193227, + "started_at": "2026-03-26T18:40:06.077827600Z", + "finished_at": "2026-03-26T18:43:24.497183300Z" + }, + "t_021_multi_column_index": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst log = table(\n {\n name: 'log',\n public: true,\n indexes: [\n { name: 'byUserDay', algorithm: 'btree', columns: ['userId', 'day'] },\n ],\n },\n {\n id: t.i32().primaryKey(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema(log);\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer('seed', (ctx) => {\n ctx.db.log.insert({ id: 1, userId: 7, day: 1, message: 'a' });\n ctx.db.log.insert({ id: 2, userId: 7, day: 2, message: 'b' });\n ctx.db.log.insert({ id: 3, userId: 9, day: 1, message: 'c' });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(19,28): error TS2345: Argument of type 'TableSchema; userId: I32Builder; day: I32Builder; message: StringBuilder; }>, [...]>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(22,41): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227634, + "output_tokens": 1302, + "generation_duration_ms": 17882, + "started_at": "2026-03-26T19:05:37.552646300Z", + "finished_at": "2026-03-26T19:05:59.299339500Z" + }, + "t_022_view_basic": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst announcement = table(\n { public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n message: t.string(),\n active: t.bool().index('btree'),\n }\n);\n\nconst spacetimedb = schema({ announcement });\nexport default spacetimedb;\n\nexport const activeAnnouncements = spacetimedb.anonymousView(\n { name: 'activeAnnouncements', public: true },\n t.array(announcement.rowType),\n ctx => {\n return ctx.db.announcement.active.filter(true);\n }\n);", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(18,3): error TS2345: Argument of type '(ctx: Readonly<{ db: ReadonlyDbView; message: StringBuilder; active: BoolColumnBuilder<{ indexType: \"btree\"; }>; }>, []>; }>>; from: QueryBuilder<...>; }>) => IteratorObject<...>' is not assignable to parameter of type 'AnonymousViewFn; message: StringBuilder; active: BoolColumnBuilder<{ indexType: \"btree\"; }>; }>, []>; }>, {}, ArrayBuilder<...>>'.\r\n Type '(ctx: Readonly<{ db: ReadonlyDbView; message: StringBuilder; active: BoolColumnBuilder<{ indexType: \"btree\"; }>; }>, []>; }>>; from: QueryBuilder<...>; }>) => IteratorObject<...>' is not assignable to type '(ctx: Readonly<{ db: ReadonlyDbView; message: StringBuilder; active: BoolColumnBuilder<{ indexType: \"btree\"; }>; }>, []>; }>>; from: QueryBuilder<...>; }>, params: InferTypeOfRow<...>)...'.\r\n Type 'IteratorObject<{ id: bigint; message: string; active: boolean; }, undefined, unknown>' is missing the following properties from type '{ id: bigint; message: string; active: boolean; }[]': length, pop, push, concat, and 28 more.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227578, + "output_tokens": 253, + "generation_duration_ms": 56840, + "started_at": "2026-03-26T18:35:57.507779600Z", + "finished_at": "2026-03-26T18:37:02.588789400Z" + }, + "t_023_view_per_user": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227627, + "output_tokens": 257, + "generation_duration_ms": 48375, + "started_at": "2026-03-26T18:35:57.562841300Z", + "finished_at": "2026-03-26T18:36:54.348489900Z" + }, + "t_024_event_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227604, + "output_tokens": 275, + "generation_duration_ms": 62892, + "started_at": "2026-03-26T18:34:44.742522100Z", + "finished_at": "2026-03-26T18:35:57.450853Z" + }, + "t_025_optional_fields": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227626, + "output_tokens": 320, + "generation_duration_ms": 42655, + "started_at": "2026-03-26T18:35:34.484249200Z", + "finished_at": "2026-03-26T18:36:26.232454400Z" + }, + "t_026_auth_identity_check": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst message = table(\n { name: 'message', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity().index('btree'),\n text: t.string(),\n }\n);\n\nconst spacetimedb = schema({ message });\nexport default spacetimedb;\n\nexport const create_message = spacetimedb.reducer(\n { text: t.string() },\n (ctx, { text }) => {\n ctx.db.message.insert({\n id: 0n,\n owner: ctx.sender(),\n text,\n });\n }\n);\n\nexport const delete_message = spacetimedb.reducer(\n { id: t.u64() },\n (ctx, { id }) => {\n const row = ctx.db.message.id.find(id);\n if (!row) {\n throw 'not found';\n }\n if (row.owner != ctx.sender()) {\n throw 'unauthorized';\n }\n ctx.db.message.id.delete(id);\n }\n);", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,18): error TS2349: This expression is not callable.\r\n Type 'Identity' has no call signatures.\r\nsrc/index.ts(33,26): error TS2349: This expression is not callable.\r\n Type 'Identity' has no call signatures.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227653, + "output_tokens": 856, + "generation_duration_ms": 60431, + "started_at": "2026-03-26T18:30:57.927653200Z", + "finished_at": "2026-03-26T18:32:10.903160400Z" + }, + "t_027_private_vs_public_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227670, + "output_tokens": 358, + "generation_duration_ms": 17049, + "started_at": "2026-03-26T18:30:57.983379900Z", + "finished_at": "2026-03-26T18:31:26.952776300Z" + }, + "t_028_cascade_delete": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227634, + "output_tokens": 344, + "generation_duration_ms": 48881, + "started_at": "2026-03-26T18:35:34.542220Z", + "finished_at": "2026-03-26T18:36:32.947037200Z" + }, + "t_029_filter_and_aggregate": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order' },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string().index('btree'),\n amount: t.u64(),\n fulfilled: t.bool(),\n }\n);\n\nconst categoryStats = table(\n { name: 'categoryStats' },\n {\n category: t.string().primaryKey(),\n totalAmount: t.u64(),\n orderCount: t.u32(),\n }\n);\n\nconst spacetimedb = schema(order, categoryStats);\nexport default spacetimedb;\n\nexport const compute_stats = spacetimedb.reducer(\n 'compute_stats',\n { category: t.string() },\n (ctx, { category }) => {\n let totalAmount = 0n;\n let orderCount = 0;\n\n for (const row of ctx.db.order.category.filter(category)) {\n totalAmount += row.amount;\n orderCount += 1;\n }\n\n const existing = ctx.db.categoryStats.category.find(category);\n if (existing) {\n ctx.db.categoryStats.category.update({\n category,\n totalAmount,\n orderCount,\n });\n } else {\n ctx.db.categoryStats.insert({\n category,\n totalAmount,\n orderCount,\n });\n }\n }\n);", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(22,28): error TS2345: Argument of type 'TableSchema; category: StringColumnBuilder<{ indexType: \"btree\"; }>; amount: U64Builder; fulfilled: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(26,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(37,52): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(39,37): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227653, + "output_tokens": 1341, + "generation_duration_ms": 167843, + "started_at": "2026-03-26T18:35:40.905825500Z", + "finished_at": "2026-03-26T18:38:43.342655Z" + }, + "t_030_two_table_join": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227699, + "output_tokens": 1060, + "generation_duration_ms": 107901, + "started_at": "2026-03-26T18:35:40.961426100Z", + "finished_at": "2026-03-26T18:37:37.439218600Z" + }, + "t_031_unique_constraint": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst account = table(\n { name: 'account' },\n {\n id: t.u64().primaryKey().autoInc(),\n email: t.string().unique(),\n displayName: t.string(),\n }\n);\n\nconst spacetimedb = schema(account);\nexport default spacetimedb;\n\nexport const create_account = spacetimedb.reducer(\n 'create_account',\n { email: t.string(), displayName: t.string() },\n (ctx, { email, displayName }) => {\n ctx.db.account.insert({ id: 0n, email, displayName });\n }\n);", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(12,28): error TS2345: Argument of type 'TableSchema; email: StringColumnBuilder<{ isUnique: true; }>; displayName: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(16,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227595, + "output_tokens": 578, + "generation_duration_ms": 81404, + "started_at": "2026-03-26T18:35:57.453900900Z", + "finished_at": "2026-03-26T18:37:26.268598800Z" + }, + "t_032_range_query": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst product = table(\n { name: 'product' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n price: t.u32().index('btree'),\n }\n);\n\nconst priceRangeResult = table(\n { name: 'priceRangeResult' },\n {\n productId: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32(),\n }\n);\n\nconst spacetimedb = schema(product, priceRangeResult);\nexport default spacetimedb;\n\nexport const find_in_price_range = spacetimedb.reducer(\n { minPrice: t.u32(), maxPrice: t.u32() },\n (ctx, { minPrice, maxPrice }) => {\n for (const p of ctx.db.product.iter()) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n ctx.db.priceRangeResult.insert({\n productId: p.id,\n name: p.name,\n price: p.price,\n });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(21,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; price: U32ColumnBuilder<{ indexType: \"btree\"; }>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227664, + "output_tokens": 955, + "generation_duration_ms": 108751, + "started_at": "2026-03-26T18:36:26.232921100Z", + "finished_at": "2026-03-26T18:38:30.952471700Z" + }, + "t_033_sort_and_limit": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227657, + "output_tokens": 774, + "generation_duration_ms": 104262, + "started_at": "2026-03-26T18:36:32.947517800Z", + "finished_at": "2026-03-26T18:38:31.301036600Z" + }, + "t_034_find_first": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst task = table(\n { name: 'task', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n title: t.string(),\n completed: t.bool(),\n }\n);\n\nconst firstIncomplete = table(\n { name: 'firstIncomplete', public: true },\n {\n taskId: t.u64().primaryKey(),\n title: t.string(),\n }\n);\n\nconst spacetimedb = schema(task, firstIncomplete);\nexport default spacetimedb;\n\nexport const find_first_incomplete = spacetimedb.reducer('find_first_incomplete', (ctx) => {\n for (const trow of ctx.db.task.iter()) {\n if (!trow.completed) {\n ctx.db.firstIncomplete.insert({\n taskId: trow.id,\n title: trow.title,\n });\n break;\n }\n }\n});", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,28): error TS2345: Argument of type 'TableSchema; title: StringBuilder; completed: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(23,58): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227621, + "output_tokens": 696, + "generation_duration_ms": 127435, + "started_at": "2026-03-26T18:36:48.338106100Z", + "finished_at": "2026-03-26T18:39:02.187095100Z" + }, + "t_035_select_distinct": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u32(),\n }\n);\n\nconst distinctCategory = table(\n { name: 'distinctCategory', public: true },\n {\n category: t.string().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({ order, distinctCategory });\nexport default spacetimedb;\n\nexport const collect_distinct_categories = spacetimedb.reducer((ctx) => {\n const categories = new Set();\n for (const orderRow of ctx.db.order.iter()) {\n categories.add(orderRow.category);\n }\n for (const category of categories) {\n const existing = ctx.db.distinctCategory.category.find(category);\n if (!existing) {\n ctx.db.distinctCategory.insert({ category });\n }\n }\n});", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "distinct_category": {} + }, + "only_llm": { + "distinctCategory": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "openai", + "input_tokens": 227611, + "output_tokens": 514, + "generation_duration_ms": 94566, + "started_at": "2026-03-26T18:36:56.734823300Z", + "finished_at": "2026-03-26T18:38:43.660449500Z" + }, + "t_036_count_without_collect": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n active: t.bool(),\n }\n);\n\nconst userStats = table(\n { name: 'userStats' },\n {\n key: t.string().primaryKey(),\n count: t.u64(),\n }\n);\n\nconst spacetimedb = schema(user, userStats);\nexport default spacetimedb;\n\nexport const compute_user_counts = spacetimedb.reducer('compute_user_counts', (ctx) => {\n let total = 0n;\n let active = 0n;\n\n for (const u of ctx.db.user.iter()) {\n total += 1n;\n if (u.active === true) {\n active += 1n;\n }\n }\n\n ctx.db.userStats.insert({ key: 'total', count: total });\n ctx.db.userStats.insert({ key: 'active', count: active });\n});", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(23,56): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227654, + "output_tokens": 988, + "generation_duration_ms": 172787, + "started_at": "2026-03-26T18:37:02.589110100Z", + "finished_at": "2026-03-26T18:40:06.014513300Z" + }, + "t_037_multi_column_filter": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227657, + "output_tokens": 471, + "generation_duration_ms": 67300, + "started_at": "2026-03-26T18:37:26.268976500Z", + "finished_at": "2026-03-26T18:38:43.976874500Z" + }, + "t_038_schedule_at_time": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst reminder = table(\n { name: 'reminder', scheduled: () => send_reminder },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ reminder });\nexport default spacetimedb;\n\nexport const send_reminder = spacetimedb.reducer({ arg: reminder.rowType }, (_ctx, _arg) => {\n return;\n});\n\nexport const init = spacetimedb.init(ctx => {\n const fireAt = ctx.timestamp.microsSinceUnixEpoch + 60_000_000n;\n ctx.db.reminder.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.time(fireAt),\n message: 'reminder',\n });\n});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,7): error TS7022: 'reminder' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(5,23): error TS7023: 'scheduled' implicitly has return type 'any' because it does not have a return type annotation and is referenced directly or indirectly in one of its return expressions.\r\nsrc/index.ts(13,7): error TS7022: 'spacetimedb' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(16,14): error TS7022: 'send_reminder' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(16,78): error TS7006: Parameter '_ctx' implicitly has an 'any' type.\r\nsrc/index.ts(16,84): error TS7006: Parameter '_arg' implicitly has an 'any' type.\r\nsrc/index.ts(20,38): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227630, + "output_tokens": 506, + "generation_duration_ms": 90664, + "started_at": "2026-03-26T18:34:01.635859500Z", + "finished_at": "2026-03-26T18:35:40.905517900Z" + }, + "t_039_cancel_schedule": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst cleanupJob = table(\n { scheduled: () => run_cleanup },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ cleanupJob });\nexport default spacetimedb;\n\nexport const run_cleanup = spacetimedb.reducer({ arg: cleanupJob.rowType }, (_ctx, _arg) => {});\n\nexport const init = spacetimedb.init(ctx => {\n ctx.db.cleanupJob.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(60_000_000n),\n });\n});\n\nexport const cancel_cleanup = spacetimedb.reducer(\n { scheduledId: t.u64() },\n (ctx, { scheduledId }) => {\n ctx.db.cleanupJob.scheduledId.delete(scheduledId);\n }\n);", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,7): error TS7022: 'cleanupJob' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(5,5): error TS7023: 'scheduled' implicitly has return type 'any' because it does not have a return type annotation and is referenced directly or indirectly in one of its return expressions.\r\nsrc/index.ts(12,7): error TS7022: 'spacetimedb' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(15,14): error TS7022: 'run_cleanup' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(15,78): error TS7006: Parameter '_ctx' implicitly has an 'any' type.\r\nsrc/index.ts(15,84): error TS7006: Parameter '_arg' implicitly has an 'any' type.\r\nsrc/index.ts(17,38): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(26,4): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(26,11): error TS7031: Binding element 'scheduledId' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227628, + "output_tokens": 772, + "generation_duration_ms": 147031, + "started_at": "2026-03-26T18:34:11.099473100Z", + "finished_at": "2026-03-26T18:36:45.938442Z" + }, + "t_040_lifecycle_player": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp(),\n }\n);\n\nconst spacetimedb = schema({ onlinePlayer });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected(ctx => {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected(ctx => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": { + "changed": {}, + "only_golden": { + "onlinePlayer": {} + }, + "only_llm": { + "online_player": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "openai", + "input_tokens": 227591, + "output_tokens": 237, + "generation_duration_ms": 64010, + "started_at": "2026-03-26T18:34:17.948773900Z", + "finished_at": "2026-03-26T18:35:32.300007Z" + }, + "t_041_registered_user_gate": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227669, + "output_tokens": 521, + "generation_duration_ms": 29223, + "started_at": "2026-03-26T18:30:58.048532200Z", + "finished_at": "2026-03-26T18:31:39.190478900Z" + }, + "t_042_admin_bootstrap": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst config = table(\n { name: 'config' },\n {\n id: t.u32().primaryKey(),\n admin: t.identity(),\n }\n);\n\nconst admin_log = table(\n { name: 'admin_log', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n action: t.string(),\n }\n);\n\nconst spacetimedb = schema(config, admin_log);\nexport default spacetimedb;\n\nexport const bootstrap_admin = spacetimedb.reducer((ctx) => {\n const existing = ctx.db.config.id.find(0);\n if (existing) {\n throw \"already bootstrapped\";\n }\n ctx.db.config.insert({ id: 0, admin: ctx.sender });\n});\n\nexport const admin_action = spacetimedb.reducer({ action: t.string() }, (ctx, { action }) => {\n const cfg = ctx.db.config.id.find(0);\n if (!cfg) {\n throw \"not bootstrapped\";\n }\n if (ctx.sender != cfg.admin) {\n throw \"not admin\";\n }\n ctx.db.admin_log.insert({ id: 0n, action });\n});", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(19,28): error TS2345: Argument of type 'TableSchema; admin: IdentityBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(23,37): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(31,32): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227681, + "output_tokens": 1125, + "generation_duration_ms": 81339, + "started_at": "2026-03-26T18:30:58.104288800Z", + "finished_at": "2026-03-26T18:32:28.152157500Z" + }, + "t_043_role_based_access": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227709, + "output_tokens": 531, + "generation_duration_ms": 18857, + "started_at": "2026-03-26T18:30:58.161057200Z", + "finished_at": "2026-03-26T18:31:27.273036100Z" + }, + "t_044_ban_list": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst admin = table({ name: 'admin' }, {\n identity: t.identity().primaryKey(),\n});\n\nconst banned = table({ name: 'banned' }, {\n identity: t.identity().primaryKey(),\n});\n\nconst player = table({ name: 'player', public: true }, {\n identity: t.identity().primaryKey(),\n name: t.string(),\n});\n\nconst spacetimedb = schema(admin, banned, player);\nexport default spacetimedb;\n\nexport const add_admin = spacetimedb.reducer('add_admin', { target: t.identity() }, (ctx, { target }) => {\n const isAdmin = ctx.db.admin.identity.find(ctx.sender);\n if (!isAdmin) {\n throw new SenderError('not admin');\n }\n const exists = ctx.db.admin.identity.find(target);\n if (!exists) {\n ctx.db.admin.insert({ identity: target });\n }\n});\n\nexport const ban_player = spacetimedb.reducer('ban_player', { target: t.identity() }, (ctx, { target }) => {\n const isAdmin = ctx.db.admin.identity.find(ctx.sender);\n if (!isAdmin) {\n throw new SenderError('not admin');\n }\n ctx.db.banned.insert({ identity: target });\n ctx.db.player.identity.delete(target);\n});\n\nexport const join_game = spacetimedb.reducer('join_game', { name: t.string() }, (ctx, { name }) => {\n const isBanned = ctx.db.banned.identity.find(ctx.sender);\n if (isBanned) {\n throw new SenderError('banned');\n }\n const existing = ctx.db.player.identity.find(ctx.sender);\n if (existing) {\n throw new SenderError('already in game');\n }\n ctx.db.player.insert({ identity: ctx.sender, name });\n});", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(16,43): error TS2554: Expected 1-2 arguments, but got 3.\r\nsrc/index.ts(19,46): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(20,41): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(24,40): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(30,47): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(31,41): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(39,46): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(40,43): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(44,43): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227725, + "output_tokens": 1489, + "generation_duration_ms": 151387, + "started_at": "2026-03-26T18:30:58.215003400Z", + "finished_at": "2026-03-26T18:33:43.771569400Z" + }, + "t_045_rate_limit": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227702, + "output_tokens": 468, + "generation_duration_ms": 163112, + "started_at": "2026-03-26T18:30:58.271667300Z", + "finished_at": "2026-03-26T18:33:47.511124300Z" + }, + "t_046_shared_document": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227772, + "output_tokens": 738, + "generation_duration_ms": 33125, + "started_at": "2026-03-26T18:30:58.327090700Z", + "finished_at": "2026-03-26T18:31:39.478242800Z" + } + } + }, + { + "name": "GPT-5-mini", + "route_api_model": "gpt-5-mini", + "tasks": { + "t_000_empty_reducers": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227596, + "output_tokens": 794, + "generation_duration_ms": 218923, + "started_at": "2026-03-26T18:33:09.467630200Z", + "finished_at": "2026-03-26T18:36:57.119505600Z" + }, + "t_001_basic_tables": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227623, + "output_tokens": 761, + "generation_duration_ms": 512132, + "started_at": "2026-03-26T18:34:02.364721600Z", + "finished_at": "2026-03-26T18:42:59.315125300Z" + }, + "t_002_scheduled_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n { scheduled: () => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (_ctx, { arg }) => {\n // Scheduled reducer invoked on each tick. No-op for now.\n});\n\nexport const init = spacetimedb.init((ctx) => {\n // Insert initial schedule row to run `tick` every 50 milliseconds (50_000 microseconds)\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50000n),\n });\n});", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,7): error TS7022: 'tickTimer' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(5,5): error TS7023: 'scheduled' implicitly has return type 'any' because it does not have a return type annotation and is referenced directly or indirectly in one of its return expressions.\r\nsrc/index.ts(12,7): error TS7022: 'spacetimedb' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(15,14): error TS7022: 'tick' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(15,70): error TS7006: Parameter '_ctx' implicitly has an 'any' type.\r\nsrc/index.ts(15,78): error TS7031: Binding element 'arg' implicitly has an 'any' type.\r\nsrc/index.ts(19,39): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227577, + "output_tokens": 1582, + "generation_duration_ms": 596931, + "started_at": "2026-03-26T18:34:02.423534700Z", + "finished_at": "2026-03-26T18:44:06.709008600Z" + }, + "t_003_struct_in_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227554, + "output_tokens": 666, + "generation_duration_ms": 176805, + "started_at": "2026-03-26T18:35:07.872610800Z", + "finished_at": "2026-03-26T18:38:14.932144400Z" + }, + "t_004_insert": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "openai", + "input_tokens": 227589, + "output_tokens": 645, + "generation_duration_ms": 210104, + "started_at": "2026-03-26T18:36:57.120018600Z", + "finished_at": "2026-03-26T18:40:35.273362900Z" + }, + "t_005_update": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_005_update", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst user = table(\n { public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const updateUser = spacetimedb.reducer(\n { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() },\n (ctx, { id, name, age, active }) => {\n const existing = ctx.db.user.id.find(id);\n if (!existing) {\n throw new SenderError(`No user found with id ${id}`);\n }\n ctx.db.user.id.update({\n id,\n name,\n age,\n active,\n });\n }\n);", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "data_parity_update_user": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: No user found with id 1\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62764/v1/database/c2009b843294ea139014fac116ff762691431f9f5c8037ef6f35266aad570150/call/update_user)\n", + "phase": "call_reducer_llm" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:62764/v1/database/c2003b0e2a3c77480828c1ffc0b12b4e1fee23c692fcea7be6157cae3cee5813/sql)\n", + "phase": "sql_golden", + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "openai", + "input_tokens": 227589, + "output_tokens": 816, + "generation_duration_ms": 239789, + "started_at": "2026-03-26T18:38:14.932530500Z", + "finished_at": "2026-03-26T18:42:21.482165400Z" + }, + "t_006_delete": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 227562, + "output_tokens": 604, + "generation_duration_ms": 109537, + "started_at": "2026-03-26T18:40:35.273835200Z", + "finished_at": "2026-03-26T18:42:31.585842500Z" + }, + "t_007_crud": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const crud = spacetimedb.reducer((ctx) => {\n // 1. Insert (id=1, name=\"Alice\", age=30, active=true)\n ctx.db.user.insert({\n id: 1,\n name: \"Alice\",\n age: 30,\n active: true,\n });\n\n // 2. Insert (id=2, name=\"Bob\", age=22, active=false)\n ctx.db.user.insert({\n id: 2,\n name: \"Bob\",\n age: 22,\n active: false,\n });\n\n // 3. Update row with id=1 to (id=1, name=\"Alice2\", age=31, active=false)\n ctx.db.user.id.update({\n id: 1,\n name: \"Alice2\",\n age: 31,\n active: false,\n });\n\n // 4. Delete row with id=2\n ctx.db.user.id.delete(2);\n});", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62764/v1/database/c2008884f89fd4964413b05cc24f3105c6b5832bbae4ba7352309cc77f02f614/call/crud)\n", + "phase": "call_reducer_golden" + } + }, + "crud_total_count_one": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "openai", + "input_tokens": 227641, + "output_tokens": 1131, + "generation_duration_ms": 105291, + "started_at": "2026-03-26T18:42:21.482880200Z", + "finished_at": "2026-03-26T18:44:14.391587600Z" + }, + "t_008_index_lookup": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "openai", + "input_tokens": 227599, + "output_tokens": 937, + "generation_duration_ms": 92732, + "started_at": "2026-03-26T18:42:31.586306100Z", + "finished_at": "2026-03-26T18:44:13.613854700Z" + }, + "t_009_init": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_009_init", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "openai", + "input_tokens": 227597, + "output_tokens": 861, + "generation_duration_ms": 134705, + "started_at": "2026-03-26T18:42:59.315543Z", + "finished_at": "2026-03-26T18:45:20.506386500Z" + }, + "t_010_connect": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema({ event });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({\n id: 0n,\n kind: \"connected\",\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({\n id: 0n,\n kind: \"disconnected\",\n });\n});", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227554, + "output_tokens": 800, + "generation_duration_ms": 140854, + "started_at": "2026-03-26T18:43:59.240874100Z", + "finished_at": "2026-03-26T18:46:28.024437300Z" + }, + "t_011_helper_function": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + } + }, + "vendor": "openai", + "input_tokens": 227577, + "output_tokens": 819, + "generation_duration_ms": 167362, + "started_at": "2026-03-26T18:43:59.293291100Z", + "finished_at": "2026-03-26T18:46:55.222114300Z" + }, + "t_012_spacetime_product_type": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "openai", + "input_tokens": 227586, + "output_tokens": 943, + "generation_duration_ms": 29692, + "started_at": "2026-03-26T18:48:40.382888500Z", + "finished_at": "2026-03-26T18:49:16.817712500Z" + }, + "t_013_spacetime_sum_type": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n value: Shape,\n }\n);\n\nconst spacetimedb = schema({ result });\nexport default spacetimedb;\n\nexport const setCircle = spacetimedb.reducer(\n { id: t.i32(), radius: t.i32() },\n (ctx, { id, radius }) => {\n // Remove existing row with same id if present, then insert new row with Shape.circle\n try {\n ctx.db.result.id.delete(id);\n } catch {\n // ignore deletion errors (e.g., not found)\n }\n ctx.db.result.insert({\n id,\n value: { circle: radius },\n });\n }\n);", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(35,16): error TS2353: Object literal may only specify known properties, and 'circle' does not exist in type '{ tag: \"circle\"; value: number; } | { tag: \"rectangle\"; value: { width: number; height: number; }; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227605, + "output_tokens": 1269, + "generation_duration_ms": 53088, + "started_at": "2026-03-26T18:48:56.353666100Z", + "finished_at": "2026-03-26T18:49:56.672019600Z" + }, + "t_014_elementary_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 227622, + "output_tokens": 845, + "generation_duration_ms": 40839, + "started_at": "2026-03-26T18:48:59.262221100Z", + "finished_at": "2026-03-26T18:49:48.667557700Z" + }, + "t_015_product_type_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 227646, + "output_tokens": 1006, + "generation_duration_ms": 39578, + "started_at": "2026-03-26T18:49:12.370502300Z", + "finished_at": "2026-03-26T18:50:00.577150400Z" + }, + "t_016_sum_type_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst drawing = table(\n { name: 'drawing' },\n {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape,\n }\n);\n\nconst spacetimedb = schema({ drawing });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.drawing.insert({\n id: 1,\n a: { circle: 10 },\n b: { rectangle: { width: 4, height: 6 } },\n });\n});", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(28,10): error TS2353: Object literal may only specify known properties, and 'circle' does not exist in type '{ tag: \"circle\"; value: number; } | { tag: \"rectangle\"; value: { width: number; height: number; }; }'.\r\nsrc/index.ts(29,10): error TS2353: Object literal may only specify known properties, and 'rectangle' does not exist in type '{ tag: \"circle\"; value: number; } | { tag: \"rectangle\"; value: { width: number; height: number; }; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227623, + "output_tokens": 1422, + "generation_duration_ms": 46676, + "started_at": "2026-03-26T18:49:16.818020600Z", + "finished_at": "2026-03-26T18:50:08.885576100Z" + }, + "t_017_scheduled_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { ScheduleAt } from 'spacetimedb';\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst tickTimer = table(\n { scheduled: () => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (ctx, { arg }) => {\n // Example tick behavior: log the tick timestamp.\n console.info('tick at', ctx.timestamp);\n});\n\nexport const init = spacetimedb.init((ctx) => {\n // Insert the initial scheduled row if none exists.\n if (ctx.db.tickTimer.count() === 0) {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n), // 50 ms in microseconds\n });\n }\n});", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,7): error TS7022: 'tickTimer' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(5,5): error TS7023: 'scheduled' implicitly has return type 'any' because it does not have a return type annotation and is referenced directly or indirectly in one of its return expressions.\r\nsrc/index.ts(12,7): error TS7022: 'spacetimedb' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(15,14): error TS7022: 'tick' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(15,70): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(15,77): error TS7031: Binding element 'arg' implicitly has an 'any' type.\r\nsrc/index.ts(20,39): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227577, + "output_tokens": 1704, + "generation_duration_ms": 61007, + "started_at": "2026-03-26T18:49:16.872396700Z", + "finished_at": "2026-03-26T18:50:23.831710200Z" + }, + "t_018_constraints": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT id, email, name FROM account WHERE id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "openai", + "input_tokens": 227592, + "output_tokens": 844, + "generation_duration_ms": 25438, + "started_at": "2026-03-26T18:49:28.900559600Z", + "finished_at": "2026-03-26T18:50:01.750778300Z" + }, + "t_019_many_to_many": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "m2m_has_1_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=20" + } + }, + "m2m_has_2_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=20" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "m2m_has_1_10": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=10" + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "openai", + "input_tokens": 227714, + "output_tokens": 1345, + "generation_duration_ms": 42081, + "started_at": "2026-03-26T18:49:31.631587500Z", + "finished_at": "2026-03-26T18:50:21.177136600Z" + }, + "t_020_ecs": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst entity = table(\n { public: true },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst position = table(\n { public: true },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst velocity = table(\n { public: true },\n {\n entityId: t.i32().primaryKey(),\n vx: t.i32(),\n vy: t.i32(),\n }\n);\n\nconst nextPosition = table(\n { public: true },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst spacetimedb = schema({ entity, position, velocity, nextPosition });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n // Entity 1\n ctx.db.entity.id.insert({ id: 1 });\n ctx.db.position.entityId.insert({ entityId: 1, x: 0, y: 0 });\n ctx.db.velocity.entityId.insert({ entityId: 1, vx: 1, vy: 0 });\n\n // Entity 2\n ctx.db.entity.id.insert({ id: 2 });\n ctx.db.position.entityId.insert({ entityId: 2, x: 10, y: 0 });\n ctx.db.velocity.entityId.insert({ entityId: 2, vx: -2, vy: 3 });\n});\n\nexport const step = spacetimedb.reducer((ctx) => {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.entityId.find(pos.entityId);\n if (!vel) continue;\n const nx = pos.x + vel.vx;\n const ny = pos.y + vel.vy;\n\n const existing = ctx.db.nextPosition.entityId.find(pos.entityId);\n if (existing) {\n ctx.db.nextPosition.entityId.update({ ...existing, x: nx, y: ny });\n } else {\n ctx.db.nextPosition.insert({ entityId: pos.entityId, x: nx, y: ny });\n }\n }\n});", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(42,20): error TS2339: Property 'insert' does not exist on type 'UniqueIndex; }>, []>>, { name: \"id\"; unique: true; columns: readonly [...]; algorithm: \"btree\"; }> & { ...; }'.\r\nsrc/index.ts(43,28): error TS2339: Property 'insert' does not exist on type 'UniqueIndex; x: I32Builder; y: I32Builder; }>, []>>, { ...; }> & { ...; }'.\r\nsrc/index.ts(44,28): error TS2339: Property 'insert' does not exist on type 'UniqueIndex; vx: I32Builder; vy: I32Builder; }>, []>>, { ...; }> & { ...; }'.\r\nsrc/index.ts(47,20): error TS2339: Property 'insert' does not exist on type 'UniqueIndex; }>, []>>, { name: \"id\"; unique: true; columns: readonly [...]; algorithm: \"btree\"; }> & { ...; }'.\r\nsrc/index.ts(48,28): error TS2339: Property 'insert' does not exist on type 'UniqueIndex; x: I32Builder; y: I32Builder; }>, []>>, { ...; }> & { ...; }'.\r\nsrc/index.ts(49,28): error TS2339: Property 'insert' does not exist on type 'UniqueIndex; vx: I32Builder; vy: I32Builder; }>, []>>, { ...; }> & { ...; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227717, + "output_tokens": 1167, + "generation_duration_ms": 31744, + "started_at": "2026-03-26T18:49:34.478241200Z", + "finished_at": "2026-03-26T18:50:16.038997500Z" + }, + "t_021_multi_column_index": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + } + } + }, + "vendor": "openai", + "input_tokens": 227634, + "output_tokens": 784, + "generation_duration_ms": 20217, + "started_at": "2026-03-26T18:49:48.668007300Z", + "finished_at": "2026-03-26T18:50:17.424651700Z" + }, + "t_022_view_basic": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227578, + "output_tokens": 924, + "generation_duration_ms": 98120, + "started_at": "2026-03-26T18:46:55.222531100Z", + "finished_at": "2026-03-26T18:48:40.382411500Z" + }, + "t_023_view_per_user": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227627, + "output_tokens": 533, + "generation_duration_ms": 53626, + "started_at": "2026-03-26T18:47:36.904501600Z", + "finished_at": "2026-03-26T18:48:37.648778600Z" + }, + "t_024_event_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227604, + "output_tokens": 768, + "generation_duration_ms": 105381, + "started_at": "2026-03-26T18:44:14.446501200Z", + "finished_at": "2026-03-26T18:46:08.876604400Z" + }, + "t_025_optional_fields": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227626, + "output_tokens": 779, + "generation_duration_ms": 122974, + "started_at": "2026-03-26T18:45:20.506827100Z", + "finished_at": "2026-03-26T18:47:34.512859900Z" + }, + "t_026_auth_identity_check": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227653, + "output_tokens": 907, + "generation_duration_ms": 171048, + "started_at": "2026-03-26T18:30:58.388701200Z", + "finished_at": "2026-03-26T18:34:02.046385900Z" + }, + "t_027_private_vs_public_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227670, + "output_tokens": 791, + "generation_duration_ms": 173182, + "started_at": "2026-03-26T18:30:58.447780900Z", + "finished_at": "2026-03-26T18:34:02.364353800Z" + }, + "t_028_cascade_delete": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227634, + "output_tokens": 857, + "generation_duration_ms": 114146, + "started_at": "2026-03-26T18:45:53.300051300Z", + "finished_at": "2026-03-26T18:47:56.770911200Z" + }, + "t_029_filter_and_aggregate": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227653, + "output_tokens": 992, + "generation_duration_ms": 135295, + "started_at": "2026-03-26T18:46:11.094425400Z", + "finished_at": "2026-03-26T18:48:33.341891Z" + }, + "t_030_two_table_join": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227699, + "output_tokens": 1344, + "generation_duration_ms": 142925, + "started_at": "2026-03-26T18:46:22.248528500Z", + "finished_at": "2026-03-26T18:48:56.352895500Z" + }, + "t_031_unique_constraint": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227595, + "output_tokens": 682, + "generation_duration_ms": 72262, + "started_at": "2026-03-26T18:46:28.024786500Z", + "finished_at": "2026-03-26T18:47:47.446260900Z" + }, + "t_032_range_query": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227664, + "output_tokens": 1022, + "generation_duration_ms": 74564, + "started_at": "2026-03-26T18:47:36.963105900Z", + "finished_at": "2026-03-26T18:48:59.261558100Z" + }, + "t_033_sort_and_limit": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227657, + "output_tokens": 1525, + "generation_duration_ms": 105893, + "started_at": "2026-03-26T18:47:40.232513900Z", + "finished_at": "2026-03-26T18:49:34.477563800Z" + }, + "t_034_find_first": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227621, + "output_tokens": 1125, + "generation_duration_ms": 77466, + "started_at": "2026-03-26T18:47:49.858487100Z", + "finished_at": "2026-03-26T18:49:15.777616800Z" + }, + "t_035_select_distinct": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227611, + "output_tokens": 1088, + "generation_duration_ms": 65524, + "started_at": "2026-03-26T18:47:56.771335800Z", + "finished_at": "2026-03-26T18:49:10.075189500Z" + }, + "t_036_count_without_collect": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227654, + "output_tokens": 1184, + "generation_duration_ms": 48082, + "started_at": "2026-03-26T18:48:35.792669500Z", + "finished_at": "2026-03-26T18:49:31.631138200Z" + }, + "t_037_multi_column_filter": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227657, + "output_tokens": 1036, + "generation_duration_ms": 44324, + "started_at": "2026-03-26T18:48:37.649250200Z", + "finished_at": "2026-03-26T18:49:28.900076700Z" + }, + "t_038_schedule_at_time": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ScheduleAt } from 'spacetimedb';\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst reminder = table(\n { scheduled: () => send_reminder },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ reminder });\nexport default spacetimedb;\n\nexport const send_reminder = spacetimedb.reducer({ arg: reminder.rowType }, (ctx, { arg }) => {\n // No-op scheduled reducer\n});\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.reminder.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.time(ctx.timestamp.microsSinceUnixEpoch + 60_000_000n),\n message: \"Scheduled reminder in 60 seconds\",\n });\n});", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,7): error TS7022: 'reminder' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(5,5): error TS7023: 'scheduled' implicitly has return type 'any' because it does not have a return type annotation and is referenced directly or indirectly in one of its return expressions.\r\nsrc/index.ts(13,7): error TS7022: 'spacetimedb' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(16,14): error TS7022: 'send_reminder' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(16,78): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(16,85): error TS7031: Binding element 'arg' implicitly has an 'any' type.\r\nsrc/index.ts(20,39): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227630, + "output_tokens": 1568, + "generation_duration_ms": 199115, + "started_at": "2026-03-26T18:44:01.947801700Z", + "finished_at": "2026-03-26T18:47:34.046988500Z" + }, + "t_039_cancel_schedule": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst cleanupJob = table(\n { scheduled: () => run_cleanup },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ cleanupJob });\nexport default spacetimedb;\n\nexport const run_cleanup = spacetimedb.reducer({ arg: cleanupJob.rowType }, (_ctx, { arg }) => {\n // Scheduled reducer — no-op for this example.\n});\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.cleanupJob.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(60_000_000n),\n });\n});\n\nexport const cancel_cleanup = spacetimedb.reducer({ scheduledId: t.u64() }, (ctx, { scheduledId }) => {\n const deleted = ctx.db.cleanupJob.scheduledId.delete(scheduledId);\n if (deleted === 0) {\n throw new SenderError(`No scheduled cleanup with id: ${scheduledId}`);\n }\n});", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,7): error TS7022: 'cleanupJob' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(5,5): error TS7023: 'scheduled' implicitly has return type 'any' because it does not have a return type annotation and is referenced directly or indirectly in one of its return expressions.\r\nsrc/index.ts(12,7): error TS7022: 'spacetimedb' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(15,14): error TS7022: 'run_cleanup' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(15,78): error TS7006: Parameter '_ctx' implicitly has an 'any' type.\r\nsrc/index.ts(15,86): error TS7031: Binding element 'arg' implicitly has an 'any' type.\r\nsrc/index.ts(19,39): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(26,78): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(26,85): error TS7031: Binding element 'scheduledId' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227628, + "output_tokens": 1471, + "generation_duration_ms": 207804, + "started_at": "2026-03-26T18:44:06.709377100Z", + "finished_at": "2026-03-26T18:47:40.232140700Z" + }, + "t_040_lifecycle_player": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp(),\n }\n);\n\nconst spacetimedb = schema({ onlinePlayer });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n const existing = ctx.db.onlinePlayer.identity.find(ctx.sender);\n if (existing) {\n // Update connectedAt if already present\n ctx.db.onlinePlayer.identity.update({ ...existing, connectedAt: ctx.timestamp });\n } else {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n }\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": { + "changed": {}, + "only_golden": { + "onlinePlayer": {} + }, + "only_llm": { + "online_player": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "openai", + "input_tokens": 227591, + "output_tokens": 824, + "generation_duration_ms": 114485, + "started_at": "2026-03-26T18:44:14.392035Z", + "finished_at": "2026-03-26T18:46:20.094467900Z" + }, + "t_041_registered_user_gate": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227669, + "output_tokens": 798, + "generation_duration_ms": 775033, + "started_at": "2026-03-26T18:30:58.503669Z", + "finished_at": "2026-03-26T18:43:59.240535400Z" + }, + "t_042_admin_bootstrap": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst config = table(\n { public: false },\n {\n id: t.u32().primaryKey(),\n admin: t.identity(),\n }\n);\n\nconst admin_log = table(\n { public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n action: t.string(),\n }\n);\n\nconst spacetimedb = schema({ config, admin_log });\nexport default spacetimedb;\n\nexport const bootstrap_admin = spacetimedb.reducer((_ctx) => {\n // Use ctx in body for typing\n return (_ctx as any).db; // no-op to satisfy type inference; actual logic below\n}) as any;\n\n// Re-implement with proper signature to satisfy generated types\nexport const bootstrap_admin_impl = spacetimedb.reducer((ctx) => {\n const existing = ctx.db.config.id.find(0);\n if (existing) {\n throw new SenderError('already bootstrapped');\n }\n ctx.db.config.insert({\n id: 0,\n admin: ctx.sender,\n });\n});\n\n// Replace exported reducer with the properly implemented one\nexport { bootstrap_admin_impl as bootstrap_admin };\n\nexport const admin_action = spacetimedb.reducer({ action: t.string() }, (ctx, { action }) => {\n const cfg = ctx.db.config.id.find(0);\n if (!cfg) {\n throw new SenderError('not bootstrapped');\n }\n // Identity equality check\n const sender = ctx.sender;\n // ctx.sender may be an object with isEqual method\n const isAdmin =\n (typeof (cfg.admin as any)?.isEqual === 'function' && (cfg.admin as any).isEqual(sender)) ||\n (typeof (sender as any)?.isEqual === 'function' && (sender as any).isEqual(cfg.admin)) ||\n String(cfg.admin) === String(sender);\n\n if (!isAdmin) {\n throw new SenderError('not admin');\n }\n\n ctx.db.admin_log.insert({\n id: 0n,\n action,\n });\n});", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(22,14): error TS2323: Cannot redeclare exported variable 'bootstrap_admin'.\r\nsrc/index.ts(40,10): error TS2323: Cannot redeclare exported variable 'bootstrap_admin'.\r\nsrc/index.ts(40,10): error TS2484: Export declaration conflicts with exported declaration of 'bootstrap_admin'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227681, + "output_tokens": 1181, + "generation_duration_ms": 231167, + "started_at": "2026-03-26T18:30:58.552358200Z", + "finished_at": "2026-03-26T18:35:07.872358100Z" + }, + "t_043_role_based_access": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227709, + "output_tokens": 1053, + "generation_duration_ms": 777407, + "started_at": "2026-03-26T18:30:58.603436600Z", + "finished_at": "2026-03-26T18:44:01.947328100Z" + }, + "t_044_ban_list": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227725, + "output_tokens": 977, + "generation_duration_ms": 773302, + "started_at": "2026-03-26T18:30:58.655716400Z", + "finished_at": "2026-03-26T18:43:58.924531600Z" + }, + "t_045_rate_limit": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 227702, + "output_tokens": 914, + "generation_duration_ms": 122826, + "started_at": "2026-03-26T18:30:58.706941Z", + "finished_at": "2026-03-26T18:33:09.467098400Z" + }, + "t_046_shared_document": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst document = table(\n { public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity().index('btree'),\n title: t.string(),\n }\n);\n\nconst document_share = table(\n { public: true },\n {\n document_id: t.u64().index('btree'),\n shared_with: t.identity().index('btree'),\n }\n);\n\nconst spacetimedb = schema({ document, document_share });\nexport default spacetimedb;\n\nexport const create_document = spacetimedb.reducer(\n { title: t.string() },\n (ctx, { title }) => {\n ctx.db.document.insert({\n id: 0n,\n owner: ctx.sender,\n title,\n });\n }\n);\n\nexport const share_document = spacetimedb.reducer(\n { document_id: t.u64(), target: t.identity() },\n (ctx, { document_id, target }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new SenderError('not found');\n }\n // Ensure caller is owner\n if (!doc.owner.isEqual(ctx.sender)) {\n throw new SenderError('not owner');\n }\n ctx.db.document_share.insert({\n documentId: document_id,\n sharedWith: target,\n });\n }\n);\n\nexport const edit_document = spacetimedb.reducer(\n { document_id: t.u64(), new_title: t.string() },\n (ctx, { document_id, new_title }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new SenderError('not found');\n }\n\n // Authorized if owner\n let authorized = false;\n if (doc.owner.isEqual(ctx.sender)) {\n authorized = true;\n } else {\n // Check document_share for a matching share\n for (const s of ctx.db.documentShare.documentId.filter(document_id)) {\n // s.sharedWith accessor name follows camelCase\n if (s.sharedWith && s.sharedWith.isEqual(ctx.sender)) {\n authorized = true;\n break;\n }\n }\n }\n\n if (!authorized) {\n throw new SenderError('unauthorized');\n }\n\n // Update title. Use primary-key update via id index.\n ctx.db.document.id.update({ ...doc, title: new_title });\n }\n);", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(46,7): error TS2561: Object literal may only specify known properties, but 'documentId' does not exist in type '{ document_id: bigint; shared_with: Identity; }'. Did you mean to write 'document_id'?\r\nsrc/index.ts(66,30): error TS2551: Property 'documentShare' does not exist on type 'DbView; owner: IdentityColumnBuilder<{ indexType: \"btree\"; }>; title: StringBuilder; }>, []>; readonly document_share: TableSchema<...>; }>>'. Did you mean 'document_share'?\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 227772, + "output_tokens": 2012, + "generation_duration_ms": 884689, + "started_at": "2026-03-26T18:30:58.761227100Z", + "finished_at": "2026-03-26T18:45:53.299721Z" + } + } + }, + { + "name": "Grok Code", + "route_api_model": "grok-code-fast-1", + "tasks": { + "t_000_empty_reducers": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst emptyTable = table(\n { name: 'emptyTable', public: true },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({ emptyTable });\nexport default spacetimedb;\n\nexport const emptyReducerNoArgs = spacetimedb.reducer((ctx) => {\n});\n\nexport const emptyReducerWithInt = spacetimedb.reducer({ count: t.i32() }, (ctx, { count }) => {\n});\n\nexport const emptyReducerWithString = spacetimedb.reducer({ name: t.string() }, (ctx, { name }) => {\n});\n\nexport const emptyReducerWithTwoArgs = spacetimedb.reducer({ count: t.i32(), name: t.string() }, (ctx, { count, name }) => {\n});\n\nexport const emptyReducerWithThreeArgs = spacetimedb.reducer({ active: t.bool(), ratio: t.f32(), label: t.string() }, (ctx, { active, ratio, label }) => {\n});", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "empty_table": {} + }, + "only_llm": { + "emptyTable": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 166691, + "output_tokens": 627, + "generation_duration_ms": 71431, + "started_at": "2026-03-26T18:40:23.104693200Z", + "finished_at": "2026-03-26T18:41:45.966675100Z" + }, + "t_001_basic_tables": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166718, + "output_tokens": 591, + "generation_duration_ms": 16672, + "started_at": "2026-03-26T18:57:48.042282300Z", + "finished_at": "2026-03-26T18:58:09.596995800Z" + }, + "t_002_scheduled_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, ScheduleAt } from 'spacetimedb/server';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: (): any => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (ctx, { arg }) => {\n // Scheduled reducer that receives the tickTimer row\n console.log('Tick received:', arg.scheduledId);\n});\n\nexport const init = spacetimedb.init(ctx => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,28): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'ScheduleAt'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 166672, + "output_tokens": 814, + "generation_duration_ms": 18109, + "started_at": "2026-03-26T18:57:48.629752200Z", + "finished_at": "2026-03-26T18:58:11.259135700Z" + }, + "t_003_struct_in_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166649, + "output_tokens": 412, + "generation_duration_ms": 45044, + "started_at": "2026-03-26T18:41:02.683615100Z", + "finished_at": "2026-03-26T18:41:53.211066300Z" + }, + "t_004_insert": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "xai", + "input_tokens": 166684, + "output_tokens": 524, + "generation_duration_ms": 62923, + "started_at": "2026-03-26T18:41:03.387146700Z", + "finished_at": "2026-03-26T18:42:14.040933900Z" + }, + "t_005_update": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_005_update", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const updateUser = spacetimedb.reducer({ id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() }, (ctx, { id, name, age, active }) => {\n const existingUser = ctx.db.user.id.find(id);\n if (existingUser) {\n ctx.db.user.id.update({ ...existingUser, name, age, active });\n }\n});", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "data_parity_update_user": { + "pass": false, + "partial": 0.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+------+-----+--------", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:62764/v1/database/c2003b0e2a3c77480828c1ffc0b12b4e1fee23c692fcea7be6157cae3cee5813/sql)\n", + "phase": "sql_golden", + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "xai", + "input_tokens": 166684, + "output_tokens": 590, + "generation_duration_ms": 23635, + "started_at": "2026-03-26T18:41:37.007002200Z", + "finished_at": "2026-03-26T18:42:09.756834700Z" + }, + "t_006_delete": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 166657, + "output_tokens": 435, + "generation_duration_ms": 25474, + "started_at": "2026-03-26T18:41:45.967046300Z", + "finished_at": "2026-03-26T18:42:17.854577400Z" + }, + "t_007_crud": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const crud = spacetimedb.reducer({}, (ctx) => {\n ctx.db.user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n ctx.db.user.id.update({ id: 1, name: \"Alice2\", age: 31, active: false });\n ctx.db.user.id.delete(2);\n});", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62764/v1/database/c2008884f89fd4964413b05cc24f3105c6b5832bbae4ba7352309cc77f02f614/call/crud)\n", + "phase": "call_reducer_golden" + } + }, + "crud_total_count_one": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "xai", + "input_tokens": 166736, + "output_tokens": 750, + "generation_duration_ms": 25616, + "started_at": "2026-03-26T18:41:52.237430800Z", + "finished_at": "2026-03-26T18:42:24.126745Z" + }, + "t_008_index_lookup": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "xai", + "input_tokens": 166694, + "output_tokens": 565, + "generation_duration_ms": 47259, + "started_at": "2026-03-26T18:41:55.065404200Z", + "finished_at": "2026-03-26T18:42:54.162704500Z" + }, + "t_009_init": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_009_init", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "xai", + "input_tokens": 166691, + "output_tokens": 634, + "generation_duration_ms": 22546, + "started_at": "2026-03-26T18:41:58.997066800Z", + "finished_at": "2026-03-26T18:42:27.811430800Z" + }, + "t_010_connect": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema({ event });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected(ctx => {\n ctx.db.event.insert({ id: 0n, kind: \"connected\" });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected(ctx => {\n ctx.db.event.insert({ id: 0n, kind: \"disconnected\" });\n});", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166649, + "output_tokens": 964, + "generation_duration_ms": 55677, + "started_at": "2026-03-26T18:42:10.104196700Z", + "finished_at": "2026-03-26T18:43:12.317812900Z" + }, + "t_011_helper_function": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "xai", + "input_tokens": 166672, + "output_tokens": 417, + "generation_duration_ms": 39813, + "started_at": "2026-03-26T18:42:10.768523200Z", + "finished_at": "2026-03-26T18:42:58.246598500Z" + }, + "t_012_spacetime_product_type": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "xai", + "input_tokens": 166680, + "output_tokens": 740, + "generation_duration_ms": 22928, + "started_at": "2026-03-26T18:43:46.439551700Z", + "finished_at": "2026-03-26T18:44:17.400250500Z" + }, + "t_013_spacetime_sum_type": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 166699, + "output_tokens": 900, + "generation_duration_ms": 34984, + "started_at": "2026-03-26T18:43:47.558242900Z", + "finished_at": "2026-03-26T18:44:31.157171900Z" + }, + "t_014_elementary_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 166717, + "output_tokens": 668, + "generation_duration_ms": 25932, + "started_at": "2026-03-26T18:43:48.568673Z", + "finished_at": "2026-03-26T18:44:26.235894600Z" + }, + "t_015_product_type_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 166741, + "output_tokens": 517, + "generation_duration_ms": 81589, + "started_at": "2026-03-26T18:43:49.231881100Z", + "finished_at": "2026-03-26T18:45:17.427870100Z" + }, + "t_016_sum_type_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst drawing = table(\n { name: 'drawing', public: true },\n {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape,\n }\n);\n\nconst spacetimedb = schema({ drawing });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer({}, (ctx) => {\n ctx.db.drawing.insert({\n id: 0,\n a: { tag: 'circle', value: 10 },\n b: { tag: 'rectangle', value: { width: 4, height: 6 } },\n });\n});", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---+---", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 166718, + "output_tokens": 709, + "generation_duration_ms": 6941, + "started_at": "2026-03-26T18:57:49.958953100Z", + "finished_at": "2026-03-26T18:58:04.327060600Z" + }, + "t_017_scheduled_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { schema, table, t, ScheduleAt } from 'spacetimedb/server';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: (): any => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (ctx, { arg }) => {\n // Scheduled tick logic here\n});\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,28): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'ScheduleAt'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 166672, + "output_tokens": 554, + "generation_duration_ms": 26498, + "started_at": "2026-03-26T18:43:50.902206600Z", + "finished_at": "2026-03-26T18:44:24.943907900Z" + }, + "t_018_constraints": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT id, email, name FROM account WHERE id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "xai", + "input_tokens": 166687, + "output_tokens": 558, + "generation_duration_ms": 14486, + "started_at": "2026-03-26T18:44:11.749389800Z", + "finished_at": "2026-03-26T18:44:32.090991Z" + }, + "t_019_many_to_many": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "m2m_has_1_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=20" + } + }, + "m2m_has_2_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=20" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "m2m_has_1_10": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=10" + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "xai", + "input_tokens": 166808, + "output_tokens": 595, + "generation_duration_ms": 16713, + "started_at": "2026-03-26T18:44:19.536008200Z", + "finished_at": "2026-03-26T18:44:46.515721300Z" + }, + "t_020_ecs": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 5, + "passed_tests": 2, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst entity = table(\n { name: 'entity', public: true },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst position = table(\n { name: 'position', public: true },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst velocity = table(\n { name: 'velocity', public: true },\n {\n entityId: t.i32().primaryKey(),\n vx: t.i32(),\n vy: t.i32(),\n }\n);\n\nconst nextPosition = table(\n { name: 'nextPosition', public: true },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst spacetimedb = schema({ entity, position, velocity, nextPosition });\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.entity.insert({ id: 1 });\n ctx.db.position.insert({ entityId: 1, x: 0, y: 0 });\n ctx.db.velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n ctx.db.entity.insert({ id: 2 });\n ctx.db.position.insert({ entityId: 2, x: 10, y: 0 });\n ctx.db.velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n});\n\nexport const step = spacetimedb.reducer((ctx) => {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.entityId.find(pos.entityId);\n if (vel) {\n const newX = pos.x + vel.vx;\n const newY = pos.y + vel.vy;\n ctx.db.nextPosition.entityId.update({ entityId: pos.entityId, x: newX, y: newY });\n }\n }\n});\n\nexport default spacetimedb;", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62764/v1/database/c200bd72b085afe9d93aa01caf6917ee39a25509ee49d1452154fe8960683fc7/call/step)\n", + "phase": "call_reducer" + } + }, + "ecs_next_pos_entity1": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62764/v1/database/c200bd72b085afe9d93aa01caf6917ee39a25509ee49d1452154fe8960683fc7/call/step)\n", + "phase": "call_reducer" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62764/v1/database/c200bd72b085afe9d93aa01caf6917ee39a25509ee49d1452154fe8960683fc7/call/step)\n", + "phase": "call_reducer" + } + } + }, + "vendor": "xai", + "input_tokens": 166811, + "output_tokens": 1441, + "generation_duration_ms": 37986, + "started_at": "2026-03-26T18:44:28.498827900Z", + "finished_at": "2026-03-26T18:45:14.020365500Z" + }, + "t_021_multi_column_index": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + } + } + }, + "vendor": "xai", + "input_tokens": 166729, + "output_tokens": 580, + "generation_duration_ms": 25298, + "started_at": "2026-03-26T18:44:29.443607300Z", + "finished_at": "2026-03-26T18:45:06.485124100Z" + }, + "t_022_view_basic": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, anonymousView } from 'spacetimedb/server';\n\nconst announcement = table(\n { name: 'announcement', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n message: t.string(),\n active: t.bool().index('btree'),\n }\n);\n\nconst spacetimedb = schema({ announcement });\nexport default spacetimedb;\n\nexport const activeAnnouncements = spacetimedb.anonymousView(\n { name: 'activeAnnouncements', public: true },\n t.array(announcement.rowType),\n (ctx) => {\n return Array.from(ctx.db.announcement.active.filter(true));\n }\n);", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,28): error TS2724: '\"spacetimedb/server\"' has no exported member named 'anonymousView'. Did you mean 'AnonymousViewCtx'?\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 166674, + "output_tokens": 507, + "generation_duration_ms": 11988, + "started_at": "2026-03-26T18:42:56.572600Z", + "finished_at": "2026-03-26T18:43:21.050272800Z" + }, + "t_023_view_per_user": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst profile = table(\n { name: 'profile', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n identity: t.identity().unique(),\n name: t.string(),\n bio: t.string(),\n }\n);\n\nconst spacetimedb = schema({ profile });\nexport default spacetimedb;\n\nexport const my_profile = spacetimedb.view(\n { name: 'my_profile', public: true },\n t.option(profile.rowType),\n (ctx) => {\n return ctx.db.profile.identity.find(ctx.sender()) ?? undefined;\n }\n);", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,45): error TS2349: This expression is not callable.\r\n Type 'Identity' has no call signatures.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 166722, + "output_tokens": 584, + "generation_duration_ms": 22802, + "started_at": "2026-03-26T18:42:58.247420300Z", + "finished_at": "2026-03-26T18:43:29.078189Z" + }, + "t_024_event_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166699, + "output_tokens": 507, + "generation_duration_ms": 11563, + "started_at": "2026-03-26T18:42:27.811847900Z", + "finished_at": "2026-03-26T18:42:49.924677700Z" + }, + "t_025_optional_fields": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166721, + "output_tokens": 651, + "generation_duration_ms": 19544, + "started_at": "2026-03-26T18:42:41.634363900Z", + "finished_at": "2026-03-26T18:43:08.561375300Z" + }, + "t_026_auth_identity_check": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166748, + "output_tokens": 730, + "generation_duration_ms": 166845, + "started_at": "2026-03-26T18:39:50.004242600Z", + "finished_at": "2026-03-26T18:42:44.821313100Z" + }, + "t_027_private_vs_public_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst userInternal = table(\n { name: 'userInternal' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n email: t.string(),\n passwordHash: t.string(),\n }\n);\n\nconst userPublic = table(\n { name: 'userPublic', public: true },\n {\n id: t.u64().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ userInternal, userPublic });\nexport default spacetimedb;\n\nexport const register_user = spacetimedb.reducer({ name: t.string(), email: t.string(), passwordHash: t.string() }, (ctx, { name, email, passwordHash }) => {\n const insertedInternal = ctx.db.userInternal.insert({\n id: 0n,\n name,\n email,\n passwordHash,\n });\n ctx.db.userPublic.insert({\n id: insertedInternal.id,\n name,\n });\n});", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user_internal": {}, + "user_public": {} + }, + "only_llm": { + "userInternal": {}, + "userPublic": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 166765, + "output_tokens": 518, + "generation_duration_ms": 133283, + "started_at": "2026-03-26T18:39:50.669292600Z", + "finished_at": "2026-03-26T18:42:10.103928600Z" + }, + "t_028_cascade_delete": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166729, + "output_tokens": 491, + "generation_duration_ms": 13589, + "started_at": "2026-03-26T18:42:49.924957200Z", + "finished_at": "2026-03-26T18:43:11.939802400Z" + }, + "t_029_filter_and_aggregate": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n {\n name: 'order',\n indexes: [{ accessor: 'category', algorithm: 'btree', columns: ['category'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u64(),\n fulfilled: t.bool(),\n }\n);\n\nconst categoryStats = table(\n { name: 'categoryStats' },\n {\n category: t.string().primaryKey(),\n totalAmount: t.u64(),\n orderCount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ order, categoryStats });\nexport default spacetimedb;\n\nexport const compute_stats = spacetimedb.reducer({ category: t.string() }, (ctx, { category }) => {\n const orders = Array.from(ctx.db.order.category.filter(category));\n const orderCount = orders.length;\n const totalAmount = orders.reduce((sum, order) => sum + order.amount, 0n);\n const existing = ctx.db.categoryStats.category.find(category);\n if (existing) {\n ctx.db.categoryStats.category.update({\n ...existing,\n totalAmount,\n orderCount,\n });\n } else {\n ctx.db.categoryStats.insert({\n category,\n totalAmount,\n orderCount,\n });\n }\n});", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "category_stats": {} + }, + "only_llm": { + "categoryStats": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 166748, + "output_tokens": 1107, + "generation_duration_ms": 36688, + "started_at": "2026-03-26T18:42:54.162952700Z", + "finished_at": "2026-03-26T18:43:40.403089200Z" + }, + "t_030_two_table_join": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst customer = table(\n { name: 'customer', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n customerId: t.u64().index('btree'),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst orderDetail = table(\n { name: 'orderDetail', public: true },\n {\n orderId: t.u64().primaryKey(),\n customerName: t.string(),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ customer, order, orderDetail });\nexport default spacetimedb;\n\nexport const build_order_details = spacetimedb.reducer((ctx) => {\n for (const o of ctx.db.order.iter()) {\n const c = ctx.db.customer.id.find(o.customerId);\n if (c) {\n ctx.db.orderDetail.insert({\n orderId: o.id,\n customerName: c.name,\n product: o.product,\n amount: o.amount,\n });\n }\n }\n});", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "order_detail": {} + }, + "only_llm": { + "orderDetail": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 166794, + "output_tokens": 1112, + "generation_duration_ms": 37505, + "started_at": "2026-03-26T18:42:55.185567800Z", + "finished_at": "2026-03-26T18:43:40.751218300Z" + }, + "t_031_unique_constraint": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166690, + "output_tokens": 556, + "generation_duration_ms": 6129, + "started_at": "2026-03-26T18:57:49.308977400Z", + "finished_at": "2026-03-26T18:58:03.106700300Z" + }, + "t_032_range_query": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst product = table(\n { name: 'product', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n price: t.u32(),\n }\n);\n\nconst priceRangeResult = table(\n { name: 'priceRangeResult', public: true },\n {\n productId: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ product, priceRangeResult });\nexport default spacetimedb;\n\nexport const find_in_price_range = spacetimedb.reducer(\n { minPrice: t.u32(), maxPrice: t.u32() },\n (ctx, { minPrice, maxPrice }) => {\n for (const product of ctx.db.product.iter()) {\n if (product.price >= minPrice && product.price <= maxPrice) {\n ctx.db.priceRangeResult.insert({\n productId: product.id,\n name: product.name,\n price: product.price,\n });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "price_range_result": {} + }, + "only_llm": { + "priceRangeResult": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 166759, + "output_tokens": 681, + "generation_duration_ms": 26700, + "started_at": "2026-03-26T18:43:10.931072Z", + "finished_at": "2026-03-26T18:43:47.557047200Z" + }, + "t_033_sort_and_limit": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166752, + "output_tokens": 711, + "generation_duration_ms": 31384, + "started_at": "2026-03-26T18:43:12.318260300Z", + "finished_at": "2026-03-26T18:43:50.897940500Z" + }, + "t_034_find_first": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst task = table(\n { name: 'task', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n title: t.string(),\n completed: t.bool(),\n }\n);\n\nconst firstIncomplete = table(\n { name: 'firstIncomplete', public: true },\n {\n taskId: t.u64().primaryKey(),\n title: t.string(),\n }\n);\n\nconst spacetimedb = schema({ task, firstIncomplete });\nexport default spacetimedb;\n\nexport const find_first_incomplete = spacetimedb.reducer((ctx) => {\n for (const task of ctx.db.task.iter()) {\n if (!task.completed) {\n ctx.db.firstIncomplete.insert({\n taskId: task.id,\n title: task.title,\n });\n break;\n }\n }\n});", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "first_incomplete": {} + }, + "only_llm": { + "firstIncomplete": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 166716, + "output_tokens": 553, + "generation_duration_ms": 21629, + "started_at": "2026-03-26T18:43:12.995718200Z", + "finished_at": "2026-03-26T18:43:46.439234400Z" + }, + "t_035_select_distinct": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u32(),\n }\n);\n\nconst distinctCategory = table(\n { name: 'distinctCategory', public: true },\n {\n category: t.string().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({ order, distinctCategory });\nexport default spacetimedb;\n\nexport const collect_distinct_categories = spacetimedb.reducer(ctx => {\n const categories = new Set();\n for (const o of ctx.db.order.iter()) {\n categories.add(o.category);\n }\n for (const category of categories) {\n ctx.db.distinctCategory.insert({ category });\n }\n});", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "distinct_category": {} + }, + "only_llm": { + "distinctCategory": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 166706, + "output_tokens": 625, + "generation_duration_ms": 17352, + "started_at": "2026-03-26T18:43:23.398506200Z", + "finished_at": "2026-03-26T18:43:48.567814800Z" + }, + "t_036_count_without_collect": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n active: t.bool(),\n }\n);\n\nconst userStats = table(\n { name: 'userStats', public: true },\n {\n key: t.string().primaryKey(),\n count: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ user, userStats });\n\nexport const compute_user_counts = spacetimedb.reducer((ctx) => {\n let totalCount = 0;\n let activeCount = 0;\n for (const u of ctx.db.user.iter()) {\n totalCount++;\n if (u.active) {\n activeCount++;\n }\n }\n ctx.db.userStats.insert({ key: 'total', count: BigInt(totalCount) });\n ctx.db.userStats.insert({ key: 'active', count: BigInt(activeCount) });\n});\n\nexport default spacetimedb;", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user_stats": {} + }, + "only_llm": { + "userStats": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 166747, + "output_tokens": 983, + "generation_duration_ms": 32925, + "started_at": "2026-03-26T18:43:29.078544200Z", + "finished_at": "2026-03-26T18:44:09.368947400Z" + }, + "t_037_multi_column_filter": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst eventLog = table(\n {\n name: 'eventLog',\n indexes: [\n { accessor: 'by_category_severity', algorithm: 'btree', columns: ['category', 'severity'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n severity: t.u32(),\n message: t.string(),\n }\n);\n\nconst filteredEvent = table(\n {\n name: 'filteredEvent',\n },\n {\n eventId: t.u64().primaryKey(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ eventLog, filteredEvent });\nexport default spacetimedb;\n\nexport const filter_events = spacetimedb.reducer({ category: t.string(), severity: t.u32() }, (ctx, { category, severity }) => {\n for (const event of ctx.db.eventLog.iter()) {\n if (event.category === category && event.severity === severity) {\n ctx.db.filteredEvent.insert({\n eventId: event.id,\n message: event.message,\n });\n }\n }\n});", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "event_log": {}, + "filtered_event": {} + }, + "only_llm": { + "eventLog": {}, + "filteredEvent": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 166752, + "output_tokens": 826, + "generation_duration_ms": 37209, + "started_at": "2026-03-26T18:43:43.003566Z", + "finished_at": "2026-03-26T18:44:29.443321200Z" + }, + "t_038_schedule_at_time": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, ScheduleAt } from 'spacetimedb/server';\n\nconst reminder = table(\n { name: 'reminder', scheduled: (): any => send_reminder },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ reminder });\nexport default spacetimedb;\n\nexport const send_reminder = spacetimedb.reducer({ arg: reminder.rowType }, (ctx, { arg }) => {\n // does nothing\n});\n\nexport const init = spacetimedb.init((ctx) => {\n const fireTime = ctx.timestamp.microsSinceUnixEpoch + 60_000_000n;\n ctx.db.reminder.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.time(fireTime),\n message: \"Scheduled reminder\",\n });\n});", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,28): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'ScheduleAt'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 166724, + "output_tokens": 757, + "generation_duration_ms": 17599, + "started_at": "2026-03-26T18:42:14.041304300Z", + "finished_at": "2026-03-26T18:42:39.375413Z" + }, + "t_039_cancel_schedule": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst cleanupJob = table(\n { name: 'cleanupJob', scheduled: (): any => run_cleanup },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nexport const run_cleanup = spacetimedb.reducer({ arg: cleanupJob.rowType }, (ctx, { arg }) => {\n // Does nothing\n});\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.cleanupJob.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(60_000_000n),\n });\n});\n\nexport const cancel_cleanup = spacetimedb.reducer({ scheduledId: t.u64() }, (ctx, { scheduledId }) => {\n ctx.db.cleanupJob.scheduledId.delete(scheduledId);\n});\n\nconst spacetimedb = schema({ cleanupJob });\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(11,28): error TS2448: Block-scoped variable 'spacetimedb' used before its declaration.\r\nsrc/index.ts(11,28): error TS2454: Variable 'spacetimedb' is used before being assigned.\r\nsrc/index.ts(15,21): error TS2448: Block-scoped variable 'spacetimedb' used before its declaration.\r\nsrc/index.ts(15,21): error TS2454: Variable 'spacetimedb' is used before being assigned.\r\nsrc/index.ts(18,18): error TS2304: Cannot find name 'ScheduleAt'.\r\nsrc/index.ts(22,31): error TS2448: Block-scoped variable 'spacetimedb' used before its declaration.\r\nsrc/index.ts(22,31): error TS2454: Variable 'spacetimedb' is used before being assigned.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 166721, + "output_tokens": 728, + "generation_duration_ms": 27100, + "started_at": "2026-03-26T18:42:20.064314300Z", + "finished_at": "2026-03-26T18:42:55.184924700Z" + }, + "t_040_lifecycle_player": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp(),\n }\n);\n\nconst spacetimedb = schema({ onlinePlayer });\n\nexport const clientConnected = spacetimedb.clientConnected(ctx => {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected(ctx => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": { + "changed": {}, + "only_golden": { + "onlinePlayer": {} + }, + "only_llm": { + "online_player": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "input_tokens": 166686, + "output_tokens": 597, + "generation_duration_ms": 20693, + "started_at": "2026-03-26T18:42:24.127366300Z", + "finished_at": "2026-03-26T18:42:55.182015300Z" + }, + "t_041_registered_user_gate": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166764, + "output_tokens": 685, + "generation_duration_ms": 96157, + "started_at": "2026-03-26T18:39:51.357861300Z", + "finished_at": "2026-03-26T18:41:34.535777400Z" + }, + "t_042_admin_bootstrap": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166773, + "output_tokens": 756, + "generation_duration_ms": 111443, + "started_at": "2026-03-26T18:39:52.013429100Z", + "finished_at": "2026-03-26T18:41:52.237048400Z" + }, + "t_043_role_based_access": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166804, + "output_tokens": 780, + "generation_duration_ms": 120527, + "started_at": "2026-03-26T18:39:52.684348700Z", + "finished_at": "2026-03-26T18:41:58.996676300Z" + }, + "t_044_ban_list": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166820, + "output_tokens": 1216, + "generation_duration_ms": 14841, + "started_at": "2026-03-26T18:57:46.202755300Z", + "finished_at": "2026-03-26T18:58:06.739492800Z" + }, + "t_045_rate_limit": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166793, + "output_tokens": 1083, + "generation_duration_ms": 46706, + "started_at": "2026-03-26T18:57:46.881561800Z", + "finished_at": "2026-03-26T18:58:37.594136600Z" + }, + "t_046_shared_document": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 166867, + "output_tokens": 1451, + "generation_duration_ms": 11570, + "started_at": "2026-03-26T18:57:47.462988200Z", + "finished_at": "2026-03-26T18:58:04.713539Z" + } + } + }, + { + "name": "Gemini 3 Flash", + "route_api_model": "google/gemini-3-flash-preview", + "tasks": { + "t_000_empty_reducers": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst emptyTable = table(\n { name: 'emptyTable', public: true },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({ emptyTable });\nexport default spacetimedb;\n\nexport const emptyReducerNoArgs = spacetimedb.reducer((ctx) => {\n});\n\nexport const emptyReducerWithInt = spacetimedb.reducer(\n { count: t.i32() },\n (ctx, { count }) => {\n }\n);\n\nexport const emptyReducerWithString = spacetimedb.reducer(\n { name: t.string() },\n (ctx, { name }) => {\n }\n);\n\nexport const emptyReducerWithTwoArgs = spacetimedb.reducer(\n { count: t.i32(), name: t.string() },\n (ctx, { count, name }) => {\n }\n);\n\nexport const emptyReducerWithThreeArgs = spacetimedb.reducer(\n { active: t.bool(), ratio: t.f32(), label: t.string() },\n (ctx, { active, ratio, label }) => {\n }\n);", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "empty_table": {} + }, + "only_llm": { + "emptyTable": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "meta", + "input_tokens": 287256, + "output_tokens": 290, + "generation_duration_ms": 66128, + "started_at": "2026-03-26T18:43:51.569151200Z", + "finished_at": "2026-03-26T18:45:09.784970700Z" + }, + "t_001_basic_tables": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287296, + "output_tokens": 244, + "generation_duration_ms": 42260, + "started_at": "2026-03-26T18:43:51.617680400Z", + "finished_at": "2026-03-26T18:44:42.910620800Z" + }, + "t_002_scheduled_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287228, + "output_tokens": 232, + "generation_duration_ms": 57219, + "started_at": "2026-03-26T18:43:51.670442400Z", + "finished_at": "2026-03-26T18:44:57.637217900Z" + }, + "t_003_struct_in_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287207, + "output_tokens": 114, + "generation_duration_ms": 48569, + "started_at": "2026-03-26T18:43:51.725259200Z", + "finished_at": "2026-03-26T18:44:46.802692Z" + }, + "t_004_insert": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "meta", + "input_tokens": 287246, + "output_tokens": 185, + "generation_duration_ms": 51183, + "started_at": "2026-03-26T18:43:51.781743500Z", + "finished_at": "2026-03-26T18:44:52.193376100Z" + }, + "t_005_update": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_005_update", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const updateUser = spacetimedb.reducer(\n { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() },\n (ctx, { id, name, age, active }) => {\n const existingUser = ctx.db.user.id.find(id);\n if (existingUser) {\n ctx.db.user.id.update({\n id,\n name,\n age,\n active,\n });\n }\n }\n);", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "data_parity_update_user": { + "pass": false, + "partial": 0.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+------+-----+--------", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:62764/v1/database/c2003b0e2a3c77480828c1ffc0b12b4e1fee23c692fcea7be6157cae3cee5813/sql)\n", + "phase": "sql_golden", + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "meta", + "input_tokens": 287245, + "output_tokens": 226, + "generation_duration_ms": 40257, + "started_at": "2026-03-26T18:43:51.833659900Z", + "finished_at": "2026-03-26T18:44:40.294575800Z" + }, + "t_006_delete": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 287215, + "output_tokens": 155, + "generation_duration_ms": 20069, + "started_at": "2026-03-26T18:44:42.910925500Z", + "finished_at": "2026-03-26T18:45:10.705635200Z" + }, + "t_007_crud": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const crud = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({\n id: 1,\n name: \"Alice\",\n age: 30,\n active: true,\n });\n\n ctx.db.user.insert({\n id: 2,\n name: \"Bob\",\n age: 22,\n active: false,\n });\n\n const aliceRow = ctx.db.user.id.find(1);\n if (aliceRow) {\n ctx.db.user.id.update({\n id: 1,\n name: \"Alice2\",\n age: 31,\n active: false,\n });\n }\n\n ctx.db.user.id.delete(2);\n});", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62764/v1/database/c2008884f89fd4964413b05cc24f3105c6b5832bbae4ba7352309cc77f02f614/call/crud)\n", + "phase": "call_reducer_golden" + } + }, + "crud_total_count_one": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "meta", + "input_tokens": 287302, + "output_tokens": 288, + "generation_duration_ms": 37331, + "started_at": "2026-03-26T18:44:45.401617300Z", + "finished_at": "2026-03-26T18:45:33.769733200Z" + }, + "t_008_index_lookup": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "meta", + "input_tokens": 287259, + "output_tokens": 250, + "generation_duration_ms": 64517, + "started_at": "2026-03-26T18:44:48.838585800Z", + "finished_at": "2026-03-26T18:45:59.767025600Z" + }, + "t_009_init": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_009_init", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "meta", + "input_tokens": 287254, + "output_tokens": 201, + "generation_duration_ms": 28051, + "started_at": "2026-03-26T18:44:52.511674700Z", + "finished_at": "2026-03-26T18:45:33.030020Z" + }, + "t_010_connect": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema({ event });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({\n id: 0n,\n kind: 'connected',\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({\n id: 0n,\n kind: 'disconnected',\n });\n});", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287203, + "output_tokens": 182, + "generation_duration_ms": 43943, + "started_at": "2026-03-26T18:44:54.686533500Z", + "finished_at": "2026-03-26T18:45:48.549110100Z" + }, + "t_011_helper_function": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + } + }, + "vendor": "meta", + "input_tokens": 287239, + "output_tokens": 193, + "generation_duration_ms": 30194, + "started_at": "2026-03-26T18:44:57.637735700Z", + "finished_at": "2026-03-26T18:45:37.071850600Z" + }, + "t_012_spacetime_product_type": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "meta", + "input_tokens": 287247, + "output_tokens": 200, + "generation_duration_ms": 27602, + "started_at": "2026-03-26T18:46:27.676671100Z", + "finished_at": "2026-03-26T18:47:04.267551500Z" + }, + "t_013_spacetime_sum_type": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 287272, + "output_tokens": 224, + "generation_duration_ms": 18603, + "started_at": "2026-03-26T18:46:30.982635600Z", + "finished_at": "2026-03-26T18:46:58.636739100Z" + }, + "t_014_elementary_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 287293, + "output_tokens": 224, + "generation_duration_ms": 33111, + "started_at": "2026-03-26T18:46:45.734706Z", + "finished_at": "2026-03-26T18:47:29.406686600Z" + }, + "t_015_product_type_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 287324, + "output_tokens": 250, + "generation_duration_ms": 39217, + "started_at": "2026-03-26T18:46:46.547227600Z", + "finished_at": "2026-03-26T18:47:38.143915700Z" + }, + "t_016_sum_type_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 287296, + "output_tokens": 227, + "generation_duration_ms": 22434, + "started_at": "2026-03-26T18:46:46.603003200Z", + "finished_at": "2026-03-26T18:47:18.420579700Z" + }, + "t_017_scheduled_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tickTimer WHERE scheduledId>=0" + } + } + }, + "vendor": "meta", + "input_tokens": 287229, + "output_tokens": 231, + "generation_duration_ms": 21886, + "started_at": "2026-03-26T18:46:49.530839100Z", + "finished_at": "2026-03-26T18:47:18.845680600Z" + }, + "t_018_constraints": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT id, email, name FROM account WHERE id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "meta", + "input_tokens": 287251, + "output_tokens": 222, + "generation_duration_ms": 5891, + "started_at": "2026-03-26T18:47:00.556394300Z", + "finished_at": "2026-03-26T18:47:17.408710Z" + }, + "t_019_many_to_many": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "m2m_has_1_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=20" + } + }, + "m2m_has_2_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=20" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "m2m_has_1_10": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=10" + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "meta", + "input_tokens": 287391, + "output_tokens": 438, + "generation_duration_ms": 40216, + "started_at": "2026-03-26T18:47:04.583791800Z", + "finished_at": "2026-03-26T18:47:54.608245200Z" + }, + "t_020_ecs": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM nextPosition" + } + } + }, + "vendor": "meta", + "input_tokens": 287414, + "output_tokens": 641, + "generation_duration_ms": 45281, + "started_at": "2026-03-26T18:47:04.633735600Z", + "finished_at": "2026-03-26T18:47:58.408076900Z" + }, + "t_021_multi_column_index": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + } + } + }, + "vendor": "meta", + "input_tokens": 287293, + "output_tokens": 261, + "generation_duration_ms": 31134, + "started_at": "2026-03-26T18:47:11.357088700Z", + "finished_at": "2026-03-26T18:47:53.482960900Z" + }, + "t_022_view_basic": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287219, + "output_tokens": 172, + "generation_duration_ms": 22545, + "started_at": "2026-03-26T18:45:48.607152300Z", + "finished_at": "2026-03-26T18:46:17.364939800Z" + }, + "t_023_view_per_user": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287277, + "output_tokens": 181, + "generation_duration_ms": 29256, + "started_at": "2026-03-26T18:45:55.697229900Z", + "finished_at": "2026-03-26T18:46:30.982164400Z" + }, + "t_024_event_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst damageEvent = table(\n { name: 'damageEvent', public: true, event: true },\n {\n entityId: t.u64(),\n damage: t.u32(),\n source: t.string(),\n }\n);\n\nconst spacetimedb = schema({\n damageEvent,\n});\n\nexport default spacetimedb;\n\nexport const deal_damage = spacetimedb.reducer(\n { entityId: t.u64(), damage: t.u32(), source: t.string() },\n (ctx, { entityId, damage, source }) => {\n ctx.db.damageEvent.insert({\n entityId,\n damage,\n source,\n });\n }\n);", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "damage_event": {} + }, + "only_llm": { + "damageEvent": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "meta", + "input_tokens": 287250, + "output_tokens": 190, + "generation_duration_ms": 11978, + "started_at": "2026-03-26T18:45:33.770071500Z", + "finished_at": "2026-03-26T18:45:55.695987200Z" + }, + "t_025_optional_fields": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287276, + "output_tokens": 221, + "generation_duration_ms": 37351, + "started_at": "2026-03-26T18:45:37.072263500Z", + "finished_at": "2026-03-26T18:46:24.954179300Z" + }, + "t_026_auth_identity_check": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287308, + "output_tokens": 296, + "generation_duration_ms": 77056, + "started_at": "2026-03-26T18:43:29.746198500Z", + "finished_at": "2026-03-26T18:44:52.511324300Z" + }, + "t_027_private_vs_public_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "OpenRouter POST https://openrouter.ai/api/v1/chat/completions: POST https://openrouter.ai/api/v1/chat/completions: error sending request for url (https://openrouter.ai/api/v1/chat/completions): client error (Connect): unexpected EOF during handshake", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T18:47:58.417123900Z", + "finished_at": "2026-03-26T18:47:58.417123900Z" + }, + "t_028_cascade_delete": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287280, + "output_tokens": 278, + "generation_duration_ms": 39905, + "started_at": "2026-03-26T18:45:37.459882900Z", + "finished_at": "2026-03-26T18:46:27.619636Z" + }, + "t_029_filter_and_aggregate": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string().index('btree'),\n amount: t.u64(),\n fulfilled: t.bool(),\n }\n);\n\nconst categoryStats = table(\n { name: 'categoryStats', public: true },\n {\n category: t.string().primaryKey(),\n totalAmount: t.u64(),\n orderCount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ order, categoryStats });\nexport default spacetimedb;\n\nexport const compute_stats = spacetimedb.reducer(\n { category: t.string() },\n (ctx, { category }) => {\n let totalAmount = 0n;\n let orderCount = 0;\n\n for (const ord of ctx.db.order.category.filter(category)) {\n totalAmount += ord.amount;\n orderCount += 1;\n }\n\n const existing = ctx.db.categoryStats.category.find(category);\n if (existing) {\n ctx.db.categoryStats.category.update({\n category,\n totalAmount,\n orderCount,\n });\n } else {\n ctx.db.categoryStats.insert({\n category,\n totalAmount,\n orderCount,\n });\n }\n }\n);", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "category_stats": {} + }, + "only_llm": { + "categoryStats": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "meta", + "input_tokens": 287303, + "output_tokens": 361, + "generation_duration_ms": 26575, + "started_at": "2026-03-26T18:45:37.516211800Z", + "finished_at": "2026-03-26T18:46:14.057173500Z" + }, + "t_030_two_table_join": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst customer = table(\n { name: 'customer', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n customerId: t.u64().index('btree'),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst orderDetail = table(\n { name: 'orderDetail', public: true },\n {\n orderId: t.u64().primaryKey(),\n customerName: t.string(),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({\n customer,\n order,\n orderDetail,\n});\n\nexport default spacetimedb;\n\nexport const build_order_details = spacetimedb.reducer((ctx) => {\n for (const o of ctx.db.order.iter()) {\n const c = ctx.db.customer.id.find(o.customerId);\n if (c) {\n ctx.db.orderDetail.insert({\n orderId: o.id,\n customerName: c.name,\n product: o.product,\n amount: o.amount,\n });\n }\n }\n});", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "order_detail": {} + }, + "only_llm": { + "orderDetail": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "meta", + "input_tokens": 287354, + "output_tokens": 360, + "generation_duration_ms": 18236, + "started_at": "2026-03-26T18:45:43.386656400Z", + "finished_at": "2026-03-26T18:46:13.770020600Z" + }, + "t_031_unique_constraint": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287236, + "output_tokens": 172, + "generation_duration_ms": 17665, + "started_at": "2026-03-26T18:45:48.551330500Z", + "finished_at": "2026-03-26T18:46:14.373357500Z" + }, + "t_032_range_query": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, Range } from 'spacetimedb/server';\n\nconst product = table(\n { name: 'product', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n price: t.u32().index('btree'),\n }\n);\n\nconst priceRangeResult = table(\n { name: 'priceRangeResult', public: true },\n {\n productId: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32(),\n }\n);\n\nconst spacetimedb = schema({\n product,\n priceRangeResult,\n});\n\nexport default spacetimedb;\n\nexport const find_in_price_range = spacetimedb.reducer(\n { minPrice: t.u32(), maxPrice: t.u32() },\n (ctx, { minPrice, maxPrice }) => {\n const range = new Range(\n { tag: 'included', value: minPrice },\n { tag: 'included', value: maxPrice }\n );\n\n for (const p of ctx.db.product.price.filter(range)) {\n ctx.db.priceRangeResult.insert({\n productId: p.id,\n name: p.name,\n price: p.price,\n });\n }\n }\n);", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,28): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Range'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 287315, + "output_tokens": 331, + "generation_duration_ms": 43695, + "started_at": "2026-03-26T18:45:59.767622400Z", + "finished_at": "2026-03-26T18:46:49.530601400Z" + }, + "t_033_sort_and_limit": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287306, + "output_tokens": 398, + "generation_duration_ms": 18771, + "started_at": "2026-03-26T18:46:14.373631700Z", + "finished_at": "2026-03-26T18:46:41.101375100Z" + }, + "t_034_find_first": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst task = table(\n { name: 'task', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n title: t.string(),\n completed: t.bool(),\n }\n);\n\nconst firstIncomplete = table(\n { name: 'firstIncomplete', public: true },\n {\n taskId: t.u64().primaryKey(),\n title: t.string(),\n }\n);\n\nconst spacetimedb = schema({\n task,\n firstIncomplete,\n});\n\nexport default spacetimedb;\n\nexport const find_first_incomplete = spacetimedb.reducer((ctx) => {\n for (const item of ctx.db.task.iter()) {\n if (!item.completed) {\n ctx.db.firstIncomplete.insert({\n taskId: item.id,\n title: item.title,\n });\n break;\n }\n }\n});", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "first_incomplete": {} + }, + "only_llm": { + "firstIncomplete": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "meta", + "input_tokens": 287266, + "output_tokens": 243, + "generation_duration_ms": 21556, + "started_at": "2026-03-26T18:46:16.927449800Z", + "finished_at": "2026-03-26T18:46:46.258736500Z" + }, + "t_035_select_distinct": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u32(),\n }\n);\n\nconst distinctCategory = table(\n { name: 'distinctCategory', public: true },\n {\n category: t.string().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({\n order,\n distinctCategory,\n});\n\nexport default spacetimedb;\n\nexport const collect_distinct_categories = spacetimedb.reducer((ctx) => {\n const categories = new Set();\n\n for (const ord of ctx.db.order.iter()) {\n categories.add(ord.category);\n }\n\n for (const cat of categories) {\n if (!ctx.db.distinctCategory.category.find(cat)) {\n ctx.db.distinctCategory.insert({\n category: cat,\n });\n }\n }\n});", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "distinct_category": {} + }, + "only_llm": { + "distinctCategory": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "meta", + "input_tokens": 287256, + "output_tokens": 259, + "generation_duration_ms": 24114, + "started_at": "2026-03-26T18:46:16.986987Z", + "finished_at": "2026-03-26T18:46:46.546945100Z" + }, + "t_036_count_without_collect": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n active: t.bool(),\n }\n);\n\nconst userStats = table(\n { name: 'userStats', public: true },\n {\n key: t.string().primaryKey(),\n count: t.u64(),\n }\n);\n\nconst spacetimedb = schema({\n user,\n userStats,\n});\n\nexport default spacetimedb;\n\nexport const compute_user_counts = spacetimedb.reducer((ctx) => {\n let totalCount = 0n;\n let activeCount = 0n;\n\n for (const u of ctx.db.user.iter()) {\n totalCount++;\n if (u.active === true) {\n activeCount++;\n }\n }\n\n ctx.db.userStats.insert({\n key: \"total\",\n count: totalCount,\n });\n\n ctx.db.userStats.insert({\n key: \"active\",\n count: activeCount,\n });\n});", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user_stats": {} + }, + "only_llm": { + "userStats": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "meta", + "input_tokens": 287300, + "output_tokens": 293, + "generation_duration_ms": 40859, + "started_at": "2026-03-26T18:46:19.754098300Z", + "finished_at": "2026-03-26T18:47:09.038393100Z" + }, + "t_037_multi_column_filter": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst eventLog = table(\n {\n name: 'eventLog',\n public: true,\n indexes: [\n {\n accessor: 'by_category_severity',\n algorithm: 'btree',\n columns: ['category', 'severity']\n }\n ]\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n severity: t.u32(),\n message: t.string(),\n }\n);\n\nconst filteredEvent = table(\n {\n name: 'filteredEvent',\n public: true\n },\n {\n eventId: t.u64().primaryKey(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({\n eventLog,\n filteredEvent\n});\n\nexport default spacetimedb;\n\nexport const filter_events = spacetimedb.reducer(\n { category: t.string(), severity: t.u32() },\n (ctx, { category, severity }) => {\n for (const log of ctx.db.eventLog.iter()) {\n if (log.category === category && log.severity === severity) {\n ctx.db.filteredEvent.insert({\n eventId: log.id,\n message: log.message\n });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "event_log": {}, + "filtered_event": {} + }, + "only_llm": { + "eventLog": {}, + "filteredEvent": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "meta", + "input_tokens": 287308, + "output_tokens": 337, + "generation_duration_ms": 31016, + "started_at": "2026-03-26T18:46:27.620163400Z", + "finished_at": "2026-03-26T18:47:04.583552700Z" + }, + "t_038_schedule_at_time": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287278, + "output_tokens": 261, + "generation_duration_ms": 29759, + "started_at": "2026-03-26T18:45:00.400009800Z", + "finished_at": "2026-03-26T18:45:37.459209300Z" + }, + "t_039_cancel_schedule": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, ReducerContext } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst cleanupJob = table(\n { \n name: 'cleanupJob', \n scheduled: (): any => run_cleanup \n },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ cleanupJob });\nexport default spacetimedb;\n\nexport const run_cleanup = spacetimedb.reducer(\n { arg: cleanupJob.rowType }, \n (_ctx, { arg }) => {\n // does nothing\n }\n);\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.cleanupJob.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(60_000_000n),\n });\n});\n\nexport const cancel_cleanup = spacetimedb.reducer(\n { scheduledId: t.u64() }, \n (ctx, { scheduledId }) => {\n ctx.db.cleanupJob.scheduledId.delete(scheduledId);\n }\n);", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,28): error TS2724: '\"spacetimedb/server\"' has no exported member named 'ReducerContext'. Did you mean 'ReducerCtx'?\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 287278, + "output_tokens": 293, + "generation_duration_ms": 30190, + "started_at": "2026-03-26T18:45:10.706030500Z", + "finished_at": "2026-03-26T18:45:48.550858400Z" + }, + "t_040_lifecycle_player": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { name: 'onlinePlayer', public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp(),\n }\n);\n\nconst spacetimedb = schema({ onlinePlayer });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287234, + "output_tokens": 173, + "generation_duration_ms": 23061, + "started_at": "2026-03-26T18:45:10.762914200Z", + "finished_at": "2026-03-26T18:45:43.385880100Z" + }, + "t_041_registered_user_gate": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287322, + "output_tokens": 368, + "generation_duration_ms": 82704, + "started_at": "2026-03-26T18:43:29.856826300Z", + "finished_at": "2026-03-26T18:45:00.399286800Z" + }, + "t_042_admin_bootstrap": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "OpenRouter POST https://openrouter.ai/api/v1/chat/completions: POST https://openrouter.ai/api/v1/chat/completions: error sending request for url (https://openrouter.ai/api/v1/chat/completions): client error (Connect): unexpected EOF during handshake", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T18:47:58.412401300Z", + "finished_at": "2026-03-26T18:47:58.412401300Z" + }, + "t_043_role_based_access": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "OpenRouter POST https://openrouter.ai/api/v1/chat/completions: POST https://openrouter.ai/api/v1/chat/completions: error sending request for url (https://openrouter.ai/api/v1/chat/completions): client error (Connect): unexpected EOF during handshake", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T18:47:58.435980600Z", + "finished_at": "2026-03-26T18:47:58.435980600Z" + }, + "t_044_ban_list": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "OpenRouter POST https://openrouter.ai/api/v1/chat/completions: POST https://openrouter.ai/api/v1/chat/completions: error sending request for url (https://openrouter.ai/api/v1/chat/completions): client error (Connect): unexpected EOF during handshake", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T18:47:58.426399400Z", + "finished_at": "2026-03-26T18:47:58.426399400Z" + }, + "t_045_rate_limit": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "OpenRouter POST https://openrouter.ai/api/v1/chat/completions: POST https://openrouter.ai/api/v1/chat/completions: error sending request for url (https://openrouter.ai/api/v1/chat/completions): client error (Connect): unexpected EOF during handshake", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T18:47:58.422305700Z", + "finished_at": "2026-03-26T18:47:58.422305700Z" + }, + "t_046_shared_document": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "OpenRouter POST https://openrouter.ai/api/v1/chat/completions: POST https://openrouter.ai/api/v1/chat/completions: error sending request for url (https://openrouter.ai/api/v1/chat/completions): client error (Connect): unexpected EOF during handshake", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T18:47:58.431081700Z", + "finished_at": "2026-03-26T18:47:58.431081700Z" + } + } + }, + { + "name": "Gemini 3.1 Pro", + "route_api_model": "google/gemini-3.1-pro-preview", + "tasks": { + "t_000_empty_reducers": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst emptyTable = table(\n { name: 'emptyTable' },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({ emptyTable });\nexport default spacetimedb;\n\nexport const emptyReducerNoArgs = spacetimedb.reducer((ctx) => {});\n\nexport const emptyReducerWithInt = spacetimedb.reducer(\n { count: t.i32() },\n (ctx, { count }) => {}\n);\n\nexport const emptyReducerWithString = spacetimedb.reducer(\n { name: t.string() },\n (ctx, { name }) => {}\n);\n\nexport const emptyReducerWithTwoArgs = spacetimedb.reducer(\n { count: t.i32(), name: t.string() },\n (ctx, { count, name }) => {}\n);\n\nexport const emptyReducerWithThreeArgs = spacetimedb.reducer(\n { active: t.bool(), ratio: t.f32(), label: t.string() },\n (ctx, { active, ratio, label }) => {}\n);", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "empty_table": {} + }, + "only_llm": { + "emptyTable": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "meta", + "input_tokens": 287256, + "output_tokens": 1478, + "generation_duration_ms": 159148, + "started_at": "2026-03-26T18:43:51.889248700Z", + "finished_at": "2026-03-26T18:46:49.096913100Z" + }, + "t_001_basic_tables": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287296, + "output_tokens": 1428, + "generation_duration_ms": 185824, + "started_at": "2026-03-26T18:45:09.230641300Z", + "finished_at": "2026-03-26T18:48:23.751217100Z" + }, + "t_002_scheduled_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287228, + "output_tokens": 1111, + "generation_duration_ms": 83994, + "started_at": "2026-03-26T18:45:27.775269700Z", + "finished_at": "2026-03-26T18:47:03.160653600Z" + }, + "t_003_struct_in_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287207, + "output_tokens": 1017, + "generation_duration_ms": 95414, + "started_at": "2026-03-26T18:45:38.573289500Z", + "finished_at": "2026-03-26T18:47:21.011031200Z" + }, + "t_004_insert": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "meta", + "input_tokens": 287246, + "output_tokens": 1232, + "generation_duration_ms": 58794, + "started_at": "2026-03-26T18:46:30.612171500Z", + "finished_at": "2026-03-26T18:47:39.152339300Z" + }, + "t_005_update": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_005_update", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const updateUser = spacetimedb.reducer(\n { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() },\n (ctx, { id, name, age, active }) => {\n const existing = ctx.db.user.id.find(id);\n if (existing) {\n ctx.db.user.id.update({ id, name, age, active });\n }\n }\n);", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "data_parity_update_user": { + "pass": false, + "partial": 0.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+------+-----+--------", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:62764/v1/database/c2003b0e2a3c77480828c1ffc0b12b4e1fee23c692fcea7be6157cae3cee5813/sql)\n", + "phase": "sql_golden", + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "meta", + "input_tokens": 287245, + "output_tokens": 1088, + "generation_duration_ms": 53345, + "started_at": "2026-03-26T18:46:38.429187700Z", + "finished_at": "2026-03-26T18:47:40.130777100Z" + }, + "t_006_delete": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 287213, + "output_tokens": 939, + "generation_duration_ms": 65194, + "started_at": "2026-03-26T18:46:49.413328500Z", + "finished_at": "2026-03-26T18:48:03.914332100Z" + }, + "t_007_crud": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const crud = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n ctx.db.user.id.update({ id: 1, name: \"Alice2\", age: 31, active: false });\n ctx.db.user.id.delete(2);\n});", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62764/v1/database/c2008884f89fd4964413b05cc24f3105c6b5832bbae4ba7352309cc77f02f614/call/crud)\n", + "phase": "call_reducer_golden" + } + }, + "crud_total_count_one": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "meta", + "input_tokens": 287300, + "output_tokens": 1303, + "generation_duration_ms": 83914, + "started_at": "2026-03-26T18:46:49.474254800Z", + "finished_at": "2026-03-26T18:48:23.432926700Z" + }, + "t_008_index_lookup": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "meta", + "input_tokens": 287261, + "output_tokens": 1270, + "generation_duration_ms": 85048, + "started_at": "2026-03-26T18:47:03.161144400Z", + "finished_at": "2026-03-26T18:48:37.203669100Z" + }, + "t_009_init": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_009_init", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "meta", + "input_tokens": 287252, + "output_tokens": 820, + "generation_duration_ms": 86535, + "started_at": "2026-03-26T18:47:16.321022700Z", + "finished_at": "2026-03-26T18:48:51.403970600Z" + }, + "t_010_connect": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event' },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema({ event });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({ id: 0n, kind: \"connected\" });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({ id: 0n, kind: \"disconnected\" });\n});", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287201, + "output_tokens": 953, + "generation_duration_ms": 76695, + "started_at": "2026-03-26T18:47:21.011418Z", + "finished_at": "2026-03-26T18:48:45.121701500Z" + }, + "t_011_helper_function": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "meta", + "input_tokens": 287237, + "output_tokens": 975, + "generation_duration_ms": 60310, + "started_at": "2026-03-26T18:47:40.131204900Z", + "finished_at": "2026-03-26T18:48:49.579554700Z" + }, + "t_012_spacetime_product_type": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "meta", + "input_tokens": 287245, + "output_tokens": 1482, + "generation_duration_ms": 59298, + "started_at": "2026-03-26T18:49:49.387631500Z", + "finished_at": "2026-03-26T18:50:55.332237500Z" + }, + "t_013_spacetime_sum_type": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 287270, + "output_tokens": 1201, + "generation_duration_ms": 37087, + "started_at": "2026-03-26T18:49:51.893043400Z", + "finished_at": "2026-03-26T18:50:36.755857500Z" + }, + "t_014_elementary_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 287291, + "output_tokens": 1244, + "generation_duration_ms": 49221, + "started_at": "2026-03-26T18:50:06.163982800Z", + "finished_at": "2026-03-26T18:51:05.018452100Z" + }, + "t_015_product_type_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 287322, + "output_tokens": 1399, + "generation_duration_ms": 43113, + "started_at": "2026-03-26T18:50:08.836208900Z", + "finished_at": "2026-03-26T18:51:03.884180900Z" + }, + "t_016_sum_type_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "meta", + "input_tokens": 287294, + "output_tokens": 1462, + "generation_duration_ms": 42434, + "started_at": "2026-03-26T18:50:17.822157100Z", + "finished_at": "2026-03-26T18:51:06.595377700Z" + }, + "t_017_scheduled_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tickTimer WHERE scheduledId>=0" + } + } + }, + "vendor": "meta", + "input_tokens": 287227, + "output_tokens": 1588, + "generation_duration_ms": 35356, + "started_at": "2026-03-26T18:50:39.079547200Z", + "finished_at": "2026-03-26T18:51:22.826464300Z" + }, + "t_018_constraints": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT id, email, name FROM account WHERE id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "meta", + "input_tokens": 287249, + "output_tokens": 1421, + "generation_duration_ms": 33595, + "started_at": "2026-03-26T18:50:43.253573600Z", + "finished_at": "2026-03-26T18:51:23.806924400Z" + }, + "t_019_many_to_many": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "m2m_has_1_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=20" + } + }, + "m2m_has_2_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=20" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "m2m_has_1_10": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=10" + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "meta", + "input_tokens": 287389, + "output_tokens": 2295, + "generation_duration_ms": 38779, + "started_at": "2026-03-26T18:50:54.271924800Z", + "finished_at": "2026-03-26T18:51:40.589159300Z" + }, + "t_020_ecs": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM nextPosition" + } + } + }, + "vendor": "meta", + "input_tokens": 287412, + "output_tokens": 2664, + "generation_duration_ms": 32310, + "started_at": "2026-03-26T18:50:55.332672Z", + "finished_at": "2026-03-26T18:51:36.860944600Z" + }, + "t_021_multi_column_index": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + } + } + }, + "vendor": "meta", + "input_tokens": 287291, + "output_tokens": 1283, + "generation_duration_ms": 15032, + "started_at": "2026-03-26T18:51:05.018970700Z", + "finished_at": "2026-03-26T18:51:27.642806400Z" + }, + "t_022_view_basic": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287217, + "output_tokens": 1212, + "generation_duration_ms": 40502, + "started_at": "2026-03-26T18:49:02.241580800Z", + "finished_at": "2026-03-26T18:49:49.333573Z" + }, + "t_023_view_per_user": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287275, + "output_tokens": 1289, + "generation_duration_ms": 37983, + "started_at": "2026-03-26T18:49:07.265210200Z", + "finished_at": "2026-03-26T18:49:51.892520Z" + }, + "t_024_event_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287248, + "output_tokens": 1183, + "generation_duration_ms": 40741, + "started_at": "2026-03-26T18:48:23.803967300Z", + "finished_at": "2026-03-26T18:49:15.375446600Z" + }, + "t_025_optional_fields": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287274, + "output_tokens": 1350, + "generation_duration_ms": 35588, + "started_at": "2026-03-26T18:48:37.204115300Z", + "finished_at": "2026-03-26T18:49:21.916025100Z" + }, + "t_026_auth_identity_check": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287306, + "output_tokens": 2367, + "generation_duration_ms": 184308, + "started_at": "2026-03-26T18:43:24.055690600Z", + "finished_at": "2026-03-26T18:46:35.843132400Z" + }, + "t_027_private_vs_public_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst userInternal = table(\n { name: 'userInternal' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n email: t.string(),\n passwordHash: t.string(),\n }\n);\n\nconst userPublic = table(\n { name: 'userPublic', public: true },\n {\n id: t.u64().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ userInternal, userPublic });\nexport default spacetimedb;\n\nexport const register_user = spacetimedb.reducer(\n { name: t.string(), email: t.string(), passwordHash: t.string() },\n (ctx, { name, email, passwordHash }) => {\n const insertedUser = ctx.db.userInternal.insert({\n id: 0n,\n name,\n email,\n passwordHash,\n });\n\n ctx.db.userPublic.insert({\n id: insertedUser.id,\n name: insertedUser.name,\n });\n }\n);", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user_internal": {}, + "user_public": {} + }, + "only_llm": { + "userInternal": {}, + "userPublic": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "meta", + "input_tokens": 287319, + "output_tokens": 1722, + "generation_duration_ms": 113317, + "started_at": "2026-03-26T18:43:24.110439900Z", + "finished_at": "2026-03-26T18:45:27.774842100Z" + }, + "t_028_cascade_delete": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287278, + "output_tokens": 2263, + "generation_duration_ms": 43831, + "started_at": "2026-03-26T18:48:45.122391300Z", + "finished_at": "2026-03-26T18:49:37.157796700Z" + }, + "t_029_filter_and_aggregate": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table({ name: 'order' }, {\n id: t.u64().primaryKey().autoInc(),\n category: t.string().index('btree'),\n amount: t.u64(),\n fulfilled: t.bool(),\n});\n\nconst categoryStats = table({ name: 'categoryStats' }, {\n category: t.string().primaryKey(),\n totalAmount: t.u64(),\n orderCount: t.u32(),\n});\n\nconst spacetimedb = schema({ order, categoryStats });\nexport default spacetimedb;\n\nexport const compute_stats = spacetimedb.reducer({ category: t.string() }, (ctx, { category }) => {\n let totalAmount = 0n;\n let orderCount = 0;\n\n for (const o of ctx.db.order.category.filter(category)) {\n totalAmount += o.amount;\n orderCount += 1;\n }\n\n const existing = ctx.db.categoryStats.category.find(category);\n if (existing) {\n ctx.db.categoryStats.category.update({\n category,\n totalAmount,\n orderCount,\n });\n } else {\n ctx.db.categoryStats.insert({\n category,\n totalAmount,\n orderCount,\n });\n }\n});", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "category_stats": {} + }, + "only_llm": { + "categoryStats": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "meta", + "input_tokens": 287301, + "output_tokens": 1832, + "generation_duration_ms": 43126, + "started_at": "2026-03-26T18:48:51.404254100Z", + "finished_at": "2026-03-26T18:49:42.744506700Z" + }, + "t_030_two_table_join": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst customer = table({ name: 'customer' }, {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n});\n\nconst order = table({ name: 'order' }, {\n id: t.u64().primaryKey().autoInc(),\n customerId: t.u64().index('btree'),\n product: t.string(),\n amount: t.u32(),\n});\n\nconst orderDetail = table({ name: 'orderDetail' }, {\n orderId: t.u64().primaryKey(),\n customerName: t.string(),\n product: t.string(),\n amount: t.u32(),\n});\n\nconst spacetimedb = schema({ customer, order, orderDetail });\nexport default spacetimedb;\n\nexport const build_order_details = spacetimedb.reducer((ctx) => {\n for (const o of ctx.db.order.iter()) {\n const c = ctx.db.customer.id.find(o.customerId);\n if (c) {\n ctx.db.orderDetail.insert({\n orderId: o.id,\n customerName: c.name,\n product: o.product,\n amount: o.amount,\n });\n }\n }\n});", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "order_detail": {} + }, + "only_llm": { + "orderDetail": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "meta", + "input_tokens": 287352, + "output_tokens": 1881, + "generation_duration_ms": 40226, + "started_at": "2026-03-26T18:48:51.457337200Z", + "finished_at": "2026-03-26T18:49:40.043395900Z" + }, + "t_031_unique_constraint": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287234, + "output_tokens": 1157, + "generation_duration_ms": 34970, + "started_at": "2026-03-26T18:49:02.187092200Z", + "finished_at": "2026-03-26T18:49:49.011950600Z" + }, + "t_032_range_query": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst product = table(\n { name: 'product' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n price: t.u32().index('btree'),\n }\n);\n\nconst priceRangeResult = table(\n { name: 'priceRangeResult' },\n {\n productId: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ product, priceRangeResult });\nexport default spacetimedb;\n\nexport const find_in_price_range = spacetimedb.reducer(\n { minPrice: t.u32(), maxPrice: t.u32() },\n (ctx, { minPrice, maxPrice }) => {\n for (const p of ctx.db.product.iter()) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n ctx.db.priceRangeResult.insert({\n productId: p.id,\n name: p.name,\n price: p.price,\n });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "price_range_result": {} + }, + "only_llm": { + "priceRangeResult": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "meta", + "input_tokens": 287313, + "output_tokens": 1859, + "generation_duration_ms": 46375, + "started_at": "2026-03-26T18:49:15.376023800Z", + "finished_at": "2026-03-26T18:50:08.835823400Z" + }, + "t_033_sort_and_limit": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287304, + "output_tokens": 2535, + "generation_duration_ms": 34755, + "started_at": "2026-03-26T18:49:21.916458Z", + "finished_at": "2026-03-26T18:50:06.163588300Z" + }, + "t_034_find_first": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst task = table({ name: 'task' }, {\n id: t.u64().primaryKey().autoInc(),\n title: t.string(),\n completed: t.bool(),\n});\n\nconst firstIncomplete = table({ name: 'firstIncomplete' }, {\n taskId: t.u64().primaryKey(),\n title: t.string(),\n});\n\nconst spacetimedb = schema({ task, firstIncomplete });\nexport default spacetimedb;\n\nexport const find_first_incomplete = spacetimedb.reducer((ctx) => {\n for (const row of ctx.db.task.iter()) {\n if (!row.completed) {\n ctx.db.firstIncomplete.insert({\n taskId: row.id,\n title: row.title,\n });\n break;\n }\n }\n});", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "first_incomplete": {} + }, + "only_llm": { + "firstIncomplete": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "meta", + "input_tokens": 287264, + "output_tokens": 1638, + "generation_duration_ms": 31627, + "started_at": "2026-03-26T18:49:39.611850600Z", + "finished_at": "2026-03-26T18:50:17.821777900Z" + }, + "t_035_select_distinct": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order' },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u32(),\n }\n);\n\nconst distinctCategory = table(\n { name: 'distinctCategory' },\n {\n category: t.string().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({ order, distinctCategory });\nexport default spacetimedb;\n\nexport const collect_distinct_categories = spacetimedb.reducer((ctx) => {\n const categories = new Set();\n for (const row of ctx.db.order.iter()) {\n categories.add(row.category);\n }\n for (const category of categories) {\n ctx.db.distinctCategory.insert({ category });\n }\n});", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "distinct_category": {} + }, + "only_llm": { + "distinctCategory": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "meta", + "input_tokens": 287254, + "output_tokens": 1867, + "generation_duration_ms": 65553, + "started_at": "2026-03-26T18:49:40.043828200Z", + "finished_at": "2026-03-26T18:50:51.950064400Z" + }, + "t_036_count_without_collect": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n active: t.bool(),\n }\n);\n\nconst userStats = table(\n { name: 'userStats' },\n {\n key: t.string().primaryKey(),\n count: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ user, userStats });\nexport default spacetimedb;\n\nexport const compute_user_counts = spacetimedb.reducer((ctx) => {\n let total = 0n;\n let active = 0n;\n\n for (const u of ctx.db.user.iter()) {\n total += 1n;\n if (u.active === true) {\n active += 1n;\n }\n }\n\n ctx.db.userStats.key.delete(\"total\");\n ctx.db.userStats.key.delete(\"active\");\n\n ctx.db.userStats.insert({ key: \"total\", count: total });\n ctx.db.userStats.insert({ key: \"active\", count: active });\n});", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user_stats": {} + }, + "only_llm": { + "userStats": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "meta", + "input_tokens": 287298, + "output_tokens": 2044, + "generation_duration_ms": 51561, + "started_at": "2026-03-26T18:49:45.194049400Z", + "finished_at": "2026-03-26T18:50:43.253215300Z" + }, + "t_037_multi_column_filter": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst eventLog = table(\n {\n name: 'eventLog',\n indexes: [\n { accessor: 'by_category_severity', algorithm: 'btree', columns: ['category', 'severity'] }\n ]\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n severity: t.u32(),\n message: t.string(),\n }\n);\n\nconst filteredEvent = table(\n { name: 'filteredEvent' },\n {\n eventId: t.u64().primaryKey(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ eventLog, filteredEvent });\nexport default spacetimedb;\n\nexport const filter_events = spacetimedb.reducer(\n { category: t.string(), severity: t.u32() },\n (ctx, { category, severity }) => {\n for (const row of ctx.db.eventLog.iter()) {\n if (row.category === category && row.severity === severity) {\n ctx.db.filteredEvent.insert({\n eventId: row.id,\n message: row.message,\n });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "event_log": {}, + "filtered_event": {} + }, + "only_llm": { + "eventLog": {}, + "filteredEvent": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "meta", + "input_tokens": 287306, + "output_tokens": 3257, + "generation_duration_ms": 79477, + "started_at": "2026-03-26T18:49:49.333897400Z", + "finished_at": "2026-03-26T18:51:20.051346100Z" + }, + "t_038_schedule_at_time": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287276, + "output_tokens": 1900, + "generation_duration_ms": 79138, + "started_at": "2026-03-26T18:47:40.180082400Z", + "finished_at": "2026-03-26T18:49:07.264824100Z" + }, + "t_039_cancel_schedule": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287276, + "output_tokens": 1733, + "generation_duration_ms": 49490, + "started_at": "2026-03-26T18:48:03.914673500Z", + "finished_at": "2026-03-26T18:49:01.870857500Z" + }, + "t_040_lifecycle_player": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { name: 'onlinePlayer', public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp(),\n }\n);\n\nconst spacetimedb = schema({ onlinePlayer });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287232, + "output_tokens": 918, + "generation_duration_ms": 32663, + "started_at": "2026-03-26T18:48:23.751657800Z", + "finished_at": "2026-03-26T18:49:02.186739500Z" + }, + "t_041_registered_user_gate": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287320, + "output_tokens": 1881, + "generation_duration_ms": 121012, + "started_at": "2026-03-26T18:43:24.162896300Z", + "finished_at": "2026-03-26T18:45:38.572629100Z" + }, + "t_042_admin_bootstrap": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287333, + "output_tokens": 3828, + "generation_duration_ms": 220466, + "started_at": "2026-03-26T18:43:24.221935400Z", + "finished_at": "2026-03-26T18:47:16.320368800Z" + }, + "t_043_role_based_access": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287373, + "output_tokens": 1599, + "generation_duration_ms": 96179, + "started_at": "2026-03-26T18:43:24.273964100Z", + "finished_at": "2026-03-26T18:45:09.230174800Z" + }, + "t_044_ban_list": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287383, + "output_tokens": 3009, + "generation_duration_ms": 191519, + "started_at": "2026-03-26T18:43:24.325256500Z", + "finished_at": "2026-03-26T18:46:49.412684200Z" + }, + "t_045_rate_limit": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287363, + "output_tokens": 1842, + "generation_duration_ms": 177922, + "started_at": "2026-03-26T18:43:24.382253400Z", + "finished_at": "2026-03-26T18:46:28.362704600Z" + }, + "t_046_shared_document": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "input_tokens": 287447, + "output_tokens": 3311, + "generation_duration_ms": 25328, + "started_at": "2026-03-26T19:32:06.335954900Z", + "finished_at": "2026-03-26T19:32:36.177788800Z" + } + } + }, + { + "name": "DeepSeek Reasoner", + "route_api_model": "deepseek-reasoner", + "tasks": { + "t_000_empty_reducers": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst emptyTable = table(\n { name: 'emptyTable' },\n {\n id: t.i32().primaryKey()\n }\n);\n\nconst spacetimedb = schema({ emptyTable });\nexport default spacetimedb;\n\nexport const emptyReducerNoArgs = spacetimedb.reducer((ctx) => {});\nexport const emptyReducerWithInt = spacetimedb.reducer({ count: t.i32() }, (ctx, args) => {});\nexport const emptyReducerWithString = spacetimedb.reducer({ name: t.string() }, (ctx, args) => {});\nexport const emptyReducerWithTwoArgs = spacetimedb.reducer(\n { count: t.i32(), name: t.string() },\n (ctx, args) => {}\n);\nexport const emptyReducerWithThreeArgs = spacetimedb.reducer(\n { active: t.bool(), ratio: t.f32(), label: t.string() },\n (ctx, args) => {}\n);", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "empty_table": {} + }, + "only_llm": { + "emptyTable": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "deepseek", + "input_tokens": 109634, + "output_tokens": 570, + "generation_duration_ms": 37972, + "started_at": "2026-03-26T18:50:28.623602100Z", + "finished_at": "2026-03-26T18:51:14.045874300Z" + }, + "t_001_basic_tables": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, t, table } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean(),\n }\n);\n\nconst product = table(\n { name: 'product' },\n {\n id: t.i32().primaryKey(),\n title: t.string(),\n price: t.f32(),\n inStock: t.boolean(),\n }\n);\n\nconst note = table(\n { name: 'note' },\n {\n id: t.i32().primaryKey(),\n body: t.string(),\n rating: t.i64(),\n pinned: t.boolean(),\n }\n);\n\nconst spacetimedb = schema({ user, product, note });\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(9,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(19,16): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(29,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109676, + "output_tokens": 1136, + "generation_duration_ms": 55306, + "started_at": "2026-03-26T18:50:42.279975800Z", + "finished_at": "2026-03-26T18:51:45.229249700Z" + }, + "t_002_scheduled_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, schema, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n {\n name: 'tickTimer',\n scheduled: 'tick'\n },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt()\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const init = spacetimedb.init(ctx => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50)\n });\n});\n\nexport const tick = spacetimedb.reducer(\n { row: tickTimer.row() },\n (ctx, { row }) => {}\n);", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(7,5): error TS2322: Type 'string' is not assignable to type '() => ReducerExport; }> | ProcedureExport; }, UnitBuilder>'.\r\nsrc/index.ts(21,38): error TS2345: Argument of type 'number' is not assignable to parameter of type 'bigint'.\r\nsrc/index.ts(26,20): error TS2339: Property 'row' does not exist on type 'TableSchema; scheduledAt: ScheduleAtBuilder; }>, []>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109609, + "output_tokens": 2137, + "generation_duration_ms": 111614, + "started_at": "2026-03-26T18:50:42.638021700Z", + "finished_at": "2026-03-26T18:52:39.961844800Z" + }, + "t_003_struct_in_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 109586, + "output_tokens": 978, + "generation_duration_ms": 42468, + "started_at": "2026-03-26T18:50:48.303269800Z", + "finished_at": "2026-03-26T18:51:37.176560600Z" + }, + "t_004_insert": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst user = table(\n { public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const insertUser = spacetimedb.reducer(\n { id: t.i32(), name: t.string(), age: t.i32(), active: t.boolean() },\n (ctx, { id, name, age, active }) => {\n ctx.db.user.insert({ id, name, age, active });\n }\n);", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(9,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(17,60): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109626, + "output_tokens": 1597, + "generation_duration_ms": 96222, + "started_at": "2026-03-26T18:50:51.260920700Z", + "finished_at": "2026-03-26T18:52:33.884405700Z" + }, + "t_005_update": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const updateUser = spacetimedb.reducer(\n { id: t.i32(), name: t.string(), age: t.i32(), active: t.boolean() },\n (ctx, { id, name, age, active }) => {\n const existing = ctx.db.user.id.find(id);\n if (existing) {\n ctx.db.user.id.update({ ...existing, name, age, active });\n }\n }\n);", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(9,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(17,60): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109626, + "output_tokens": 874, + "generation_duration_ms": 42324, + "started_at": "2026-03-26T18:51:05.077619600Z", + "finished_at": "2026-03-26T18:51:52.675182700Z" + }, + "t_006_delete": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst user = table({\n name: 'user',\n public: true\n}, {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean()\n});\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const deleteUser = spacetimedb.reducer({ id: t.i32() }, (ctx, { id }) => {\n const userRow = ctx.db.user.id.find(id);\n if (userRow) {\n ctx.db.user.id.delete(id);\n }\n});", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(10,13): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109595, + "output_tokens": 603, + "generation_duration_ms": 31538, + "started_at": "2026-03-26T18:51:14.046296Z", + "finished_at": "2026-03-26T18:51:51.758114800Z" + }, + "t_007_crud": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst user = table({\n name: 'user',\n public: true\n}, {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean()\n});\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const crud = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n \n const user1 = ctx.db.user.id.find(1);\n if (user1) {\n ctx.db.user.id.update({ ...user1, name: \"Alice2\", age: 31, active: false });\n }\n \n const user2 = ctx.db.user.id.find(2);\n if (user2) {\n ctx.db.user.id.delete(2);\n }\n});", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(10,13): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109678, + "output_tokens": 578, + "generation_duration_ms": 30243, + "started_at": "2026-03-26T18:51:19.371251500Z", + "finished_at": "2026-03-26T18:51:54.402146200Z" + }, + "t_008_index_lookup": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean()\n }\n);\n\nconst result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string()\n }\n);\n\nconst spacetimedb = schema({ user, result });\nexport default spacetimedb;\n\nexport const lookupUserName = spacetimedb.reducer(\n { id: t.i32() },\n (ctx, { id }) => {\n const userRow = ctx.db.user.id.find(id);\n if (userRow) {\n ctx.db.result.insert({\n id: userRow.id,\n name: userRow.name\n });\n }\n }\n);", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(9,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109640, + "output_tokens": 735, + "generation_duration_ms": 30236, + "started_at": "2026-03-26T18:51:30.405451100Z", + "finished_at": "2026-03-26T18:52:04.729522800Z" + }, + "t_009_init": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst user = table({\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool()\n});\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const init = spacetimedb.init(ctx => {\n ctx.db.user.insert({id: 1, name: \"Alice\", age: 30, active: true});\n ctx.db.user.insert({id: 2, name: \"Bob\", age: 22, active: false});\n});", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,14): error TS2555: Expected at least 2 arguments, but got 1.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109629, + "output_tokens": 791, + "generation_duration_ms": 29524, + "started_at": "2026-03-26T18:51:37.177001700Z", + "finished_at": "2026-03-26T18:52:10.836222800Z" + }, + "t_010_connect": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event' },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema({ event });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected(ctx => {\n ctx.db.event.insert({ kind: 'connected' });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected(ctx => {\n ctx.db.event.insert({ kind: 'disconnected' });\n});", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(15,23): error TS2345: Argument of type '{ kind: string; }' is not assignable to parameter of type '{ id: bigint; kind: string; }'.\r\n Property 'id' is missing in type '{ kind: string; }' but required in type '{ id: bigint; kind: string; }'.\r\nsrc/index.ts(19,23): error TS2345: Argument of type '{ kind: string; }' is not assignable to parameter of type '{ id: bigint; kind: string; }'.\r\n Property 'id' is missing in type '{ kind: string; }' but required in type '{ id: bigint; kind: string; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109587, + "output_tokens": 601, + "generation_duration_ms": 56136, + "started_at": "2026-03-26T18:51:45.229525Z", + "finished_at": "2026-03-26T18:52:46.452897700Z" + }, + "t_011_helper_function": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, t } from 'spacetimedb/server';\n\nconst result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n sum: t.i32()\n }\n);\n\nconst spacetimedb = schema({ result });\nexport default spacetimedb;\n\nfunction add(a: number, b: number): number {\n return a + b;\n}\n\nexport const computeSum = spacetimedb.reducer(\n { id: t.i32(), a: t.i32(), b: t.i32() },\n (ctx, { id, a, b }) => {\n const sum = add(a, b);\n ctx.db.result.insert({ id, sum });\n }\n);", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(11,21): error TS2304: Cannot find name 'schema'.\r\nsrc/index.ts(20,4): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(20,11): error TS7031: Binding element 'id' implicitly has an 'any' type.\r\nsrc/index.ts(20,15): error TS7031: Binding element 'a' implicitly has an 'any' type.\r\nsrc/index.ts(20,18): error TS7031: Binding element 'b' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109615, + "output_tokens": 546, + "generation_duration_ms": 20038, + "started_at": "2026-03-26T18:51:51.758460400Z", + "finished_at": "2026-03-26T18:52:16.277766800Z" + }, + "t_012_spacetime_product_type": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst Score = t.object({\n left: t.i32(),\n right: t.i32()\n});\n\nconst result = table({\n name: 'result',\n public: true\n}, {\n id: t.i32().primaryKey(),\n value: Score\n});\n\nconst spacetimedb = schema({ result });\nexport default spacetimedb;\n\nexport const setScore = spacetimedb.reducer({\n id: t.i32(),\n left: t.i32(),\n right: t.i32()\n}, (ctx, { id, left, right }) => {\n spacetimedb.db.result.insert({\n id,\n value: { left, right }\n });\n});", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,17): error TS2554: Expected 2 arguments, but got 1.\r\nsrc/index.ts(24,15): error TS2339: Property 'db' does not exist on type 'Schema; value: ProductBuilder; }>, []>; }>>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109625, + "output_tokens": 516, + "generation_duration_ms": 20393, + "started_at": "2026-03-26T18:53:40.488712200Z", + "finished_at": "2026-03-26T18:54:05.577934700Z" + }, + "t_013_spacetime_sum_type": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, schema, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32()\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect\n});\n\nconst result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n value: Shape\n }\n);\n\nconst spacetimedb = schema({ result });\n\nexport const setCircle = spacetimedb.reducer(\n { id: t.i32(), radius: t.i32() },\n (ctx, { id, radius }) => {\n ctx.db.result.insert({\n id,\n value: { circle: radius }\n });\n }\n);\n\nexport default spacetimedb;", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(28,16): error TS2353: Object literal may only specify known properties, and 'circle' does not exist in type '{ tag: \"circle\"; value: number; } | { tag: \"rectangle\"; value: { width: number; height: number; }; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109650, + "output_tokens": 1287, + "generation_duration_ms": 46239, + "started_at": "2026-03-26T18:53:42.744762600Z", + "finished_at": "2026-03-26T18:54:33.613420100Z" + }, + "t_014_elementary_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, t, spacetimedb } from 'spacetimedb/server';\n\nconst primitive = table({\n name: 'primitive',\n columns: {\n id: t.i32().primaryKey(),\n count: t.i32(),\n total: t.i64(),\n price: t.f32(),\n ratio: t.f64(),\n active: t.boolean(),\n name: t.string()\n }\n});\n\nconst stdb = spacetimedb({ primitive });\n\nexport const seed = stdb.reducer(() => {\n stdb.db.primitive.insert({\n id: 1,\n count: 2,\n total: 3000000000n,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\"\n });\n});", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,20): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'spacetimedb'.\r\nsrc/index.ts(3,19): error TS2555: Expected at least 2 arguments, but got 1.\r\nsrc/index.ts(11,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109664, + "output_tokens": 803, + "generation_duration_ms": 29581, + "started_at": "2026-03-26T18:53:56.637825Z", + "finished_at": "2026-03-26T18:54:31.257629700Z" + }, + "t_015_product_type_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, t } from 'spacetimedb/server';\n\nconst Address = t.object('Address', {\n street: t.string(),\n zip: t.i32()\n});\n\nconst Position = t.object('Position', {\n x: t.i32(),\n y: t.i32()\n});\n\nconst profile = table(\n { name: 'profile' },\n {\n id: t.i32().primaryKey(),\n home: Address,\n work: Address,\n pos: Position\n }\n);\n\nconst spacetimedb = schema({ profile });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.profile.insert({\n id: 1,\n home: { street: '1 Main', zip: 11111 },\n work: { street: '2 Broad', zip: 22222 },\n pos: { x: 7, y: 9 }\n });\n});", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,17): error TS2304: Cannot find name 'table'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109695, + "output_tokens": 641, + "generation_duration_ms": 24255, + "started_at": "2026-03-26T18:53:59.340012100Z", + "finished_at": "2026-03-26T18:54:28.557587400Z" + }, + "t_016_sum_type_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { t, table } from 'spacetimedb/server';\n\nconst Rect = t.object({\n width: t.i32(),\n height: t.i32()\n});\n\nconst Shape = t.union({\n circle: t.object({ radius: t.i32() }),\n rectangle: t.object({ rect: Rect })\n});\n\nconst drawing = table({\n name: 'drawing',\n columns: {\n id: t.i32().primaryKey().autoInc(),\n a: Shape,\n b: Shape\n }\n});\n\nconst spacetimedb = schema({ drawing });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer(ctx => {\n ctx.db.drawing.insert({\n a: { circle: { radius: 10 } },\n b: { rectangle: { rect: { width: 4, height: 6 } } }\n });\n});", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,16): error TS2554: Expected 2 arguments, but got 1.\r\nsrc/index.ts(8,17): error TS2339: Property 'union' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(9,13): error TS2554: Expected 2 arguments, but got 1.\r\nsrc/index.ts(10,16): error TS2554: Expected 2 arguments, but got 1.\r\nsrc/index.ts(13,17): error TS2555: Expected at least 2 arguments, but got 1.\r\nsrc/index.ts(22,21): error TS2304: Cannot find name 'schema'.\r\nsrc/index.ts(25,41): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109672, + "output_tokens": 2722, + "generation_duration_ms": 82047, + "started_at": "2026-03-26T18:54:05.578321300Z", + "finished_at": "2026-03-26T18:55:31.339423200Z" + }, + "t_017_scheduled_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n {\n name: 'tickTimer',\n scheduled: () => tick\n },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt()\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer({ row: tickTimer.rowType }, (ctx, { row }) => {});\n\nexport const init = spacetimedb.init(ctx => {\n ctx.db.tickTimer.insert({\n scheduledAt: ScheduleAt.interval(50)\n });\n});", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,7): error TS7022: 'tickTimer' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(7,5): error TS7023: 'scheduled' implicitly has return type 'any' because it does not have a return type annotation and is referenced directly or indirectly in one of its return expressions.\r\nsrc/index.ts(15,7): error TS7022: 'spacetimedb' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(18,14): error TS7022: 'tick' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(18,70): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(18,77): error TS7031: Binding element 'row' implicitly has an 'any' type.\r\nsrc/index.ts(20,38): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(22,38): error TS2345: Argument of type 'number' is not assignable to parameter of type 'bigint'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109609, + "output_tokens": 1608, + "generation_duration_ms": 57351, + "started_at": "2026-03-26T18:54:07.904837600Z", + "finished_at": "2026-03-26T18:55:09.440414500Z" + }, + "t_018_constraints": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, t } from 'spacetimedb/server';\n\nconst account = table(\n {\n name: 'account',\n indexes: [\n {\n name: 'byName',\n columns: ['name'],\n algorithm: 'btree'\n }\n ],\n public: true\n },\n {\n id: t.i32().primaryKey(),\n email: t.string().unique(),\n name: t.string()\n }\n);\n\nconst spacetimedb = schema({ account });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer(() => {\n spacetimedb.db.account.insert({ id: 1, email: 'a@example.com', name: 'Alice' });\n spacetimedb.db.account.insert({ id: 2, email: 'b@example.com', name: 'Bob' });\n});", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(22,21): error TS2304: Cannot find name 'schema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109631, + "output_tokens": 737, + "generation_duration_ms": 24933, + "started_at": "2026-03-26T18:54:22.342893300Z", + "finished_at": "2026-03-26T18:54:51.859461400Z" + }, + "t_019_many_to_many": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst user = table(\n {},\n {\n userId: t.i32().primaryKey(),\n name: t.string()\n }\n);\n\nconst group = table(\n {},\n {\n groupId: t.i32().primaryKey(),\n title: t.string()\n }\n);\n\nconst membership = table(\n {\n indexes: [\n { name: 'byUser', columns: ['userId'], algorithm: 'btree' },\n { name: 'byGroup', columns: ['groupId'], algorithm: 'btree' }\n ]\n },\n {\n id: t.i32().primaryKey(),\n userId: t.i32(),\n groupId: t.i32()\n }\n);\n\nconst spacetimedb = schema({ user, group, membership });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer(() => {\n spacetimedb.db.user.insert({ userId: 1, name: \"Alice\" });\n spacetimedb.db.user.insert({ userId: 2, name: \"Bob\" });\n\n spacetimedb.db.group.insert({ groupId: 10, title: \"Admin\" });\n spacetimedb.db.group.insert({ groupId: 20, title: \"Dev\" });\n\n spacetimedb.db.membership.insert({ id: 1, userId: 1, groupId: 10 });\n spacetimedb.db.membership.insert({ id: 2, userId: 1, groupId: 20 });\n spacetimedb.db.membership.insert({ id: 3, userId: 2, groupId: 20 });\n});", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(37,15): error TS2339: Property 'db' does not exist on type 'Schema; name: StringBuilder; }>, []>; readonly group: TableSchema<...>; readonly membership: TableSchema<...>; }>>'.\r\nsrc/index.ts(38,15): error TS2339: Property 'db' does not exist on type 'Schema; name: StringBuilder; }>, []>; readonly group: TableSchema<...>; readonly membership: TableSchema<...>; }>>'.\r\nsrc/index.ts(40,15): error TS2339: Property 'db' does not exist on type 'Schema; name: StringBuilder; }>, []>; readonly group: TableSchema<...>; readonly membership: TableSchema<...>; }>>'.\r\nsrc/index.ts(41,15): error TS2339: Property 'db' does not exist on type 'Schema; name: StringBuilder; }>, []>; readonly group: TableSchema<...>; readonly membership: TableSchema<...>; }>>'.\r\nsrc/index.ts(43,15): error TS2339: Property 'db' does not exist on type 'Schema; name: StringBuilder; }>, []>; readonly group: TableSchema<...>; readonly membership: TableSchema<...>; }>>'.\r\nsrc/index.ts(44,15): error TS2339: Property 'db' does not exist on type 'Schema; name: StringBuilder; }>, []>; readonly group: TableSchema<...>; readonly membership: TableSchema<...>; }>>'.\r\nsrc/index.ts(45,15): error TS2339: Property 'db' does not exist on type 'Schema; name: StringBuilder; }>, []>; readonly group: TableSchema<...>; readonly membership: TableSchema<...>; }>>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109772, + "output_tokens": 1414, + "generation_duration_ms": 45988, + "started_at": "2026-03-26T18:54:25.848239100Z", + "finished_at": "2026-03-26T18:55:15.770836900Z" + }, + "t_020_ecs": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM nextPosition" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109788, + "output_tokens": 3723, + "generation_duration_ms": 106985, + "started_at": "2026-03-26T18:54:28.557883500Z", + "finished_at": "2026-03-26T18:56:20.763917100Z" + }, + "t_021_multi_column_index": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109670, + "output_tokens": 748, + "generation_duration_ms": 24140, + "started_at": "2026-03-26T18:54:31.257894900Z", + "finished_at": "2026-03-26T18:55:00.532764Z" + }, + "t_022_view_basic": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, schema, t } from 'spacetimedb/server';\n\nconst announcement = table(\n {\n name: 'announcement',\n public: true,\n indexes: [{ accessor: 'active', columns: ['active'], algorithm: 'btree' }]\n },\n {\n id: t.u64().primaryKey().autoInc(),\n message: t.string(),\n active: t.bool()\n }\n);\n\nconst spacetimedb = schema({ announcement });\n\nexport const activeAnnouncements = spacetimedb.anonymousView(\n { name: 'activeAnnouncements', public: true },\n t.array(announcement.row()),\n (ctx) => {\n return ctx.db.announcement.active.filter(true);\n }\n);", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,24): error TS2339: Property 'row' does not exist on type 'TableSchema; message: StringBuilder; active: BoolBuilder; }>, [...]>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109595, + "output_tokens": 1403, + "generation_duration_ms": 47652, + "started_at": "2026-03-26T18:52:43.714201900Z", + "finished_at": "2026-03-26T18:53:37.360437Z" + }, + "t_023_view_per_user": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst profile = table(\n { name: 'profile', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n identity: t.identity().unique(),\n name: t.string(),\n bio: t.string()\n }\n);\n\nconst spacetimedb = schema({ profile });\nexport default spacetimedb;\n\nexport const my_profile = spacetimedb.view(\n { name: 'my_profile', public: true },\n t.option(profile.row()),\n (ctx) => {\n return ctx.db.profile.identity.find(ctx.sender);\n }\n);", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(18,20): error TS2339: Property 'row' does not exist on type 'TableSchema; identity: IdentityColumnBuilder<{ isUnique: true; }>; name: StringBuilder; bio: StringBuilder; }>, []>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109645, + "output_tokens": 581, + "generation_duration_ms": 21621, + "started_at": "2026-03-26T18:52:46.453144500Z", + "finished_at": "2026-03-26T18:53:12.015331Z" + }, + "t_024_event_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst damageEvent = table(\n { event: true },\n {\n entityId: t.u64(),\n damage: t.u32(),\n source: t.string(),\n }\n);\n\nconst spacetimedb = schema({ damageEvent });\n\nexport const deal_damage = spacetimedb.reducer(\n { entityId: t.u64(), damage: t.u32(), source: t.string() },\n (ctx, { entityId, damage, source }) => {\n ctx.db.damageEvent.insert({ entityId, damage, source });\n }\n);", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109621, + "output_tokens": 521, + "generation_duration_ms": 20698, + "started_at": "2026-03-26T18:52:10.836482200Z", + "finished_at": "2026-03-26T18:52:39.460614500Z" + }, + "t_025_optional_fields": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst player = table({\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n nickname: t.option(t.string()),\n highScore: t.option(t.u32())\n});\n\nconst spacetimedb = schema({ player });\n\nexport const create_player = spacetimedb.reducer({\n name: t.string(),\n nickname: t.option(t.string()),\n highScore: t.option(t.u32())\n}, (ctx, args) => {\n ctx.db.player.insert({\n id: 0n,\n name: args.name,\n nickname: args.nickname,\n highScore: args.highScore\n });\n});", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,16): error TS2555: Expected at least 2 arguments, but got 1.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109645, + "output_tokens": 2170, + "generation_duration_ms": 78961, + "started_at": "2026-03-26T18:52:16.278078Z", + "finished_at": "2026-03-26T18:53:40.488460600Z" + }, + "t_026_auth_identity_check": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 109674, + "output_tokens": 947, + "generation_duration_ms": 287549, + "started_at": "2026-03-26T18:45:55.755946900Z", + "finished_at": "2026-03-26T18:50:51.260322300Z" + }, + "t_027_private_vs_public_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst userInternal = table({}, {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n email: t.string(),\n passwordHash: t.string()\n});\n\nconst userPublic = table({ public: true }, {\n id: t.u64().primaryKey(),\n name: t.string()\n});\n\nconst spacetimedb = schema({ userInternal, userPublic });\n\nexport const register_user = spacetimedb.reducer({\n name: t.string(),\n email: t.string(),\n passwordHash: t.string()\n}, (ctx, { name, email, passwordHash }) => {\n const user = ctx.db.userInternal.insert({\n id: 0n,\n name,\n email,\n passwordHash\n });\n \n ctx.db.userPublic.insert({\n id: user.id,\n name: user.name\n });\n});", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109689, + "output_tokens": 1402, + "generation_duration_ms": 301802, + "started_at": "2026-03-26T18:45:56.120176600Z", + "finished_at": "2026-03-26T18:51:05.077381500Z" + }, + "t_028_cascade_delete": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst author = table({\n name: 'author',\n public: true\n}, {\n id: t.u64().primaryKey().autoInc(),\n name: t.string()\n});\n\nconst post = table({\n name: 'post',\n indexes: [{\n name: 'authorId_index',\n columns: ['authorId'],\n algorithm: 'btree'\n }],\n public: true\n}, {\n id: t.u64().primaryKey().autoInc(),\n authorId: t.u64(),\n title: t.string()\n});\n\nconst spacetimedb = schema({ author, post });\nexport default spacetimedb;\n\nexport const delete_author = spacetimedb.reducer({ authorId: t.u64() }, (ctx, { authorId }) => {\n const posts = ctx.db.post.authorId.filter(authorId);\n for (const post of posts) {\n ctx.db.post.id.delete(post.id);\n }\n ctx.db.author.id.delete(authorId);\n});", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(29,29): error TS2339: Property 'authorId' does not exist on type '{ insert: (row: { id: bigint; authorId: bigint; title: string; }) => { id: bigint; authorId: bigint; title: string; }; delete: (row: { id: bigint; authorId: bigint; title: string; }) => boolean; count: () => bigint; iter: () => IteratorObject<...>; [Symbol.iterator]: () => IteratorObject<...>; id: UniqueIndex<...> &...'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109651, + "output_tokens": 745, + "generation_duration_ms": 59142, + "started_at": "2026-03-26T18:52:33.884717Z", + "finished_at": "2026-03-26T18:53:40.050261900Z" + }, + "t_029_filter_and_aggregate": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst order = table(\n {\n name: 'order',\n indexes: [{ columns: ['category'], algorithm: 'btree' }]\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u64(),\n fulfilled: t.bool()\n }\n);\n\nconst categoryStats = table(\n { name: 'categoryStats' },\n {\n category: t.string().primaryKey(),\n totalAmount: t.u64(),\n orderCount: t.u32()\n }\n);\n\nconst spacetimedb = schema({ order, categoryStats });\n\nexport const compute_stats = spacetimedb.reducer(\n { category: t.string() },\n (ctx, { category }) => {\n const orders = ctx.db.order.category.filter(category);\n let totalAmount = 0n;\n let orderCount = 0;\n\n for (const order of orders) {\n totalAmount += order.amount;\n orderCount++;\n }\n\n const existing = ctx.db.categoryStats.category.find(category);\n if (existing) {\n ctx.db.categoryStats.category.update({ ...existing, totalAmount, orderCount });\n } else {\n ctx.db.categoryStats.insert({ category, totalAmount, orderCount });\n }\n }\n);", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(30,33): error TS2339: Property 'category' does not exist on type '{ insert: (row: { category: string; id: bigint; amount: bigint; fulfilled: boolean; }) => { category: string; id: bigint; amount: bigint; fulfilled: boolean; }; delete: (row: { category: string; id: bigint; amount: bigint; fulfilled: boolean; }) => boolean; count: () => bigint; iter: () => IteratorObject<...>; [Symb...'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109669, + "output_tokens": 1366, + "generation_duration_ms": 46401, + "started_at": "2026-03-26T18:52:36.731506Z", + "finished_at": "2026-03-26T18:53:27.067709200Z" + }, + "t_030_two_table_join": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst customer = table(\n { name: 'customer' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst order = table(\n { \n name: 'order',\n indexes: [{ columns: ['customerId'], algorithm: 'btree' }]\n },\n {\n id: t.u64().primaryKey().autoInc(),\n customerId: t.u64(),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst orderDetail = table(\n { name: 'orderDetail' },\n {\n orderId: t.u64().primaryKey(),\n customerName: t.string(),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ customer, order, orderDetail });\nexport default spacetimedb;\n\nexport const build_order_details = spacetimedb.reducer((ctx) => {\n for (const orderRow of ctx.db.order.iter()) {\n const customer = ctx.db.customer.id.find(orderRow.customerId);\n if (customer) {\n ctx.db.orderDetail.insert({\n orderId: orderRow.id,\n customerName: customer.name,\n product: orderRow.product,\n amount: orderRow.amount,\n });\n }\n }\n});", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "order_detail": {} + }, + "only_llm": { + "orderDetail": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "deepseek", + "input_tokens": 109716, + "output_tokens": 1615, + "generation_duration_ms": 58267, + "started_at": "2026-03-26T18:52:39.461067400Z", + "finished_at": "2026-03-26T18:53:42.744333300Z" + }, + "t_031_unique_constraint": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 109611, + "output_tokens": 524, + "generation_duration_ms": 17993, + "started_at": "2026-03-26T18:52:39.962130300Z", + "finished_at": "2026-03-26T18:53:05.711920700Z" + }, + "t_032_range_query": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t } from 'spacetimedb/server';\n\nconst product = table(\n { \n name: 'product',\n indexes: [{ columns: ['price'], algorithm: 'btree' }]\n },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n price: t.u32()\n }\n);\n\nconst priceRangeResult = table(\n { name: 'priceRangeResult' },\n {\n productId: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32()\n }\n);\n\nconst spacetimedb = schema({ product, priceRangeResult });\nexport default spacetimedb;\n\nexport const find_in_price_range = spacetimedb.reducer(\n { minPrice: t.u32(), maxPrice: t.u32() },\n (ctx, { minPrice, maxPrice }) => {\n for (const product of ctx.db.product.iter()) {\n if (product.price >= minPrice && product.price <= maxPrice) {\n ctx.db.priceRangeResult.insert({\n productId: product.id,\n name: product.name,\n price: product.price\n });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(24,21): error TS2304: Cannot find name 'schema'.\r\nsrc/index.ts(29,4): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(29,11): error TS7031: Binding element 'minPrice' implicitly has an 'any' type.\r\nsrc/index.ts(29,21): error TS7031: Binding element 'maxPrice' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109680, + "output_tokens": 2387, + "generation_duration_ms": 78578, + "started_at": "2026-03-26T18:53:02.087777900Z", + "finished_at": "2026-03-26T18:54:25.847980100Z" + }, + "t_033_sort_and_limit": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst player = table(\n { name: 'player', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n score: t.u64(),\n }\n);\n\nconst leaderboard = table(\n { name: 'leaderboard', public: true },\n {\n rank: t.u32().primaryKey(),\n playerName: t.string(),\n score: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ player, leaderboard });\nexport default spacetimedb;\n\nexport const build_leaderboard = spacetimedb.reducer({ limit: t.u32() }, (ctx, { limit }) => {\n ctx.db.leaderboard.deleteAll();\n \n const players = Array.from(ctx.db.player.iter());\n players.sort((a, b) => Number(b.score - a.score));\n \n const topPlayers = players.slice(0, limit);\n topPlayers.forEach((player, index) => {\n ctx.db.leaderboard.insert({\n rank: index + 1,\n playerName: player.name,\n score: player.score,\n });\n });\n});", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(25,22): error TS2551: Property 'deleteAll' does not exist on type '{ insert: (row: { score: bigint; rank: number; playerName: string; }) => { score: bigint; rank: number; playerName: string; }; delete: (row: { score: bigint; rank: number; playerName: string; }) => boolean; count: () => bigint; iter: () => IteratorObject<...>; [Symbol.iterator]: () => IteratorObject<...>; rank: Uniq...'. Did you mean 'delete'?\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109676, + "output_tokens": 1281, + "generation_duration_ms": 45365, + "started_at": "2026-03-26T18:53:05.712337600Z", + "finished_at": "2026-03-26T18:53:56.637398600Z" + }, + "t_034_find_first": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst task = table({\n name: 'task'\n}, {\n id: t.u64().primaryKey().autoInc(),\n title: t.string(),\n completed: t.boolean()\n});\n\nconst firstIncomplete = table({\n name: 'firstIncomplete'\n}, {\n taskId: t.u64().primaryKey(),\n title: t.string()\n});\n\nconst spacetimedb = schema({ task, firstIncomplete });\n\nexport const find_first_incomplete = spacetimedb.reducer((ctx) => {\n const tasks = Array.from(ctx.db.task.iter()).sort((a, b) => a.id < b.id ? -1 : 1);\n for (const task of tasks) {\n if (!task.completed) {\n ctx.db.firstIncomplete.insert({ taskId: task.id, title: task.title });\n break;\n }\n }\n});", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(8,16): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109640, + "output_tokens": 1513, + "generation_duration_ms": 51431, + "started_at": "2026-03-26T18:53:12.015555600Z", + "finished_at": "2026-03-26T18:54:07.904624700Z" + }, + "t_035_select_distinct": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u32(),\n }\n);\n\nconst distinctCategory = table(\n { name: 'distinctCategory', public: true },\n {\n category: t.string().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({ order, distinctCategory });\nexport default spacetimedb;\n\nexport const collect_distinct_categories = spacetimedb.reducer((ctx) => {\n const categories = new Set();\n for (const order of ctx.db.order.iter()) {\n categories.add(order.category);\n }\n for (const category of categories) {\n ctx.db.distinctCategory.insert({ category });\n }\n});", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "distinct_category": {} + }, + "only_llm": { + "distinctCategory": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "deepseek", + "input_tokens": 109628, + "output_tokens": 761, + "generation_duration_ms": 27459, + "started_at": "2026-03-26T18:53:27.067963300Z", + "finished_at": "2026-03-26T18:53:59.339623400Z" + }, + "t_036_count_without_collect": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst user = table({\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n active: t.boolean()\n});\n\nconst userStats = table({\n key: t.string().primaryKey(),\n count: t.u64()\n});\n\nconst spacetimedb = schema({ user, userStats });\nexport default spacetimedb;\n\nexport const compute_user_counts = spacetimedb.reducer((ctx) => {\n let totalCount = 0n;\n let activeCount = 0n;\n\n for (const user of ctx.db.user.iter()) {\n totalCount++;\n if (user.active) {\n activeCount++;\n }\n }\n\n ctx.db.userStats.insert({ key: \"total\", count: totalCount });\n ctx.db.userStats.insert({ key: \"active\", count: activeCount });\n});", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,14): error TS2555: Expected at least 2 arguments, but got 1.\r\nsrc/index.ts(6,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(9,19): error TS2555: Expected at least 2 arguments, but got 1.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109671, + "output_tokens": 1089, + "generation_duration_ms": 39920, + "started_at": "2026-03-26T18:53:37.360857600Z", + "finished_at": "2026-03-26T18:54:22.342469500Z" + }, + "t_037_multi_column_filter": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst eventLog = table(\n {\n name: 'eventLog',\n indexes: [{\n columns': ['category', 'severity'],\n algorithm: 'btree'\n }]\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n severity: t.u32(),\n message: t.string()\n }\n);\n\nconst filteredEvent = table(\n { name: 'filteredEvent' },\n {\n eventId: t.u64().primaryKey(),\n message: t.string()\n }\n);\n\nconst spacetimedb = schema({ eventLog, filteredEvent });\nexport default spacetimedb;\n\nexport const filter_events = spacetimedb.reducer(\n { category: t.string(), severity: t.u32() },\n (ctx, { category, severity }) => {\n const events = ctx.db.eventLog.filter(e => \n e.category === category && e.severity === severity\n );\n for (const event of events) {\n if (!ctx.db.filteredEvent.eventId.find(event.id)) {\n ctx.db.filteredEvent.insert({\n eventId: event.id,\n message: event.message\n });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(7,14): error TS1005: ',' expected.\r\nsrc/index.ts(7,19): error TS1005: ':' expected.\r\nsrc/index.ts(7,27): error TS1005: ',' expected.\r\nsrc/index.ts(7,31): error TS1005: ':' expected.\r\nsrc/index.ts(7,39): error TS1005: ',' expected.\r\nsrc/index.ts(7,42): error TS1002: Unterminated string literal.\r\nsrc/index.ts(8,7): error TS1005: ':' expected.\r\nsrc/index.ts(8,16): error TS1005: ',' expected.\r\nsrc/index.ts(9,5): error TS1005: ':' expected.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109675, + "output_tokens": 1970, + "generation_duration_ms": 65557, + "started_at": "2026-03-26T18:53:40.050856Z", + "finished_at": "2026-03-26T18:54:49.829758100Z" + }, + "t_038_schedule_at_time": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\nimport { schema } from 'spacetimedb/server';\n\nconst reminder = table(\n {\n name: 'reminder',\n scheduled: () => send_reminder\n },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ reminder });\nexport default spacetimedb;\n\nexport const send_reminder = spacetimedb.reducer(\n { arg: reminder.rowType },\n (_ctx, _args) => {}\n);\n\nexport const init = spacetimedb.init((ctx) => {\n const fireTime = ctxctx.timestamp + 60_000_000n;\n ctxctx.db.reminder.insert({\n scheduledAt: ScheduleAt.time(fireTime),\n message: \"Scheduled reminder\"\n });\n});", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(5,7): error TS7022: 'reminder' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(8,5): error TS7023: 'scheduled' implicitly has return type 'any' because it does not have a return type annotation and is referenced directly or indirectly in one of its return expressions.\r\nsrc/index.ts(17,7): error TS7022: 'spacetimedb' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(20,14): error TS7022: 'send_reminder' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(22,4): error TS7006: Parameter '_ctx' implicitly has an 'any' type.\r\nsrc/index.ts(22,10): error TS7006: Parameter '_args' implicitly has an 'any' type.\r\nsrc/index.ts(25,39): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(26,20): error TS2304: Cannot find name 'ctxctx'.\r\nsrc/index.ts(27,3): error TS2304: Cannot find name 'ctxctx'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109648, + "output_tokens": 1251, + "generation_duration_ms": 44439, + "started_at": "2026-03-26T18:51:52.675439300Z", + "finished_at": "2026-03-26T18:52:43.713737500Z" + }, + "t_039_cancel_schedule": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, schema, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst cleanupJob = table(\n {\n name: 'cleanupJob',\n scheduled: 'run_cleanup'\n },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt()\n }\n);\n\nconst spacetimedb = schema({ cleanupJob });\n\nexport const init = spacetimedb.init(ctx => {\n ctx.db.cleanupJob.insert({\n scheduledAt: ScheduleAt.interval(60_000_000n)\n });\n});\n\nexport const run_cleanup = spacetimedb.reducer(\n { arg: cleanupJob.row() },\n (ctx, { arg }) => {}\n);\n\nexport const cancel_cleanup = spacetimedb.reducer(\n { scheduledId: t.u64() },\n (ctx, { scheduledId }) => {\n ctx.db.cleanupJob.scheduledId.delete(scheduledId);\n }\n);", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(7,5): error TS2322: Type 'string' is not assignable to type '() => ReducerExport; }> | ProcedureExport; }, UnitBuilder>'.\r\nsrc/index.ts(18,28): error TS2345: Argument of type '{ scheduledAt: ScheduleAtType; }' is not assignable to parameter of type '{ scheduledId: bigint; scheduledAt: ScheduleAtType; }'.\r\n Property 'scheduledId' is missing in type '{ scheduledAt: ScheduleAtType; }' but required in type '{ scheduledId: bigint; scheduledAt: ScheduleAtType; }'.\r\nsrc/index.ts(24,21): error TS2339: Property 'row' does not exist on type 'TableSchema; scheduledAt: ScheduleAtBuilder; }>, []>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109651, + "output_tokens": 1854, + "generation_duration_ms": 60846, + "started_at": "2026-03-26T18:51:54.402387300Z", + "finished_at": "2026-03-26T18:53:02.087497600Z" + }, + "t_040_lifecycle_player": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t, schema, spacetimedb } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { name: 'onlinePlayer', public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp()\n }\n);\n\nconst sdb = schema({ onlinePlayer });\nexport default sdb;\n\nexport const clientConnected = sdb.clientConnected(ctx => {\n sdb.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp\n });\n});\n\nexport const clientDisconnected = sdb.clientDisconnected(ctx => {\n const player = sdb.onlinePlayer.identity.find(ctx.sender);\n if (player) {\n sdb.onlinePlayer.identity.delete(ctx.sender);\n }\n});", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,28): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'spacetimedb'.\r\nsrc/index.ts(15,7): error TS2339: Property 'onlinePlayer' does not exist on type 'Schema; connectedAt: TimestampBuilder; }>, []>; }>>'.\r\nsrc/index.ts(22,22): error TS2339: Property 'onlinePlayer' does not exist on type 'Schema; connectedAt: TimestampBuilder; }>, []>; }>>'.\r\nsrc/index.ts(24,9): error TS2339: Property 'onlinePlayer' does not exist on type 'Schema; connectedAt: TimestampBuilder; }>, []>; }>>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109613, + "output_tokens": 635, + "generation_duration_ms": 24592, + "started_at": "2026-03-26T18:52:04.729756200Z", + "finished_at": "2026-03-26T18:52:36.730544800Z" + }, + "t_041_registered_user_gate": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 109690, + "output_tokens": 1061, + "generation_duration_ms": 274604, + "started_at": "2026-03-26T18:45:56.482226100Z", + "finished_at": "2026-03-26T18:50:41.963631800Z" + }, + "t_042_admin_bootstrap": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 109698, + "output_tokens": 1086, + "generation_duration_ms": 282295, + "started_at": "2026-03-26T18:45:56.854678700Z", + "finished_at": "2026-03-26T18:50:48.302838Z" + }, + "t_043_role_based_access": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t } from 'spacetimedb/server';\n\nconst user = table({\n identity: t.identity().primaryKey(),\n role: t.string()\n});\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const register = spacetimedb.reducer((ctx) => {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (existing) throw new Error('already registered');\n ctx.db.user.insert({ identity: ctx.sender, role: 'member' });\n});\n\nexport const promote = spacetimedb.reducer({ target: t.identity() }, (ctx, { target }) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) throw new Error('not registered');\n if (caller.role !== 'admin') throw new Error('not admin');\n \n const targetUser = ctx.db.user.identity.find(target);\n if (!targetUser) throw new Error('target not registered');\n \n ctx.db.user.identity.update({ ...targetUser, role: 'admin' });\n});\n\nexport const member_action = spacetimedb.reducer((ctx) => {\n const user = ctx.db.user.identity.find(ctx.sender);\n if (!user) throw new Error('not registered');\n});\n\nexport const admin_action = spacetimedb.reducer((ctx) => {\n const user = ctx.db.user.identity.find(ctx.sender);\n if (!user) throw new Error('not registered');\n if (user.role !== 'admin') throw new Error('not admin');\n});", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,14): error TS2555: Expected at least 2 arguments, but got 1.\r\nsrc/index.ts(8,21): error TS2304: Cannot find name 'schema'.\r\nsrc/index.ts(11,46): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(17,71): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(17,78): error TS7031: Binding element 'target' implicitly has an 'any' type.\r\nsrc/index.ts(28,51): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(33,50): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109730, + "output_tokens": 990, + "generation_duration_ms": 263960, + "started_at": "2026-03-26T18:45:57.218307400Z", + "finished_at": "2026-03-26T18:50:28.623281400Z" + }, + "t_044_ban_list": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 109745, + "output_tokens": 1989, + "generation_duration_ms": 326215, + "started_at": "2026-03-26T18:45:57.594562800Z", + "finished_at": "2026-03-26T18:51:30.405086600Z" + }, + "t_045_rate_limit": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "input_tokens": 109720, + "output_tokens": 848, + "generation_duration_ms": 275347, + "started_at": "2026-03-26T18:45:57.960820600Z", + "finished_at": "2026-03-26T18:50:42.279536900Z" + }, + "t_046_shared_document": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst document = table(\n {\n name: 'document',\n public: true,\n indexes: [{ name: 'owner_idx', columns: ['owner'], algorithm: 'btree' }]\n },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity(),\n title: t.string()\n }\n);\n\nconst document_share = table(\n {\n name: 'document_share',\n public: true,\n indexes: [\n { name: 'document_id_idx', columns: ['document_id'], algorithm: 'btree' },\n { name: 'shared_with_idx', columns: ['shared_with'], algorithm: 'btree' }\n ]\n },\n {\n document_id: t.u64(),\n shared_with: t.identity()\n }\n);\n\nconst spacetimedb = schema({ document, document_share });\nexport default spacetimedb;\n\nexport const create_document = spacetimedb.reducer(\n { title: t.string() },\n (ctx, { title }) => {\n ctx.db.document.insert({\n id: 0n,\n owner: ctx.sender,\n title\n });\n }\n);\n\nexport const share_document = spacetimedb.reducer(\n { document_id: t.u64(), target: t.identity() },\n (ctx, { document_id, target }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) throw new Error('not found');\n if (doc.owner !== ctx.sender) throw new Error('not owner');\n ctx.db.document_share.insert({ document_id, shared_with: target });\n }\n);\n\nexport const edit_document = spacetimedb.reducer(\n { document_id: t.u64(), new_title: t.string() },\n (ctx, { document_id, new_title }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) throw new Error('not found');\n \n const isOwner = doc.owner === ctx.sender;\n const shares = ctx.db.document_share.document_id.filter(document_id);\n const hasShare = shares.some(share => share.shared_with === ctx.sender);\n \n if (!isOwner && !hasShare) throw new Error('unauthorized');\n \n ctx.db.document.id.update({ ...doc, title: new_title });\n }\n);", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(62,42): error TS2339: Property 'document_id' does not exist on type '{ insert: (row: { document_id: bigint; shared_with: Identity; }) => { document_id: bigint; shared_with: Identity; }; delete: (row: { document_id: bigint; shared_with: Identity; }) => boolean; count: () => bigint; iter: () => IteratorObject<...>; [Symbol.iterator]: () => IteratorObject<...>; }'.\r\nsrc/index.ts(63,34): error TS7006: Parameter 'share' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 109799, + "output_tokens": 1683, + "generation_duration_ms": 312870, + "started_at": "2026-03-26T18:45:58.319486Z", + "finished_at": "2026-03-26T18:51:19.370865600Z" + } + } + }, + { + "name": "DeepSeek Chat", + "route_api_model": "deepseek-chat", + "tasks": { + "t_000_empty_reducers": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.936926700Z", + "finished_at": "2026-03-26T18:49:16.936926700Z" + }, + "t_001_basic_tables": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.938102700Z", + "finished_at": "2026-03-26T18:49:16.938102700Z" + }, + "t_002_scheduled_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.935449700Z", + "finished_at": "2026-03-26T18:49:16.935449700Z" + }, + "t_003_struct_in_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.940683200Z", + "finished_at": "2026-03-26T18:49:16.940683200Z" + }, + "t_004_insert": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.942193300Z", + "finished_at": "2026-03-26T18:49:16.942193300Z" + }, + "t_005_update": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.943681700Z", + "finished_at": "2026-03-26T18:49:16.943681700Z" + }, + "t_006_delete": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.951836300Z", + "finished_at": "2026-03-26T18:49:16.951836300Z" + }, + "t_007_crud": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.953245800Z", + "finished_at": "2026-03-26T18:49:16.953245800Z" + }, + "t_008_index_lookup": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.946935600Z", + "finished_at": "2026-03-26T18:49:16.946935600Z" + }, + "t_009_init": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.948536400Z", + "finished_at": "2026-03-26T18:49:16.948536400Z" + }, + "t_010_connect": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.949986100Z", + "finished_at": "2026-03-26T18:49:16.949986100Z" + }, + "t_011_helper_function": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.954616400Z", + "finished_at": "2026-03-26T18:49:16.954616400Z" + }, + "t_012_spacetime_product_type": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.980125100Z", + "finished_at": "2026-03-26T18:49:16.980125100Z" + }, + "t_013_spacetime_sum_type": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.978651200Z", + "finished_at": "2026-03-26T18:49:16.978651200Z" + }, + "t_014_elementary_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.981523700Z", + "finished_at": "2026-03-26T18:49:16.981523700Z" + }, + "t_015_product_type_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.988816800Z", + "finished_at": "2026-03-26T18:49:16.988816800Z" + }, + "t_016_sum_type_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.983313Z", + "finished_at": "2026-03-26T18:49:16.983313Z" + }, + "t_017_scheduled_columns": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.984875300Z", + "finished_at": "2026-03-26T18:49:16.984875300Z" + }, + "t_018_constraints": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.986300200Z", + "finished_at": "2026-03-26T18:49:16.986300200Z" + }, + "t_019_many_to_many": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.987726500Z", + "finished_at": "2026-03-26T18:49:16.987726500Z" + }, + "t_020_ecs": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.990012900Z", + "finished_at": "2026-03-26T18:49:16.990012900Z" + }, + "t_021_multi_column_index": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.991030200Z", + "finished_at": "2026-03-26T18:49:16.991030200Z" + }, + "t_022_view_basic": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.966012300Z", + "finished_at": "2026-03-26T18:49:16.966012300Z" + }, + "t_023_view_per_user": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.969493100Z", + "finished_at": "2026-03-26T18:49:16.969493100Z" + }, + "t_024_event_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.958379200Z", + "finished_at": "2026-03-26T18:49:16.958379200Z" + }, + "t_025_optional_fields": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.959624600Z", + "finished_at": "2026-03-26T18:49:16.959624600Z" + }, + "t_026_auth_identity_check": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.931592200Z", + "finished_at": "2026-03-26T18:49:16.931592200Z" + }, + "t_027_private_vs_public_table": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.928378400Z", + "finished_at": "2026-03-26T18:49:16.928378400Z" + }, + "t_028_cascade_delete": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.961708Z", + "finished_at": "2026-03-26T18:49:16.961708Z" + }, + "t_029_filter_and_aggregate": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.963219Z", + "finished_at": "2026-03-26T18:49:16.963219Z" + }, + "t_030_two_table_join": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.964679100Z", + "finished_at": "2026-03-26T18:49:16.964679100Z" + }, + "t_031_unique_constraint": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.971988200Z", + "finished_at": "2026-03-26T18:49:16.971988200Z" + }, + "t_032_range_query": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.968097900Z", + "finished_at": "2026-03-26T18:49:16.968097900Z" + }, + "t_033_sort_and_limit": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.970871500Z", + "finished_at": "2026-03-26T18:49:16.970871500Z" + }, + "t_034_find_first": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.973252700Z", + "finished_at": "2026-03-26T18:49:16.973252700Z" + }, + "t_035_select_distinct": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.977192100Z", + "finished_at": "2026-03-26T18:49:16.977192100Z" + }, + "t_036_count_without_collect": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.975878400Z", + "finished_at": "2026-03-26T18:49:16.975878400Z" + }, + "t_037_multi_column_filter": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.974557500Z", + "finished_at": "2026-03-26T18:49:16.974557500Z" + }, + "t_038_schedule_at_time": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.956071300Z", + "finished_at": "2026-03-26T18:49:16.956071300Z" + }, + "t_039_cancel_schedule": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.960665700Z", + "finished_at": "2026-03-26T18:49:16.960665700Z" + }, + "t_040_lifecycle_player": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.957298400Z", + "finished_at": "2026-03-26T18:49:16.957298400Z" + }, + "t_041_registered_user_gate": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.930065400Z", + "finished_at": "2026-03-26T18:49:16.930065400Z" + }, + "t_042_admin_bootstrap": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.992143800Z", + "finished_at": "2026-03-26T18:49:16.992143800Z" + }, + "t_043_role_based_access": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.932659200Z", + "finished_at": "2026-03-26T18:49:16.932659200Z" + }, + "t_044_ban_list": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.934055700Z", + "finished_at": "2026-03-26T18:49:16.934055700Z" + }, + "t_045_rate_limit": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 1 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.939342Z", + "finished_at": "2026-03-26T18:49:16.939342Z" + }, + "t_046_shared_document": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: missing field `choices` at line 3 column 242", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T18:49:16.945106100Z", + "finished_at": "2026-03-26T18:49:16.945106100Z" + } + } + } + ] + }, + { + "mode": "cursor_rules", + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "models": [ + { + "name": "GPT-5.2-Codex", + "route_api_model": "gpt-5.2-codex", + "tasks": { + "t_000_empty_reducers": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const emptyTable = table({ name: 'empty_table' }, {\n id: t.i32().primaryKey(),\n});\n\nexport const spacetimedb = schema(emptyTable);\n\nexport const emptyReducerNoArgs = spacetimedb.reducer('emptyReducerNoArgs', (ctx) => {});\n\nexport const emptyReducerWithInt = spacetimedb.reducer('emptyReducerWithInt', { count: t.i32() }, (ctx, { count }) => {});\n\nexport const emptyReducerWithString = spacetimedb.reducer('emptyReducerWithString', { name: t.string() }, (ctx, { name }) => {});\n\nexport const emptyReducerWithTwoArgs = spacetimedb.reducer('emptyReducerWithTwoArgs', { count: t.i32(), name: t.string() }, (ctx, { count, name }) => {});\n\nexport const emptyReducerWithThreeArgs = spacetimedb.reducer('emptyReducerWithThreeArgs', { active: t.bool(), ratio: t.f32(), label: t.string() }, (ctx, { active, ratio, label }) => {});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_001_basic_tables": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const user = table({ name: 'user' }, {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n});\n\nexport const product = table({ name: 'product' }, {\n id: t.i32().primaryKey(),\n title: t.string(),\n price: t.f32(),\n inStock: t.bool(),\n});\n\nexport const note = table({ name: 'note' }, {\n id: t.i32().primaryKey(),\n body: t.string(),\n rating: t.i64(),\n pinned: t.bool(),\n});\n\nexport const spacetimedb = schema({ user, product, note });", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_002_scheduled_table": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nexport const tickTimer = table(\n { name: 'tick_timer', scheduled: () => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt()\n }\n);\n\nexport const spacetimedb = schema({ tickTimer });\n\nconst INTERVAL_MICROS = 50_000n;\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (ctx, { arg }) => {\n const nextAt = ScheduleAt.time(ctx.timestamp.microsSinceUnixEpoch + INTERVAL_MICROS);\n ctx.db.tickTimer.insert({ scheduledId: 0n, scheduledAt: nextAt });\n});\n\nexport const init = spacetimedb.reducer((ctx) => {\n const firstAt = ScheduleAt.time(ctx.timestamp.microsSinceUnixEpoch + INTERVAL_MICROS);\n ctx.db.tickTimer.insert({ scheduledId: 0n, scheduledAt: firstAt });\n});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_003_struct_in_table": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const Position = t.object('Position', {\n x: t.i32(),\n y: t.i32(),\n});\n\nexport const entity = table(\n { name: 'entity' },\n {\n id: t.i32().primaryKey(),\n pos: Position,\n }\n);\n\nexport const spacetimedb = schema({ entity });", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_004_insert": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nexport const spacetimedb = schema({ user });\n\nexport const insertUser = spacetimedb.reducer(\n { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() },\n (ctx, { id, name, age, active }) => {\n ctx.db.user.insert({ id, name, age, active });\n }\n);", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_005_update": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nexport const user = table({ name: 'user' }, {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n});\n\nexport const spacetimedb = schema(user);\n\nexport const updateUser = spacetimedb.reducer('updateUser', { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() }, (ctx, { id, name, age, active }) => {\n const existing = ctx.db.user.id.find(id);\n if (!existing) {\n throw new SenderError('User not found');\n }\n ctx.db.user.id.update({ ...existing, name, age, active });\n});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_006_delete": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nexport const spacetimedb = schema({ user });\n\nexport const deleteUser = spacetimedb.reducer({ id: t.i32() }, (ctx, { id }) => {\n ctx.db.user.id.delete(id);\n});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_007_crud": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const user = table({ name: 'user' }, {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n});\n\nexport const spacetimedb = schema({ user });\n\nexport const crud = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n ctx.db.user.id.update({ id: 1, name: \"Alice2\", age: 31, active: false });\n ctx.db.user.id.delete(2);\n});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_008_index_lookup": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nexport const user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool()\n }\n);\n\nexport const result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string()\n }\n);\n\nexport const spacetimedb = schema(user, result);\n\nexport const lookupUserName = spacetimedb.reducer(\n 'lookupUserName',\n { id: t.i32() },\n (ctx, { id }) => {\n const u = ctx.db.user.id.find(id);\n if (!u) throw new SenderError('User not found');\n ctx.db.result.insert({ id: u.id, name: u.name });\n }\n);", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_009_init": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const user = table({ name: 'user' }, {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n});\n\nexport const spacetimedb = schema({ user });\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ id: 1, name: 'Alice', age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: 'Bob', age: 22, active: false });\n});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_010_connect": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const event = table({ name: 'event' }, {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n});\n\nexport const spacetimedb = schema({ event });\n\nspacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({ id: 0n, kind: 'connected' });\n});\n\nspacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({ id: 0n, kind: 'disconnected' });\n});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_011_helper_function": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const result = table({ name: 'result' }, {\n id: t.i32().primaryKey(),\n sum: t.i32(),\n});\n\nexport const spacetimedb = schema({ result });\n\nexport function add(a: number, b: number): number {\n return a + b;\n}\n\nexport const computeSum = spacetimedb.reducer({ id: t.i32(), a: t.i32(), b: t.i32() }, (ctx, { id, a, b }) => {\n ctx.db.result.insert({ id, sum: add(a, b) });\n});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_012_spacetime_product_type": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const Score = t.object('Score', {\n left: t.i32(),\n right: t.i32(),\n});\n\nexport const result = table({ name: 'result' }, {\n id: t.i32().primaryKey(),\n value: Score,\n});\n\nexport const spacetimedb = schema({ result });\n\nexport const setScore = spacetimedb.reducer(\n { id: t.i32(), left: t.i32(), right: t.i32() },\n (ctx, { id, left, right }) => {\n ctx.db.result.insert({ id, value: { left, right } });\n }\n);", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_013_spacetime_sum_type": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nexport const Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nexport const result = table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n value: Shape,\n }\n);\n\nexport const spacetimedb = schema(result);\n\nexport const setCircle = spacetimedb.reducer(\n 'setCircle',\n { id: t.i32(), radius: t.i32() },\n (ctx, { id, radius }) => {\n ctx.db.result.insert({\n id,\n value: { tag: 'circle', value: radius },\n });\n }\n);", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_014_elementary_columns": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const primitive = table(\n { name: 'primitive' },\n {\n id: t.i32().primaryKey(),\n count: t.i32(),\n total: t.i64(),\n price: t.f32(),\n ratio: t.f64(),\n active: t.bool(),\n name: t.string(),\n }\n);\n\nexport const spacetimedb = schema({ primitive });\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.primitive.insert({\n id: 1,\n count: 2,\n total: 3000000000n,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: 'Alice',\n });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_015_product_type_columns": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Address = t.object('Address', {\n street: t.string(),\n zip: t.i32(),\n});\n\nconst Position = t.object('Position', {\n x: t.i32(),\n y: t.i32(),\n});\n\nexport const profile = table(\n { name: 'profile' },\n {\n id: t.i32().primaryKey(),\n home: Address,\n work: Address,\n pos: Position,\n }\n);\n\nexport const spacetimedb = schema({ profile });\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.profile.insert({\n id: 1,\n home: { street: '1 Main', zip: 11111 },\n work: { street: '2 Broad', zip: 22222 },\n pos: { x: 7, y: 9 },\n });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_016_sum_type_columns": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nexport const Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nexport const drawing = table(\n { name: 'drawing' },\n {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape,\n }\n);\n\nexport const spacetimedb = schema({ drawing });\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.drawing.insert({\n id: 1,\n a: { tag: 'circle', value: 10 },\n b: { tag: 'rectangle', value: { width: 4, height: 6 } },\n });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_017_scheduled_columns": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nexport const tickTimer = table(\n { name: 'tick_timer', scheduled: () => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nexport const spacetimedb = schema({ tickTimer });\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (ctx, { arg }) => {\n const nextTime = arg.scheduledAt.tag === 'Time'\n ? arg.scheduledAt.value.microsSinceUnixEpoch + 50_000_000n\n : ctx.timestamp.microsSinceUnixEpoch + 50_000_000n;\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.time(nextTime),\n });\n});\n\nexport const init = spacetimedb.reducer((ctx) => {\n const nextTime = ctx.timestamp.microsSinceUnixEpoch + 50_000_000n;\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.time(nextTime),\n });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_018_constraints": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const account = table(\n {\n name: 'account',\n indexes: [{ name: 'byName', algorithm: 'btree', columns: ['name'] }],\n },\n {\n id: t.i32().primaryKey(),\n email: t.string().unique(),\n name: t.string(),\n }\n);\n\nexport const spacetimedb = schema({ account });\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.account.insert({ id: 1, email: 'a@example.com', name: 'Alice' });\n ctx.db.account.insert({ id: 2, email: 'b@example.com', name: 'Bob' });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_019_many_to_many": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const user = table(\n { name: 'user' },\n {\n userId: t.i32().primaryKey(),\n name: t.string(),\n }\n);\n\nexport const group = table(\n { name: 'group' },\n {\n groupId: t.i32().primaryKey(),\n title: t.string(),\n }\n);\n\nexport const membership = table(\n {\n name: 'membership',\n indexes: [\n { name: 'byUser', algorithm: 'btree', columns: ['userId'] },\n { name: 'byGroup', algorithm: 'btree', columns: ['groupId'] },\n ],\n },\n {\n id: t.i32().primaryKey(),\n userId: t.i32(),\n groupId: t.i32(),\n }\n);\n\nexport const spacetimedb = schema({ user, group, membership });\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ userId: 1, name: 'Alice' });\n ctx.db.user.insert({ userId: 2, name: 'Bob' });\n\n ctx.db.group.insert({ groupId: 10, title: 'Admin' });\n ctx.db.group.insert({ groupId: 20, title: 'Dev' });\n\n ctx.db.membership.insert({ id: 1, userId: 1, groupId: 10 });\n ctx.db.membership.insert({ id: 2, userId: 1, groupId: 20 });\n ctx.db.membership.insert({ id: 3, userId: 2, groupId: 20 });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_020_ecs": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const entity = table({ name: 'entity' }, {\n id: t.i32().primaryKey(),\n});\n\nexport const position = table({ name: 'position' }, {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n});\n\nexport const velocity = table({ name: 'velocity' }, {\n entityId: t.i32().primaryKey(),\n vx: t.i32(),\n vy: t.i32(),\n});\n\nexport const nextPosition = table({ name: 'nextPosition' }, {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n});\n\nexport const spacetimedb = schema(entity, position, velocity, nextPosition);\n\nexport const seed = spacetimedb.reducer('seed', {}, (ctx) => {\n ctx.db.entity.insert({ id: 1 });\n ctx.db.position.insert({ entityId: 1, x: 0, y: 0 });\n ctx.db.velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n\n ctx.db.entity.insert({ id: 2 });\n ctx.db.position.insert({ entityId: 2, x: 10, y: 0 });\n ctx.db.velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n});\n\nexport const step = spacetimedb.reducer('step', {}, (ctx) => {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.entityId.find(pos.entityId);\n if (!vel) continue;\n const x = pos.x + vel.vx;\n const y = pos.y + vel.vy;\n\n const existing = ctx.db.nextPosition.entityId.find(pos.entityId);\n if (existing) {\n ctx.db.nextPosition.entityId.update({ ...existing, x, y });\n } else {\n ctx.db.nextPosition.insert({ entityId: pos.entityId, x, y });\n }\n }\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + }, + "t_021_multi_column_index": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const log = table(\n {\n name: 'log',\n indexes: [{ name: 'byUserDay', algorithm: 'btree', columns: ['userId', 'day'] }],\n },\n {\n id: t.i32().primaryKey(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string(),\n }\n);\n\nexport const spacetimedb = schema({ log });\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.log.insert({ id: 1, userId: 7, day: 1, message: 'a' });\n ctx.db.log.insert({ id: 2, userId: 7, day: 2, message: 'b' });\n ctx.db.log.insert({ id: 3, userId: 9, day: 1, message: 'c' });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai" + } + } + } + ] + }, + { + "mode": "no_context", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "models": [ + { + "name": "Claude Opus 4.6", + "route_api_model": "claude-opus-4-6", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Index } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"emptyTable\" })\nclass emptyTable {\n @primarykey id: number = 0;\n}\n\n@reducer(\"emptyReducerNoArgs\")\nfunction emptyReducerNoArgs(_ctx: ReducerContext): void {}\n\n@reducer(\"emptyReducerWithInt\")\nfunction emptyReducerWithInt(_ctx: ReducerContext, count: number): void {}\n\n@reducer(\"emptyReducerWithString\")\nfunction emptyReducerWithString(_ctx: ReducerContext, name: string): void {}\n\n@reducer(\"emptyReducerWithTwoArgs\")\nfunction emptyReducerWithTwoArgs(_ctx: ReducerContext, count: number, name: string): void {}\n\n@reducer(\"emptyReducerWithThreeArgs\")\nfunction emptyReducerWithThreeArgs(_ctx: ReducerContext, active: boolean, ratio: number, label: string): void {}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,55): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'primarykey'.\r\nsrc/index.ts(8,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(11,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 369, + "output_tokens": 243, + "generation_duration_ms": 23529, + "started_at": "2026-03-27T22:02:04.394769300Z", + "finished_at": "2026-03-27T22:02:36.087955Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"user\", primaryKey: \"id\" })\nclass user {\n id!: number;\n name!: string;\n age!: number;\n active!: boolean;\n}\n\n@table({ name: \"product\", primaryKey: \"id\" })\nclass product {\n id!: number;\n title!: string;\n price!: number;\n inStock!: boolean;\n}\n\n@table({ name: \"note\", primaryKey: \"id\" })\nclass note {\n id!: number;\n body!: string;\n rating!: bigint;\n pinned!: boolean;\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,48): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 383, + "output_tokens": 181, + "generation_duration_ms": 14747, + "started_at": "2026-03-27T22:02:17.271589300Z", + "finished_at": "2026-03-27T22:02:38.254938500Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ScheduleAt, Timestamp } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({\n name: \"tickTimer\",\n scheduledReducer: \"tick\",\n primaryKey: \"scheduledId\",\n autoIncrement: \"scheduledId\",\n})\nclass TickTimer {\n scheduledId!: bigint;\n scheduledAt!: ScheduleAt;\n}\n\n@reducer(\"tick\")\nfunction tick(_ctx: any, row: TickTimer): void {\n}\n\n@reducer(\"init\")\nfunction init(ctx: any): void {\n const now = Date.now();\n const row = new TickTimer();\n row.scheduledId = 0n;\n row.scheduledAt = { tag: \"Interval\", value: 50n * 1000n };\n ctx.db.tickTimer.insert(row);\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,55): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 334, + "output_tokens": 218, + "generation_duration_ms": 16705, + "started_at": "2026-03-27T22:02:17.277184500Z", + "finished_at": "2026-03-27T22:02:40.328633400Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Typespace } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Typespace.Type\nclass Position {\n x: number = 0;\n y: number = 0;\n}\n\n@table({ name: \"entity\", primaryKey: \"id\" })\nclass entity {\n id: number = 0;\n pos: Position = new Position();\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,59): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 308, + "output_tokens": 103, + "generation_duration_ms": 8438, + "started_at": "2026-03-27T22:02:17.278430900Z", + "finished_at": "2026-03-27T22:02:33.983173400Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"user\", primaryKey: \"id\" })\nclass user {\n id!: number;\n name!: string;\n age!: number;\n active!: boolean;\n}\n\n@reducer(\"insertUser\")\nfunction insertUser(ctx: ReducerContext, id: number, name: string, age: number, active: boolean) {\n const row = new user();\n row.id = id;\n row.name = name;\n row.age = age;\n row.active = active;\n ctx.db.user.insert(row);\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,48): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(11,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 347, + "output_tokens": 168, + "generation_duration_ms": 15324, + "started_at": "2026-03-27T22:02:22.931034700Z", + "finished_at": "2026-03-27T22:02:48.374994200Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Table } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"user\", primaryKey: \"id\" })\nclass user {\n id!: number;\n name!: string;\n age!: number;\n active!: boolean;\n}\n\n@reducer(\"updateUser\")\nfunction updateUser(ctx: ReducerContext, id: number, name: string, age: number, active: boolean): void {\n const existing = ctx.db.user.id.find(id);\n if (existing) {\n existing.name = name;\n existing.age = age;\n existing.active = active;\n ctx.db.user.id.update(existing);\n }\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,55): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(11,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 346, + "output_tokens": 184, + "generation_duration_ms": 18019, + "started_at": "2026-03-27T22:02:27.917253900Z", + "finished_at": "2026-03-27T22:02:52.175116700Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Table } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"user\", primaryKey: \"id\" })\nclass user {\n id!: number;\n name!: string;\n age!: number;\n active!: boolean;\n}\n\n@reducer(\"deleteUser\")\nfunction deleteUser(ctx: ReducerContext, id: number): void {\n const row = ctx.db.getTable(\"user\").findByPrimaryKey(id);\n if (row) {\n ctx.db.getTable(\"user\").delete(row);\n }\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,55): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(11,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 315, + "output_tokens": 158, + "generation_duration_ms": 22349, + "started_at": "2026-03-27T22:02:27.918785900Z", + "finished_at": "2026-03-27T22:03:02.900014500Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"user\", primaryKey: \"id\" })\nclass user {\n id!: number;\n name!: string;\n age!: number;\n active!: boolean;\n}\n\n@reducer(\"crud\")\nfunction crud(ctx: ReducerContext) {\n const row1 = new user();\n row1.id = 1;\n row1.name = \"Alice\";\n row1.age = 30;\n row1.active = true;\n ctx.db.user.insert(row1);\n\n const row2 = new user();\n row2.id = 2;\n row2.name = \"Bob\";\n row2.age = 22;\n row2.active = false;\n ctx.db.user.insert(row2);\n\n const updated = new user();\n updated.id = 1;\n updated.name = \"Alice2\";\n updated.age = 31;\n updated.active = false;\n ctx.db.user.id.update(updated);\n\n const toDelete = ctx.db.user.id.find(2);\n if (toDelete) {\n ctx.db.user.id.delete(2);\n }\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,48): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(11,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 396, + "output_tokens": 323, + "generation_duration_ms": 16086, + "started_at": "2026-03-27T22:02:36.088235500Z", + "finished_at": "2026-03-27T22:03:02.907428700Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Index } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"user\" })\nclass user {\n @primaryKey()\n id: number = 0;\n name: string = \"\";\n age: number = 0;\n active: boolean = false;\n}\n\n@table({ name: \"result\" })\nclass result {\n @primaryKey()\n id: number = 0;\n name: string = \"\";\n}\n\n@reducer(\"lookupUserName\")\nfunction lookupUserName(ctx: ReducerContext, id: number): void {\n const found = ctx.db.user.id.find(id);\n if (found === null || found === undefined) {\n throw new Error(`User with id ${id} not found`);\n }\n ctx.db.result.insert({ id: found.id, name: found.name });\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,55): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(14,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 356, + "output_tokens": 225, + "generation_duration_ms": 24805, + "started_at": "2026-03-27T22:02:36.095237Z", + "finished_at": "2026-03-27T22:03:06.994502500Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext } from \"@clockworklabs/spacetimedb-sdk/module\";\n\n@table({ name: \"user\", primaryKey: \"id\" })\nclass user {\n id!: number;\n name!: string;\n age!: number;\n active!: boolean;\n}\n\n@reducer({ lifecycle: \"init\" })\nfunction init(ctx: ReducerContext) {\n const row1 = new user();\n row1.id = 1;\n row1.name = \"Alice\";\n row1.age = 30;\n row1.active = true;\n ctx.db.user.insert(row1);\n\n const row2 = new user();\n row2.id = 2;\n row2.name = \"Bob\";\n row2.age = 22;\n row2.active = false;\n ctx.db.user.insert(row2);\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,48): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk/module' or its corresponding type declarations.\r\nsrc/index.ts(11,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 350, + "output_tokens": 228, + "generation_duration_ms": 26592, + "started_at": "2026-03-27T22:02:38.255183500Z", + "finished_at": "2026-03-27T22:03:11.166379100Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Table } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"event\", publicRead: true })\nclass event {\n @primaryKey\n @autoInc\n id!: bigint;\n kind!: string;\n}\n\n@reducer({ lifecycle: \"clientConnected\" })\nfunction clientConnected(ctx: ReducerContext) {\n const e = new event();\n e.kind = \"connected\";\n ctx.db.event.insert(e);\n}\n\n@reducer({ lifecycle: \"clientDisconnected\" })\nfunction clientDisconnected(ctx: ReducerContext) {\n const e = new event();\n e.kind = \"disconnected\";\n ctx.db.event.insert(e);\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,55): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(6,6): error TS2304: Cannot find name 'autoInc'.\r\nsrc/index.ts(11,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 309, + "output_tokens": 193, + "generation_duration_ms": 28163, + "started_at": "2026-03-27T22:02:40.328923Z", + "finished_at": "2026-03-27T22:03:15.403636700Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Table } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"result\", primaryKey: \"id\" })\nclass result {\n id!: number;\n sum!: number;\n}\n\nfunction add(a: number, b: number): number {\n return a + b;\n}\n\n@reducer(\"computeSum\")\nfunction computeSum(ctx: ReducerContext, id: number, a: number, b: number) {\n const row = new result();\n row.id = id;\n row.sum = add(a, b);\n ctx.db.result.insert(row);\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,55): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(13,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 338, + "output_tokens": 165, + "generation_duration_ms": 18625, + "started_at": "2026-03-27T22:02:48.375145Z", + "finished_at": "2026-03-27T22:03:11.167440600Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Typespace } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Typespace\nclass Score {\n left: number = 0;\n right: number = 0;\n\n constructor(left: number = 0, right: number = 0) {\n this.left = left;\n this.right = right;\n }\n}\n\n@table({ name: \"result\", primaryKey: \"id\" })\nclass result {\n id: number = 0;\n value: Score = new Score();\n}\n\n@reducer(\"setScore\")\nfunction setScore(ctx: ReducerContext, id: number, left: number, right: number): void {\n ctx.db.result.insert({ id, value: new Score(left, right) });\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,59): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 342, + "output_tokens": 196, + "generation_duration_ms": 20497, + "started_at": "2026-03-27T22:04:05.714377400Z", + "finished_at": "2026-03-27T22:04:32.489502800Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Typespace } from \"@clockworklabs/spacetimedb-sdk\";\n\n// @ts-ignore: SpacetimeDB decorator\n@Typespace\nclass Rect {\n width: number = 0;\n height: number = 0;\n}\n\n// @ts-ignore: SpacetimeDB decorator\n@Typespace\ntype Shape = { tag: \"circle\"; value: number } | { tag: \"rectangle\"; value: Rect };\n\nconst Shape = {\n circle(radius: number): Shape {\n return { tag: \"circle\", value: radius };\n },\n rectangle(rect: Rect): Shape {\n return { tag: \"rectangle\", value: rect };\n },\n};\n\n@table({ name: \"result\", primaryKey: \"id\" })\nclass result {\n id: number = 0;\n value: Shape = Shape.circle(0);\n}\n\n@reducer(\"setCircle\")\nfunction setCircle(ctx: ReducerContext, id: number, radius: number) {\n ctx.db.result.insert({ id, value: Shape.circle(radius) });\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,59): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(29,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 368, + "output_tokens": 275, + "generation_duration_ms": 22490, + "started_at": "2026-03-27T22:04:13.945350700Z", + "finished_at": "2026-03-27T22:04:44.264348100Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext } from \"@clockworklabs/spacetimedb-sdk/module\";\n\n@table({ name: \"primitive\", primaryKey: \"id\" })\nclass primitive {\n id!: number;\n count!: number;\n total!: bigint;\n price!: number;\n ratio!: number;\n active!: boolean;\n name!: string;\n}\n\n@reducer(\"seed\")\nfunction seed(ctx: ReducerContext) {\n ctx.db.primitive.insert({\n id: 1,\n count: 2,\n total: 3000000000n,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\",\n });\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,48): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk/module' or its corresponding type declarations.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 379, + "output_tokens": 191, + "generation_duration_ms": 20467, + "started_at": "2026-03-27T22:04:17.882810Z", + "finished_at": "2026-03-27T22:04:44.265642Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, ProductType, field } from \"@clockworklabs/spacetimedb-sdk\";\n\n@ProductType\nclass Address {\n @field street: string = \"\";\n @field zip: number = 0;\n}\n\n@ProductType\nclass Position {\n @field x: number = 0;\n @field y: number = 0;\n}\n\n@table({ name: \"profile\", primaryKey: \"id\" })\nclass profile {\n @field id: number = 0;\n @field home: Address = new Address();\n @field work: Address = new Address();\n @field pos: Position = new Position();\n}\n\n@reducer(\"seed\")\nfunction seed(ctx: ReducerContext): void {\n const row = new profile();\n row.id = 1;\n\n const home = new Address();\n home.street = \"1 Main\";\n home.zip = 11111;\n row.home = home;\n\n const work = new Address();\n work.street = \"2 Broad\";\n work.zip = 22222;\n row.work = work;\n\n const pos = new Position();\n pos.x = 7;\n pos.y = 9;\n row.pos = pos;\n\n ctx.db.profile.insert(row);\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,68): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(23,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 410, + "output_tokens": 320, + "generation_duration_ms": 24047, + "started_at": "2026-03-27T22:04:28.196656800Z", + "finished_at": "2026-03-27T22:05:04.227493100Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { Table, Reducer, ReducerContext, Unique } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table\nclass Rect {\n width: number = 0;\n height: number = 0;\n}\n\ntype Shape = { tag: \"circle\"; value: number } | { tag: \"rectangle\"; value: Rect };\n\nconst Shape = {\n circle(radius: number): Shape {\n return { tag: \"circle\", value: radius };\n },\n rectangle(rect: Rect): Shape {\n return { tag: \"rectangle\", value: rect };\n },\n};\n\n@Table\nclass drawing {\n @Unique\n id: number = 0;\n a: Shape = Shape.circle(0);\n b: Shape = Shape.circle(0);\n}\n\n@Reducer\nfunction seed(ctx: ReducerContext): void {\n const rect = new Rect();\n rect.width = 4;\n rect.height = 6;\n\n const row = new drawing();\n row.id = 1;\n row.a = Shape.circle(10);\n row.b = Shape.rectangle(rect);\n\n ctx.db.drawing.insert(row);\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,56): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(28,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 387, + "output_tokens": 292, + "generation_duration_ms": 33498, + "started_at": "2026-03-27T22:04:32.482466500Z", + "finished_at": "2026-03-27T22:05:14.631360600Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { table, reducer, ScheduleAt, Reducer, Table, BigInt } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({\n name: \"tickTimer\",\n scheduledReducer: \"tick\",\n})\nclass TickTimer {\n @primaryKey\n @autoInc\n scheduledId: bigint = BigInt(0);\n\n scheduledAt: ScheduleAt = { tag: \"Interval\", value: BigInt(50000) };\n}\n\n@reducer(\"tick\")\nfunction tick(_ctx: any, row: TickTimer) {\n}\n\n@reducer(\"init\")\nfunction init(ctx: any) {\n const timer = new TickTimer();\n timer.scheduledAt = { tag: \"Interval\", value: BigInt(50000) };\n ctx.db.tickTimer.insert(timer);\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,68): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(8,4): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(9,4): error TS2304: Cannot find name 'autoInc'.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 335, + "output_tokens": 207, + "generation_duration_ms": 27950, + "started_at": "2026-03-27T22:04:34.387543800Z", + "finished_at": "2026-03-27T22:05:12.351120900Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, reducer, index, unique, primaryKey, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table(\"account\")\n@index({ name: \"byName\", columns: [\"name\"] })\nclass account {\n @primaryKey()\n id: number = 0;\n\n @unique()\n email: string = \"\";\n\n name: string = \"\";\n}\n\n@reducer(\"seed\")\nfunction seed(ctx: ReducerContext): void {\n const row1 = new account();\n row1.id = 1;\n row1.email = \"a@example.com\";\n row1.name = \"Alice\";\n ctx.db.account.insert(row1);\n\n const row2 = new account();\n row2.id = 2;\n row2.email = \"b@example.com\";\n row2.name = \"Bob\";\n ctx.db.account.insert(row2);\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,75): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 350, + "output_tokens": 232, + "generation_duration_ms": 31755, + "started_at": "2026-03-27T22:04:38.345526Z", + "finished_at": "2026-03-27T22:05:16.597763400Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { table, reducer, index, ReducerContext, Table } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"user\", primaryKey: \"userId\" })\nclass user {\n userId!: number;\n name!: string;\n}\n\n@table({ name: \"group\", primaryKey: \"groupId\" })\nclass group {\n groupId!: number;\n title!: string;\n}\n\n@table({ name: \"membership\", primaryKey: \"id\" })\n@index({ name: \"byUser\", btree: \"userId\" })\n@index({ name: \"byGroup\", btree: \"groupId\" })\nclass membership {\n id!: number;\n userId!: number;\n groupId!: number;\n}\n\n@reducer(\"seed\")\nfunction seed(ctx: ReducerContext): void {\n const userTable = ctx.db.getTable(\"user\");\n const groupTable = ctx.db.getTable(\"group\");\n const membershipTable = ctx.db.getTable(\"membership\");\n\n userTable.insert({ userId: 1, name: \"Alice\" } as user);\n userTable.insert({ userId: 2, name: \"Bob\" } as user);\n\n groupTable.insert({ groupId: 10, title: \"Admin\" } as group);\n groupTable.insert({ groupId: 20, title: \"Dev\" } as group);\n\n membershipTable.insert({ id: 1, userId: 1, groupId: 10 } as membership);\n membershipTable.insert({ id: 2, userId: 1, groupId: 20 } as membership);\n membershipTable.insert({ id: 3, userId: 2, groupId: 20 } as membership);\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,62): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(24,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 475, + "output_tokens": 428, + "generation_duration_ms": 34349, + "started_at": "2026-03-27T22:04:40.288173800Z", + "finished_at": "2026-03-27T22:05:20.730902Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Table } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"entity\", primaryKey: \"id\" })\nclass entity {\n id: number = 0;\n}\n\n@table({ name: \"position\", primaryKey: \"entityId\" })\nclass position {\n entityId: number = 0;\n x: number = 0;\n y: number = 0;\n}\n\n@table({ name: \"velocity\", primaryKey: \"entityId\" })\nclass velocity {\n entityId: number = 0;\n vx: number = 0;\n vy: number = 0;\n}\n\n@table({ name: \"nextPosition\", primaryKey: \"entityId\" })\nclass nextPosition {\n entityId: number = 0;\n x: number = 0;\n y: number = 0;\n}\n\n@reducer(\"seed\")\nfunction seed(ctx: ReducerContext) {\n const e1 = new entity();\n e1.id = 1;\n ctx.db.entity.insert(e1);\n\n const p1 = new position();\n p1.entityId = 1;\n p1.x = 0;\n p1.y = 0;\n ctx.db.position.insert(p1);\n\n const v1 = new velocity();\n v1.entityId = 1;\n v1.vx = 1;\n v1.vy = 0;\n ctx.db.velocity.insert(v1);\n\n const e2 = new entity();\n e2.id = 2;\n ctx.db.entity.insert(e2);\n\n const p2 = new position();\n p2.entityId = 2;\n p2.x = 10;\n p2.y = 0;\n ctx.db.position.insert(p2);\n\n const v2 = new velocity();\n v2.entityId = 2;\n v2.vx = -2;\n v2.vy = 3;\n ctx.db.velocity.insert(v2);\n}\n\n@reducer(\"step\")\nfunction step(ctx: ReducerContext) {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.findBy({ entityId: pos.entityId });\n if (vel) {\n const np = new nextPosition();\n np.entityId = pos.entityId;\n np.x = pos.x + vel.vx;\n np.y = pos.y + vel.vy;\n\n const existing = ctx.db.nextPosition.findBy({ entityId: pos.entityId });\n if (existing) {\n ctx.db.nextPosition.delete(existing);\n }\n ctx.db.nextPosition.insert(np);\n }\n }\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,55): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(29,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(64,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 489, + "output_tokens": 705, + "generation_duration_ms": 36464, + "started_at": "2026-03-27T22:04:44.265892700Z", + "finished_at": "2026-03-27T22:05:30.612013700Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { table, reducer, index, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"log\", primaryKey: \"id\" })\n@index({ name: \"byUserDay\", type: \"btree\", columns: [\"userId\", \"day\"] })\nclass log {\n id!: number;\n userId!: number;\n day!: number;\n message!: string;\n}\n\n@reducer(\"seed\")\nfunction seed(ctx: ReducerContext) {\n ctx.db.log.insert({ id: 1, userId: 7, day: 1, message: \"a\" });\n ctx.db.log.insert({ id: 2, userId: 7, day: 2, message: \"b\" });\n ctx.db.log.insert({ id: 3, userId: 9, day: 1, message: \"c\" });\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,55): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 388, + "output_tokens": 219, + "generation_duration_ms": 28078, + "started_at": "2026-03-27T22:04:44.272497700Z", + "finished_at": "2026-03-27T22:05:18.680807900Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Table, index, view } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"announcement\", public: true })\n@index({ name: \"idx_active\", btree: [\"active\"] })\nclass announcement {\n @primaryKey({ autoIncrement: true })\n id!: u64;\n message!: string;\n active!: boolean;\n}\n\n@view({ name: \"activeAnnouncements\", public: true })\nclass activeAnnouncements {\n @primaryKey({ autoIncrement: true })\n id!: u64;\n message!: string;\n active!: boolean;\n\n static filter(): string {\n return \"SELECT * FROM announcement WHERE active = true\";\n }\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,68): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,4): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(7,8): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(14,4): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(15,8): error TS2304: Cannot find name 'u64'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 338, + "output_tokens": 189, + "generation_duration_ms": 16544, + "started_at": "2026-03-27T22:03:28.237271Z", + "finished_at": "2026-03-27T22:03:51.038726900Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Column, Unique, spacetimedb, ReducerContext, Identity } from \"@clockworklabs/spacetimedb-sdk\";\n\n@spacetimedb.table({ public: true })\nclass profile {\n @spacetimedb.primaryKey\n @spacetimedb.autoInc\n id!: number;\n\n @spacetimedb.unique\n identity!: Identity;\n\n name!: string;\n\n bio!: string;\n}\n\n@spacetimedb.view({\n public: true,\n})\nfunction my_profile(ctx: ReducerContext): profile | undefined {\n return ctx.db.profile.identity.find(ctx.sender());\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,78): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(17,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 393, + "output_tokens": 168, + "generation_duration_ms": 19308, + "started_at": "2026-03-27T22:03:38.035330500Z", + "finished_at": "2026-03-27T22:04:03.651482400Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"damageEvent\", public: true, event: true })\nclass damageEvent {\n entityId!: bigint;\n damage!: number;\n source!: string;\n}\n\n@reducer(\"deal_damage\")\nfunction deal_damage(ctx: ReducerContext, args: { entityId: bigint; damage: number; source: string }) {\n const event = new damageEvent();\n event.entityId = args.entityId;\n event.damage = args.damage;\n event.source = args.source;\n ctx.db.damageEvent.insert(event);\n}", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,48): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(10,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 364, + "output_tokens": 175, + "generation_duration_ms": 21245, + "started_at": "2026-03-27T22:03:06.994639100Z", + "finished_at": "2026-03-27T22:03:38.033550Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ReducerContext, Table, spacetimedb } from \"@clockworklabs/spacetimedb-sdk\";\n\nconst player = spacetimedb.table({\n name: \"player\",\n columns: {\n id: { type: spacetimedb.Type.U64, primaryKey: true, autoInc: true },\n name: { type: spacetimedb.Type.String },\n nickname: { type: spacetimedb.option(spacetimedb.Type.String) },\n highScore: { type: spacetimedb.option(spacetimedb.Type.U32) },\n },\n});\n\nspacetimedb.reducer(\"create_player\", (ctx: ReducerContext, args: { name: string; nickname: string | null; highScore: number | null }) => {\n player.insert(ctx, {\n id: 0n,\n name: args.name,\n nickname: args.nickname,\n highScore: args.highScore,\n });\n});", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,52): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 393, + "output_tokens": 243, + "generation_duration_ms": 18985, + "started_at": "2026-03-27T22:03:11.167634600Z", + "finished_at": "2026-03-27T22:03:38.034431700Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Identity, Schedule } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"message\", publicAccess: true })\nclass message {\n @primaryKey({ autoInc: true })\n id: bigint = 0n;\n\n @index({ btree: true })\n owner: Identity = new Identity();\n\n text: string = \"\";\n}\n\n@reducer(\"create_message\")\nfunction create_message(ctx: ReducerContext, text: string): void {\n const msg = new message();\n msg.id = 0n;\n msg.owner = ctx.sender;\n msg.text = text;\n ctx.db.message.insert(msg);\n}\n\n@reducer(\"delete_message\")\nfunction delete_message(ctx: ReducerContext, id: bigint): void {\n const msg = ctx.db.message.id.find(id);\n if (!msg) {\n throw new Error(\"not found\");\n }\n if (!msg.owner.isEqual(ctx.sender)) {\n throw new Error(\"unauthorized\");\n }\n ctx.db.message.id.delete(id);\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,68): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,4): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(8,4): error TS2304: Cannot find name 'index'.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(23,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 421, + "output_tokens": 286, + "generation_duration_ms": 14109, + "started_at": "2026-03-27T22:01:52.656149400Z", + "finished_at": "2026-03-27T22:02:17.270539600Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Table } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"userInternal\" })\nclass userInternal {\n @primaryKey\n @autoInc\n id: bigint = 0n;\n name: string = \"\";\n email: string = \"\";\n passwordHash: string = \"\";\n}\n\n@table({ name: \"userPublic\", public: true })\nclass userPublic {\n @primaryKey\n id: bigint = 0n;\n name: string = \"\";\n}\n\n@reducer(\"register_user\")\nfunction register_user(ctx: ReducerContext, args: { name: string; email: string; passwordHash: string }): void {\n const internal = new userInternal();\n internal.id = 0n;\n internal.name = args.name;\n internal.email = args.email;\n internal.passwordHash = args.passwordHash;\n const inserted = ctx.db.userInternal.insert(internal);\n\n const pub = new userPublic();\n pub.id = inserted.id;\n pub.name = inserted.name;\n ctx.db.userPublic.insert(pub);\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,55): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(6,6): error TS2304: Cannot find name 'autoInc'.\r\nsrc/index.ts(15,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 440, + "output_tokens": 295, + "generation_duration_ms": 5312, + "started_at": "2026-03-27T22:01:52.657028Z", + "finished_at": "2026-03-27T22:02:04.394427600Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Table, Index } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"author\", primaryKey: \"id\" })\nclass author {\n @unique\n id: number = 0;\n name: string = \"\";\n}\n\n@table({ name: \"post\", primaryKey: \"id\", indexes: [{ name: \"idx_post_authorId\", columns: [\"authorId\"] }] })\nclass post {\n @unique\n id: number = 0;\n authorId: number = 0;\n title: string = \"\";\n}\n\n@reducer(\"delete_author\")\nfunction delete_author(ctx: ReducerContext, { authorId }: { authorId: number }): void {\n for (const p of ctx.db.getTable(\"post\").iter()) {\n if ((p as post).authorId === authorId) {\n ctx.db.getTable(\"post\").delete(p);\n }\n }\n const a = ctx.db.getTable(\"author\").findByPrimaryKey(authorId);\n if (a) {\n ctx.db.getTable(\"author\").delete(a);\n }\n}", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,62): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'unique'.\r\nsrc/index.ts(12,6): error TS2304: Cannot find name 'unique'.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 394, + "output_tokens": 288, + "generation_duration_ms": 21075, + "started_at": "2026-03-27T22:03:11.173525400Z", + "finished_at": "2026-03-27T22:03:38.035197400Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Index, Unique } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"order\", primaryKey: \"id\" })\nclass order {\n @Unique\n id: number = 0;\n @Index({ type: \"btree\" })\n category: string = \"\";\n amount: number = 0;\n fulfilled: boolean = false;\n}\n\n@table({ name: \"categoryStats\", primaryKey: \"category\" })\nclass categoryStats {\n @Unique\n category: string = \"\";\n totalAmount: number = 0;\n orderCount: number = 0;\n}\n\n@reducer(\"compute_stats\")\nfunction compute_stats(ctx: ReducerContext, args: { category: string }): void {\n const cat = args.category;\n let totalAmount: number = 0;\n let orderCount: number = 0;\n\n for (const o of ctx.db.order.iter()) {\n if (o.category === cat) {\n totalAmount += o.amount;\n orderCount += 1;\n }\n }\n\n const existing = ctx.db.categoryStats.findByCategory(cat);\n if (existing) {\n ctx.db.categoryStats.delete(existing);\n }\n\n ctx.db.categoryStats.insert({\n category: cat,\n totalAmount,\n orderCount,\n });\n}", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,63): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(21,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 416, + "output_tokens": 346, + "generation_duration_ms": 33588, + "started_at": "2026-03-27T22:03:17.455716Z", + "finished_at": "2026-03-27T22:03:59.207229700Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Reducer, ReducerContext, Index } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ name: \"customer\" })\nclass customer {\n @PrimaryKey\n @AutoInc\n id!: number;\n name!: string;\n}\n\n@Table({ name: \"order\" })\nclass order {\n @PrimaryKey\n @AutoInc\n id!: number;\n @Index({ btree: [\"customerId\"] })\n customerId!: number;\n product!: string;\n amount!: number;\n}\n\n@Table({ name: \"orderDetail\" })\nclass orderDetail {\n @PrimaryKey\n orderId!: number;\n customerName!: string;\n product!: string;\n amount!: number;\n}\n\n@Reducer\nfunction build_order_details(ctx: ReducerContext): void {\n for (const o of ctx.db.order.iter()) {\n const c = ctx.db.customer.id.find(o.customerId);\n if (c) {\n ctx.db.orderDetail.insert({\n orderId: o.id,\n customerName: c.name,\n product: o.product,\n amount: o.amount,\n });\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,55): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'PrimaryKey'.\r\nsrc/index.ts(6,6): error TS2304: Cannot find name 'AutoInc'.\r\nsrc/index.ts(13,6): error TS2304: Cannot find name 'PrimaryKey'.\r\nsrc/index.ts(14,6): error TS2304: Cannot find name 'AutoInc'.\r\nsrc/index.ts(24,6): error TS2304: Cannot find name 'PrimaryKey'.\r\nsrc/index.ts(31,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 466, + "output_tokens": 317, + "generation_duration_ms": 27499, + "started_at": "2026-03-27T22:03:19.480070600Z", + "finished_at": "2026-03-27T22:03:59.206161900Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"account\", primaryKey: \"id\" })\nclass account {\n @unique id: number = 0;\n @unique email: string = \"\";\n displayName: string = \"\";\n}\n\n@reducer(\"create_account\")\nfunction create_account(ctx: ReducerContext, email: string, displayName: string) {\n ctx.db.account.insert({ id: 0n, email, displayName });\n}\n\nHmm, let me reconsider the SpacetimeDB 1.6 TypeScript module syntax more carefully.\n\nimport { Table, Column, Reducer, ReducerContext, Identity } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ name: \"account\" })\nclass account {\n @Column({ primaryKey: true, autoIncrement: true })\n id!: bigint;\n\n @Column({ unique: true })\n email!: string;\n\n @Column()\n displayName!: string;\n}\n\n@Reducer(\"create_account\")\nfunction create_account(ctx: ReducerContext, email: string, displayName: string): void {\n ctx.db.getTable(\"account\").insert({ id: 0n, email, displayName });\n}\n\nWait, I need to be more careful. Let me produce the most likely correct SpacetimeDB 1.x server-side module TypeScript syntax:\n\nimport { table, reducer, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"account\", primaryKey: \"id\" })\nexport class account {\n @unique\n id: number = 0;\n\n @unique\n email: string = \"\";\n\n displayName: string = \"\";\n}\n\nLet me just produce the cleanest version based on what I know:\n\nimport { Table, Unique, PrimaryKey, AutoInc, Reducer, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table\nclass account {\n @PrimaryKey\n @AutoInc\n id: bigint = 0n;\n\n @Unique\n email: string = \"\";\n\n displayName: string = \"\";\n}\n\n@Reducer\nfunction create_account(ctx: ReducerContext, email: string, displayName: string): void {\n ctx.db.account.insert({ id: 0n, email, displayName });\n}", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(15,10): error TS1005: ';' expected.\r\nsrc/index.ts(15,13): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(15,24): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(15,28): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(15,44): error TS1005: ';' expected.\r\nsrc/index.ts(15,69): error TS1005: '{' expected.\r\nsrc/index.ts(17,8): error TS1005: ';' expected.\r\nsrc/index.ts(17,61): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(36,9): error TS1005: ';' expected.\r\nsrc/index.ts(36,14): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(36,17): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(36,20): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(36,38): error TS1005: ';' expected.\r\nsrc/index.ts(36,41): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(36,49): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(36,53): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(36,58): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(36,65): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(36,73): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(36,87): error TS1005: ';' expected.\r\nsrc/index.ts(36,87): error TS1351: An identifier or keyword cannot immediately follow a numeric literal.\r\nsrc/index.ts(36,101): error TS1005: ';' expected.\r\nsrc/index.ts(36,119): error TS1005: '{' expected.\r\nsrc/index.ts(51,1): error TS1435: Unknown keyword or identifier. Did you mean 'let'?\r\nsrc/index.ts(51,5): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(51,8): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(51,13): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(51,21): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(51,25): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(51,34): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(51,42): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(51,48): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(51,51): error TS1434: Unexpected keyword or identifier.\r\nsrc/index.ts(51,56): error TS1434: Unexpected keyword or identifier.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 356, + "output_tokens": 590, + "generation_duration_ms": 30978, + "started_at": "2026-03-27T22:03:28.235986Z", + "finished_at": "2026-03-27T22:04:03.652482700Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Table, Index } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"product\", primaryKey: \"id\" })\nclass product {\n @unique\n id: number = 0;\n name: string = \"\";\n @index({ btree: \"price\" })\n price: number = 0;\n}\n\n@table({ name: \"priceRangeResult\", primaryKey: \"productId\" })\nclass priceRangeResult {\n productId: number = 0;\n name: string = \"\";\n price: number = 0;\n}\n\n@reducer(\"find_in_price_range\")\nfunction find_in_price_range(ctx: ReducerContext, { minPrice, maxPrice }: { minPrice: number; maxPrice: number }) {\n for (const p of ctx.db.getTable(\"product\").iter()) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n ctx.db.getTable(\"priceRangeResult\").insert({\n productId: p.id,\n name: p.name,\n price: p.price,\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,62): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'unique'.\r\nsrc/index.ts(8,6): error TS2552: Cannot find name 'index'. Did you mean 'Index'?\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 433, + "output_tokens": 295, + "generation_duration_ms": 25614, + "started_at": "2026-03-27T22:03:38.037018400Z", + "finished_at": "2026-03-27T22:04:13.945034900Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Table } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"player\", primaryKey: \"id\" })\nclass player {\n @unique\n id: number = 0;\n name: string = \"\";\n score: number = 0;\n}\n\n@table({ name: \"leaderboard\", primaryKey: \"rank\" })\nclass leaderboard {\n rank: number = 0;\n playerName: string = \"\";\n score: number = 0;\n}\n\n@reducer(\"build_leaderboard\")\nfunction build_leaderboard(ctx: ReducerContext, limit: number): void {\n for (const entry of ctx.db.getTable(\"leaderboard\").iter()) {\n ctx.db.getTable(\"leaderboard\").delete(entry);\n }\n\n const players: player[] = [];\n for (const p of ctx.db.getTable(\"player\").iter()) {\n players.push(p as player);\n }\n\n players.sort((a, b) => {\n if (b.score !== a.score) return b.score - a.score;\n return 0;\n });\n\n const top = players.slice(0, limit);\n\n for (let i = 0; i < top.length; i++) {\n const entry = new leaderboard();\n entry.rank = i + 1;\n entry.playerName = top[i].name;\n entry.score = top[i].score;\n ctx.db.getTable(\"leaderboard\").insert(entry);\n }\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,55): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'unique'.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 427, + "output_tokens": 388, + "generation_duration_ms": 33759, + "started_at": "2026-03-27T22:03:38.038526500Z", + "finished_at": "2026-03-27T22:04:17.882656300Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Table } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"task\", primaryKey: \"id\" })\nclass task {\n @unique\n id: number = 0;\n title: string = \"\";\n completed: boolean = false;\n}\n\n@table({ name: \"firstIncomplete\", primaryKey: \"taskId\" })\nclass firstIncomplete {\n taskId: number = 0;\n title: string = \"\";\n}\n\n@reducer(\"find_first_incomplete\")\nfunction find_first_incomplete(ctx: ReducerContext) {\n for (const t of ctx.db.getTable(\"task\").iter()) {\n if (!t.completed) {\n ctx.db.getTable(\"firstIncomplete\").insert({ taskId: t.id, title: t.title });\n return;\n }\n }\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,55): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'unique'.\r\nsrc/index.ts(17,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 382, + "output_tokens": 218, + "generation_duration_ms": 41450, + "started_at": "2026-03-27T22:03:51.038894900Z", + "finished_at": "2026-03-27T22:04:38.345409200Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Table } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"order\", primaryKey: \"id\" })\nclass order {\n @unique\n id: number = 0;\n category: string = \"\";\n amount: number = 0;\n}\n\n@table({ name: \"distinctCategory\", primaryKey: \"category\" })\nclass distinctCategory {\n category: string = \"\";\n}\n\n@reducer(\"collect_distinct_categories\")\nfunction collect_distinct_categories(ctx: ReducerContext) {\n const categories = new Set();\n for (const o of ctx.db.getTable(\"order\").iter()) {\n categories.add((o as order).category);\n }\n const dcTable = ctx.db.getTable(\"distinctCategory\");\n for (const cat of categories) {\n const dc = new distinctCategory();\n dc.category = cat;\n dcTable.insert(dc);\n }\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,55): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'unique'.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 373, + "output_tokens": 239, + "generation_duration_ms": 24312, + "started_at": "2026-03-27T22:03:59.207347400Z", + "finished_at": "2026-03-27T22:04:30.622647Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"user\" })\nclass user {\n @primaryKey\n @autoInc\n id!: number;\n name!: string;\n active!: boolean;\n}\n\n@table({ name: \"userStats\" })\nclass userStats {\n @primaryKey\n key!: string;\n count!: number;\n}\n\n@reducer(\"compute_user_counts\")\nfunction compute_user_counts(ctx: ReducerContext) {\n let total = 0;\n let active = 0;\n for (const u of ctx.db.user.iter()) {\n total++;\n if (u.active === true) {\n active++;\n }\n }\n ctx.db.userStats.insert({ key: \"total\", count: total });\n ctx.db.userStats.insert({ key: \"active\", count: active });\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,48): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,4): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(6,4): error TS2304: Cannot find name 'autoInc'.\r\nsrc/index.ts(14,4): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 416, + "output_tokens": 238, + "generation_duration_ms": 18672, + "started_at": "2026-03-27T22:03:59.213126300Z", + "finished_at": "2026-03-27T22:04:26.212030300Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, index, ReducerContext, Table } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"eventLog\", primaryKey: \"id\" })\n@index({ name: \"idx_category_severity\", btree: [\"category\", \"severity\"] })\nclass eventLog {\n @unique\n id: number = 0;\n category: string = \"\";\n severity: number = 0;\n message: string = \"\";\n}\n\n@table({ name: \"filteredEvent\", primaryKey: \"eventId\" })\nclass filteredEvent {\n eventId: number = 0;\n message: string = \"\";\n}\n\n@reducer(\"filter_events\")\nfunction filter_events(ctx: ReducerContext, args: { category: string; severity: number }): void {\n for (const row of ctx.db.getTable(\"eventLog\").iter()) {\n if (row.category === args.category && row.severity === args.severity) {\n const result = new filteredEvent();\n result.eventId = row.id;\n result.message = row.message;\n ctx.db.getTable(\"filteredEvent\").insert(result);\n }\n }\n}", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,62): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,6): error TS2304: Cannot find name 'unique'.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 423, + "output_tokens": 298, + "generation_duration_ms": 24909, + "started_at": "2026-03-27T22:04:05.712929900Z", + "finished_at": "2026-03-27T22:04:38.344338200Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, reducer, ScheduleAt, Timestamp } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ name: \"reminder\", scheduledReducer: \"send_reminder\" })\nexport class reminder {\n @primaryKey\n @autoInc\n scheduledId!: bigint;\n scheduledAt!: ScheduleAt;\n message!: string;\n}\n\n@reducer\nexport function send_reminder(ctx: ReducerContext, row: reminder) {\n}\n\n@reducer\nexport function init(ctx: ReducerContext) {\n const fireTime = ctx.timestamp + 60_000_000n;\n ctx.db.reminder.insert({\n scheduledId: 0n,\n scheduledAt: { tag: \"Time\", value: fireTime },\n message: \"hello\",\n });\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,55): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(6,6): error TS2304: Cannot find name 'autoInc'.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(13,36): error TS2304: Cannot find name 'ReducerContext'.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,27): error TS2304: Cannot find name 'ReducerContext'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 396, + "output_tokens": 205, + "generation_duration_ms": 17275, + "started_at": "2026-03-27T22:02:53.900332200Z", + "finished_at": "2026-03-27T22:03:19.479869500Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Table, ScheduleAt } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"cleanupJob\", scheduledReducer: \"run_cleanup\" })\nclass cleanupJob {\n @primaryKey\n @autoInc\n scheduledId!: bigint;\n scheduledAt!: ScheduleAt;\n}\n\n@reducer(\"run_cleanup\")\nfunction run_cleanup(_ctx: ReducerContext, _job: cleanupJob) {\n // does nothing\n}\n\n@reducer(\"init\")\nfunction init(ctx: ReducerContext) {\n const job = new cleanupJob();\n job.scheduledAt = { tag: \"Interval\", value: 60_000_000n };\n ctx.db.cleanupJob.insert(job);\n}\n\n@reducer(\"cancel_cleanup\")\nfunction cancel_cleanup(ctx: ReducerContext, args: { scheduledId: bigint }) {\n const row = ctx.db.cleanupJob.findByScheduledId(args.scheduledId);\n if (row) {\n ctx.db.cleanupJob.delete(row);\n }\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,67): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(6,6): error TS2304: Cannot find name 'autoInc'.\r\nsrc/index.ts(11,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(23,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 403, + "output_tokens": 286, + "generation_duration_ms": 16577, + "started_at": "2026-03-27T22:03:02.907627400Z", + "finished_at": "2026-03-27T22:03:28.235787200Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Timestamp, Identity } from \"@clockworklabs/spacetimedb-sdk/module\";\n\n@table({ name: \"onlinePlayer\", public: true })\nclass onlinePlayer {\n @primaryKey\n identity!: Identity;\n connectedAt!: Timestamp;\n}\n\n@reducer({ lifecycle: \"clientConnected\" })\nfunction clientConnected(ctx: ReducerContext) {\n const player = new onlinePlayer();\n player.identity = ctx.sender;\n player.connectedAt = ctx.timestamp;\n ctx.db.onlinePlayer.insert(player);\n}\n\n@reducer({ lifecycle: \"clientDisconnected\" })\nfunction clientDisconnected(ctx: ReducerContext) {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,69): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk/module' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(10,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 362, + "output_tokens": 202, + "generation_duration_ms": 12493, + "started_at": "2026-03-27T22:03:02.909305400Z", + "finished_at": "2026-03-27T22:03:28.234700900Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Identity, Schedule, Timestamp } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"user\", primaryKey: \"identity\", public: false })\nclass user {\n identity!: Identity;\n name!: string;\n}\n\n@table({ name: \"message\", primaryKey: \"id\", public: true })\nclass message {\n @primaryKey\n @autoInc\n id!: bigint;\n @index({ btree: true })\n sender!: Identity;\n text!: string;\n}\n\n@reducer(\"register\")\nfunction register(ctx: ReducerContext, { name }: { name: string }): void {\n const existing = ctx.db.getTable(\"user\").findByPrimaryKey(ctx.sender);\n if (existing) {\n throw new Error(\"already registered\");\n }\n ctx.db.getTable(\"user\").insert({ identity: ctx.sender, name });\n}\n\n@reducer(\"post_message\")\nfunction post_message(ctx: ReducerContext, { text }: { text: string }): void {\n const existing = ctx.db.getTable(\"user\").findByPrimaryKey(ctx.sender);\n if (!existing) {\n throw new Error(\"not registered\");\n }\n ctx.db.getTable(\"message\").insert({ id: 0n, sender: ctx.sender, text });\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,79): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(11,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(12,6): error TS2304: Cannot find name 'autoInc'.\r\nsrc/index.ts(14,6): error TS2304: Cannot find name 'index'.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(28,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 438, + "output_tokens": 342, + "generation_duration_ms": 22550, + "started_at": "2026-03-27T22:01:52.658246700Z", + "finished_at": "2026-03-27T22:02:22.930754300Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, reducer, ReducerContext, Identity } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ name: \"config\", public: false })\nclass config {\n @primaryKey\n id: number = 0;\n admin: Identity = new Identity();\n}\n\n@Table({ name: \"admin_log\", public: true })\nclass admin_log {\n @primaryKey\n @autoInc\n id: bigint = 0n;\n action: string = \"\";\n}\n\n@reducer\nfunction bootstrap_admin(ctx: ReducerContext): void {\n const existing = ctx.db.config.id.find(0);\n if (existing) {\n throw new Error(\"already bootstrapped\");\n }\n ctx.db.config.insert({ id: 0, admin: ctx.sender });\n}\n\n@reducer\nfunction admin_action(ctx: ReducerContext, action: string): void {\n const cfg = ctx.db.config.id.find(0);\n if (!cfg) {\n throw new Error(\"not bootstrapped\");\n }\n if (!ctx.sender.isEqual(cfg.admin)) {\n throw new Error(\"not admin\");\n }\n ctx.db.admin_log.insert({ id: 0n, action });\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,58): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,4): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(12,4): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(13,4): error TS2304: Cannot find name 'autoInc'.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(27,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 450, + "output_tokens": 311, + "generation_duration_ms": 15928, + "started_at": "2026-03-27T22:01:52.659391700Z", + "finished_at": "2026-03-27T22:02:17.271440700Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Identity, Table } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"user\", public: false })\nclass user {\n @primaryKey\n identity!: Identity;\n role!: string;\n}\n\n@reducer(\"register\")\nfunction register(ctx: ReducerContext): void {\n const existing = ctx.db.getTable(\"user\").identity.find(ctx.sender);\n if (existing) {\n throw new Error(\"already registered\");\n }\n const newUser = new user();\n newUser.identity = ctx.sender;\n newUser.role = \"member\";\n ctx.db.getTable(\"user\").insert(newUser);\n}\n\n@reducer(\"promote\")\nfunction promote(ctx: ReducerContext, target: Identity): void {\n const caller = ctx.db.getTable(\"user\").identity.find(ctx.sender);\n if (!caller) {\n throw new Error(\"not registered\");\n }\n if (caller.role !== \"admin\") {\n throw new Error(\"not admin\");\n }\n const targetUser = ctx.db.getTable(\"user\").identity.find(target);\n if (!targetUser) {\n throw new Error(\"target not registered\");\n }\n targetUser.role = \"admin\";\n ctx.db.getTable(\"user\").identity.update(targetUser);\n}\n\n@reducer(\"member_action\")\nfunction member_action(ctx: ReducerContext): void {\n const caller = ctx.db.getTable(\"user\").identity.find(ctx.sender);\n if (!caller) {\n throw new Error(\"not registered\");\n }\n}\n\n@reducer(\"admin_action\")\nfunction admin_action(ctx: ReducerContext): void {\n const caller = ctx.db.getTable(\"user\").identity.find(ctx.sender);\n if (!caller) {\n throw new Error(\"not registered\");\n }\n if (caller.role !== \"admin\") {\n throw new Error(\"not admin\");\n }\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,65): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(10,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(22,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(39,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(47,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 488, + "output_tokens": 508, + "generation_duration_ms": 26793, + "started_at": "2026-03-27T22:01:52.660248400Z", + "finished_at": "2026-03-27T22:02:25.716530200Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Identity, Table } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"admin\", public: false })\nclass admin {\n @primaryKey\n identity!: Identity;\n}\n\n@table({ name: \"banned\", public: false })\nclass banned {\n @primaryKey\n identity!: Identity;\n}\n\n@table({ name: \"player\", public: true })\nclass player {\n @primaryKey\n identity!: Identity;\n name!: string;\n}\n\n@reducer(\"add_admin\")\nfunction add_admin(ctx: ReducerContext, { target }: { target: Identity }) {\n if (!ctx.db.admin.identity.find(ctx.sender)) {\n throw new Error(\"not admin\");\n }\n if (!ctx.db.admin.identity.find(target)) {\n ctx.db.admin.insert({ identity: target });\n }\n}\n\n@reducer(\"ban_player\")\nfunction ban_player(ctx: ReducerContext, { target }: { target: Identity }) {\n if (!ctx.db.admin.identity.find(ctx.sender)) {\n throw new Error(\"not admin\");\n }\n ctx.db.banned.insert({ identity: target });\n const existing = ctx.db.player.identity.find(target);\n if (existing) {\n ctx.db.player.identity.delete(target);\n }\n}\n\n@reducer(\"join_game\")\nfunction join_game(ctx: ReducerContext, { name }: { name: string }) {\n if (ctx.db.banned.identity.find(ctx.sender)) {\n throw new Error(\"banned\");\n }\n if (ctx.db.player.identity.find(ctx.sender)) {\n throw new Error(\"already in game\");\n }\n ctx.db.player.insert({ identity: ctx.sender, name });\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,65): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(11,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(17,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(22,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(32,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(44,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 500, + "output_tokens": 462, + "generation_duration_ms": 28646, + "started_at": "2026-03-27T22:01:52.661155Z", + "finished_at": "2026-03-27T22:02:25.717476200Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, reducer, ReducerContext, Identity } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ name: \"rate_limit\", public: false })\nclass rate_limit {\n @primaryKey\n identity!: Identity;\n last_call_us!: bigint;\n}\n\n@Table({ name: \"action_log\", public: true })\nclass action_log {\n @primaryKey\n @autoInc\n id!: bigint;\n identity!: Identity;\n payload!: string;\n}\n\n@reducer(\"limited_action\")\nfunction limited_action(ctx: ReducerContext, payload: string): void {\n const now: bigint = ctx.timestamp.microsSinceUnixEpoch;\n const existing = ctx.db.rate_limit.identity.find(ctx.sender);\n if (existing) {\n if (now - existing.last_call_us < 1_000_000n) {\n throw new Error(\"rate limited\");\n }\n ctx.db.rate_limit.identity.update({ identity: ctx.sender, last_call_us: now });\n } else {\n ctx.db.rate_limit.insert({ identity: ctx.sender, last_call_us: now });\n }\n ctx.db.action_log.insert({ id: 0n, identity: ctx.sender, payload });\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,58): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(12,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(13,6): error TS2304: Cannot find name 'autoInc'.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 483, + "output_tokens": 335, + "generation_duration_ms": 11738, + "started_at": "2026-03-27T22:01:52.662060700Z", + "finished_at": "2026-03-27T22:02:15.209118900Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Identity, Schedule } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"document\", publicAccess: true })\nclass document {\n @primaryKey({ autoInc: true })\n id: bigint = 0n;\n\n @index({ btree: true })\n owner: Identity = new Identity();\n\n title: string = \"\";\n}\n\n@table({ name: \"document_share\", publicAccess: true })\nclass document_share {\n @index({ btree: true })\n document_id: bigint = 0n;\n\n @index({ btree: true })\n shared_with: Identity = new Identity();\n}\n\n@reducer(\"create_document\")\nfunction create_document(ctx: ReducerContext, args: { title: string }): void {\n const doc = new document();\n doc.id = 0n;\n doc.owner = ctx.sender;\n doc.title = args.title;\n ctx.db.document.insert(doc);\n}\n\n@reducer(\"share_document\")\nfunction share_document(ctx: ReducerContext, args: { document_id: bigint; target: Identity }): void {\n const doc = ctx.db.document.id.find(args.document_id);\n if (!doc) {\n throw new Error(\"not found\");\n }\n if (!doc.owner.isEqual(ctx.sender)) {\n throw new Error(\"not owner\");\n }\n const share = new document_share();\n share.document_id = args.document_id;\n share.shared_with = args.target;\n ctx.db.document_share.insert(share);\n}\n\n@reducer(\"edit_document\")\nfunction edit_document(ctx: ReducerContext, args: { document_id: bigint; new_title: string }): void {\n const doc = ctx.db.document.id.find(args.document_id);\n if (!doc) {\n throw new Error(\"not found\");\n }\n const isOwner = doc.owner.isEqual(ctx.sender);\n let isShared = false;\n if (!isOwner) {\n for (const share of ctx.db.document_share.document_id.filter(args.document_id)) {\n if (share.shared_with.isEqual(ctx.sender)) {\n isShared = true;\n break;\n }\n }\n }\n if (!isOwner && !isShared) {\n throw new Error(\"unauthorized\");\n }\n doc.title = args.new_title;\n ctx.db.document.id.update(doc);\n}", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,68): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(8,6): error TS2304: Cannot find name 'index'.\r\nsrc/index.ts(16,6): error TS2304: Cannot find name 'index'.\r\nsrc/index.ts(19,6): error TS2304: Cannot find name 'index'.\r\nsrc/index.ts(23,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(32,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(47,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 560, + "output_tokens": 648, + "generation_duration_ms": 348958, + "started_at": "2026-03-27T22:01:52.662963200Z", + "finished_at": "2026-03-27T22:07:53.763435900Z" + } + } + }, + { + "name": "Grok 4", + "route_api_model": "grok-4", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/client\";\n\n@spacetimedb.table(\"emptyTable\")\nexport class emptyTable {\n id: number;\n\n constructor(id: number) {\n this.id = id;\n }\n}\n\n@spacetimedb.reducer\nexport function emptyReducerNoArgs() {}\n\n@spacetimedb.reducer\nexport function emptyReducerWithInt(count: number) {}\n\n@spacetimedb.reducer\nexport function emptyReducerWithString(name: string) {}\n\n@spacetimedb.reducer\nexport function emptyReducerWithTwoArgs(count: number, name: string) {}\n\n@spacetimedb.reducer\nexport function emptyReducerWithThreeArgs(active: boolean, ratio: number, label: string) {}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(24,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 421, + "output_tokens": 156, + "generation_duration_ms": 1805, + "started_at": "2026-03-27T22:08:14.899262100Z", + "finished_at": "2026-03-27T22:08:25.543225300Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/sdk\";\n\n@spacetimedb.table(\"user\")\nexport class user {\n id: number;\n name: string;\n age: number;\n active: boolean;\n\n constructor(id: number, name: string, age: number, active: boolean) {\n this.id = id;\n this.name = name;\n this.age = age;\n this.active = active;\n }\n}\n\n@spacetimedb.table(\"product\")\nexport class product {\n id: number;\n title: string;\n price: number;\n inStock: boolean;\n\n constructor(id: number, title: string, price: number, inStock: boolean) {\n this.id = id;\n this.title = title;\n this.price = price;\n this.inStock = inStock;\n }\n}\n\n@spacetimedb.table(\"note\")\nexport class note {\n id: number;\n body: string;\n rating: bigint;\n pinned: boolean;\n\n constructor(id: number, body: string, rating: bigint, pinned: boolean) {\n this.id = id;\n this.body = body;\n this.rating = rating;\n this.pinned = pinned;\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 448, + "output_tokens": 261, + "generation_duration_ms": 10642, + "started_at": "2026-03-27T22:08:14.900666Z", + "finished_at": "2026-03-27T22:08:31.610069400Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/sdk\";\n\nconst { table, reducer, schedule, ScheduleAt } = spacetimedb;\n\n@table(\"tickTimer\")\nexport class tickTimer {\n scheduledId: bigint;\n scheduledAt: ScheduleAt;\n\n constructor(scheduledId: bigint, scheduledAt: ScheduleAt) {\n this.scheduledId = scheduledId;\n this.scheduledAt = scheduledAt;\n }\n}\n\n@reducer\nexport function init() {\n schedule.tick(new ScheduleAt.Interval(50));\n}\n\n@reducer\nexport function tick(timer: tickTimer) {\n schedule.tick(timer.scheduledAt);\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(8,16): error TS2749: 'ScheduleAt' refers to a value, but is being used as a type here. Did you mean 'typeof ScheduleAt'?\r\nsrc/index.ts(10,49): error TS2749: 'ScheduleAt' refers to a value, but is being used as a type here. Did you mean 'typeof ScheduleAt'?\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 402, + "output_tokens": 139, + "generation_duration_ms": 4460, + "started_at": "2026-03-27T22:08:14.906805900Z", + "finished_at": "2026-03-27T22:08:27.463427500Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/sdk\";\n\n@spacetimedb.struct\nexport class Position {\n x: number;\n y: number;\n\n constructor(x: number, y: number) {\n this.x = x;\n this.y = y;\n }\n}\n\n@spacetimedb.table\nexport class entity {\n id: number;\n pos: Position;\n\n constructor(id: number, pos: Position) {\n this.id = id;\n this.pos = pos;\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 379, + "output_tokens": 113, + "generation_duration_ms": 10767, + "started_at": "2026-03-27T22:08:16.697094900Z", + "finished_at": "2026-03-27T22:08:31.610896100Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "```typescript\nimport { Reducer, Table, SpacetimeDB } from \"@spacetimedb/client\";\n\n@Table(\"user\")\nexport class user {\n id: number;\n name: string;\n age: number;\n active: boolean;\n\n constructor(id: number, name: string, age: number, active: boolean) {\n this.id = id;\n this.name = name;\n this.age = age;\n this.active = active;\n }\n}\n\n@Reducer(\"insertUser\")\nexport function insertUser(id: number, name: string, age: number, active: boolean) {\n new user(id, name, age, active).insert();\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,45): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(20,35): error TS2339: Property 'insert' does not exist on type 'user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 414, + "output_tokens": 139, + "generation_duration_ms": 12246, + "started_at": "2026-03-27T22:08:16.703921700Z", + "finished_at": "2026-03-27T22:08:35.499860700Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/sdk\";\n\n@spacetimedb.table\nexport class user {\n id: number;\n name: string;\n age: number;\n active: boolean;\n\n constructor(id: number, name: string, age: number, active: boolean) {\n this.id = id;\n this.name = name;\n this.age = age;\n this.active = active;\n }\n}\n\n@spacetimedb.reducer\nexport function updateUser(id: number, name: string, age: number, active: boolean) {\n const existing = user.findBy_id(id);\n if (existing) {\n existing.name = name;\n existing.age = age;\n existing.active = active;\n existing.update();\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(20,25): error TS2339: Property 'findBy_id' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 414, + "output_tokens": 165, + "generation_duration_ms": 6185, + "started_at": "2026-03-27T22:08:27.455191300Z", + "finished_at": "2026-03-27T22:08:41.449516600Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/client\";\n\n@spacetimedb.table(\"user\")\nexport class user {\n id: number;\n name: string;\n age: number;\n active: boolean;\n\n constructor(id: number, name: string, age: number, active: boolean) {\n this.id = id;\n this.name = name;\n this.age = age;\n this.active = active;\n }\n}\n\n@spacetimedb.reducer\nexport function deleteUser(id: number) {\n const row = spacetimedb.getById(user, id);\n if (row) {\n spacetimedb.delete(row);\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 387, + "output_tokens": 146, + "generation_duration_ms": 4156, + "started_at": "2026-03-27T22:08:27.456585400Z", + "finished_at": "2026-03-27T22:08:41.448704100Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/client\";\n\n@spacetimedb.table(\"user\")\nexport class User {\n @spacetimedb.column(\"i32\", { primaryKey: true })\n id: number;\n\n @spacetimedb.column(\"string\")\n name: string;\n\n @spacetimedb.column(\"i32\")\n age: number;\n\n @spacetimedb.column(\"bool\")\n active: boolean;\n\n constructor(id: number, name: string, age: number, active: boolean) {\n this.id = id;\n this.name = name;\n this.age = age;\n this.active = active;\n }\n}\n\n@spacetimedb.reducer()\nexport function crud() {\n // 1. Insert Alice\n spacetimedb.insert(new User(1, \"Alice\", 30, true));\n\n // 2. Insert Bob\n spacetimedb.insert(new User(2, \"Bob\", 22, false));\n\n // 3. Update Alice (id=1)\n const alice = spacetimedb.getByPrimaryKey(User, 1);\n if (alice) {\n alice.name = \"Alice2\";\n alice.age = 31;\n alice.active = false;\n spacetimedb.update(alice);\n }\n\n // 4. Delete Bob (id=2)\n spacetimedb.deleteByPrimaryKey(User, 2);\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(25,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 466, + "output_tokens": 306, + "generation_duration_ms": 8035, + "started_at": "2026-03-27T22:08:27.463584200Z", + "finished_at": "2026-03-27T22:08:43.384513500Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/sdk\";\n\n@spacetimedb.table\nexport class user {\n id: number;\n name: string;\n age: number;\n active: boolean;\n\n constructor(id: number, name: string, age: number, active: boolean) {\n this.id = id;\n this.name = name;\n this.age = age;\n this.active = active;\n }\n}\n\n@spacetimedb.table\nexport class result {\n id: number;\n name: string;\n\n constructor(id: number, name: string) {\n this.id = id;\n this.name = name;\n }\n}\n\n@spacetimedb.reducer\nexport function lookupUserName(id: number) {\n const u = spacetimedb.findById(user, id);\n if (u !== null) {\n spacetimedb.insert(result, new result(u.id, u.name));\n }\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(29,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 424, + "output_tokens": 202, + "generation_duration_ms": 11792, + "started_at": "2026-03-27T22:08:31.601429400Z", + "finished_at": "2026-03-27T22:08:52.957345100Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/client\";\n\n@spacetimedb.table\nexport class user {\n id: number;\n name: string;\n age: number;\n active: boolean;\n\n constructor(id: number, name: string, age: number, active: boolean) {\n this.id = id;\n this.name = name;\n this.age = age;\n this.active = active;\n }\n}\n\n@spacetimedb.reducer\nexport function init() {\n spacetimedb.insert(user, new user(1, \"Alice\", 30, true));\n spacetimedb.insert(user, new user(2, \"Bob\", 22, false));\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 421, + "output_tokens": 151, + "generation_duration_ms": 5897, + "started_at": "2026-03-27T22:08:31.611011400Z", + "finished_at": "2026-03-27T22:08:43.392886500Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { ReducerContext, Table, spacetimedb } from \"@spacetimedb/sdk\";\n\n@Table(\"event\")\nexport class Event {\n id: bigint;\n kind: string;\n\n constructor(id: bigint, kind: string) {\n this.id = id;\n this.kind = kind;\n }\n}\n\n@spacetimedb.reducer\nexport function clientConnected(ctx: ReducerContext) {\n Event.insert(new Event(0n, \"connected\"));\n}\n\n@spacetimedb.reducer\nexport function clientDisconnected(ctx: ReducerContext) {\n Event.insert(new Event(0n, \"disconnected\"));\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,52): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,9): error TS2339: Property 'insert' does not exist on type 'typeof Event'.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,9): error TS2339: Property 'insert' does not exist on type 'typeof Event'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 379, + "output_tokens": 132, + "generation_duration_ms": 9837, + "started_at": "2026-03-27T22:08:31.612022900Z", + "finished_at": "2026-03-27T22:08:52.956251800Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/client\";\n\n@spacetimedb.table\nexport class result {\n id: number;\n sum: number;\n\n constructor(id: number, sum: number) {\n this.id = id;\n this.sum = sum;\n }\n}\n\nfunction add(a: number, b: number): number {\n return a + b;\n}\n\n@spacetimedb.reducer\nexport function computeSum(id: number, a: number, b: number) {\n const sum = add(a, b);\n spacetimedb.insert(\"result\", new result(id, sum));\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 402, + "output_tokens": 134, + "generation_duration_ms": 7928, + "started_at": "2026-03-27T22:08:31.613016900Z", + "finished_at": "2026-03-27T22:08:45.452976200Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/client\";\n\n@spacetimedb.struct\nexport class Score {\n left: i32;\n right: i32;\n\n constructor(left: i32, right: i32) {\n this.left = left;\n this.right = right;\n }\n}\n\n@spacetimedb.table\nexport class result {\n id: i32;\n value: Score;\n\n constructor(id: i32, value: Score) {\n this.id = id;\n this.value = value;\n }\n}\n\n@spacetimedb.reducer\nexport function setScore(id: i32, left: i32, right: i32) {\n const score = new Score(left, right);\n const row = new result(id, score);\n spacetimedb.insert(result, row);\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(5,9): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(6,10): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(8,21): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(8,33): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(16,7): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(19,19): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(25,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(26,30): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(26,41): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(26,53): error TS2304: Cannot find name 'i32'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 410, + "output_tokens": 177, + "generation_duration_ms": 10030, + "started_at": "2026-03-27T22:09:10.591656900Z", + "finished_at": "2026-03-27T22:09:28.373719300Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/client\";\n\n@spacetimedb.table(\"result\")\nexport class result {\n id: number;\n value: Shape;\n\n constructor(id: number, value: Shape) {\n this.id = id;\n this.value = value;\n }\n}\n\n@spacetimedb.type\nexport class Rect {\n width: number;\n height: number;\n\n constructor(width: number, height: number) {\n this.width = width;\n this.height = height;\n }\n}\n\n@spacetimedb.type\nexport class Shape {\n static circle(radius: number): Shape {\n return new Shape({ circle: radius });\n }\n\n static rectangle(rect: Rect): Shape {\n return new Shape({ rectangle: rect });\n }\n\n tag: \"circle\" | \"rectangle\";\n value: number | Rect;\n\n private constructor(data: { circle: number } | { rectangle: Rect }) {\n if (\"circle\" in data) {\n this.tag = \"circle\";\n this.value = data.circle;\n } else {\n this.tag = \"rectangle\";\n this.value = data.rectangle;\n }\n }\n}\n\n@spacetimedb.reducer\nexport function setCircle(id: number, radius: number) {\n const shape = Shape.circle(radius);\n const row = new result(id, shape);\n spacetimedb.insert(\"result\", row);\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(49,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 429, + "output_tokens": 296, + "generation_duration_ms": 12035, + "started_at": "2026-03-27T22:09:10.597133600Z", + "finished_at": "2026-03-27T22:09:28.374495800Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/sdk\";\n\n@spacetimedb.table(\"primitive\")\nexport class primitive {\n id: number;\n count: number;\n total: bigint;\n price: number;\n ratio: number;\n active: boolean;\n name: string;\n\n constructor(\n id: number,\n count: number,\n total: bigint,\n price: number,\n ratio: number,\n active: boolean,\n name: string\n ) {\n this.id = id;\n this.count = count;\n this.total = total;\n this.price = price;\n this.ratio = ratio;\n this.active = active;\n this.name = name;\n }\n}\n\n@spacetimedb.reducer\nexport function seed() {\n spacetimedb.insert(\n new primitive(\n 1,\n 2,\n BigInt(3000000000),\n 1.5,\n 2.25,\n true,\n \"Alice\"\n )\n );\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(32,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 447, + "output_tokens": 218, + "generation_duration_ms": 5853, + "started_at": "2026-03-27T22:09:18.585673300Z", + "finished_at": "2026-03-27T22:09:29.899989Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/sdk\";\n\n@spacetimedb.table\nexport class Address {\n street: string;\n zip: i32;\n\n constructor(street: string, zip: i32) {\n this.street = street;\n this.zip = zip;\n }\n}\n\n@spacetimedb.table\nexport class Position {\n x: i32;\n y: i32;\n\n constructor(x: i32, y: i32) {\n this.x = x;\n this.y = y;\n }\n}\n\n@spacetimedb.table\nexport class profile {\n id: i32;\n home: Address;\n work: Address;\n pos: Position;\n\n constructor(id: i32, home: Address, work: Address, pos: Position) {\n this.id = id;\n this.home = home;\n this.work = work;\n this.pos = pos;\n }\n}\n\n@spacetimedb.reducer\nexport function seed() {\n const home = new Address(\"1 Main\", 11111);\n const work = new Address(\"2 Broad\", 22222);\n const pos = new Position(7, 9);\n profile.insert(1, home, work, pos);\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,8): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(8,36): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(16,6): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(17,6): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(19,18): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(19,26): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(27,7): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(32,19): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(40,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(45,11): error TS2339: Property 'insert' does not exist on type 'typeof profile'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 471, + "output_tokens": 264, + "generation_duration_ms": 7728, + "started_at": "2026-03-27T22:09:18.587001600Z", + "finished_at": "2026-03-27T22:09:32.019913900Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/client\";\n\n@spacetimedb.table(\"drawing\")\nexport class drawing {\n id: number;\n a: Shape;\n b: Shape;\n\n constructor(id: number, a: Shape, b: Shape) {\n this.id = id;\n this.a = a;\n this.b = b;\n }\n}\n\n@spacetimedb.type\nexport class Rect {\n width: number;\n height: number;\n\n constructor(width: number, height: number) {\n this.width = width;\n this.height = height;\n }\n}\n\n@spacetimedb.type\nexport class Shape {\n tag: \"circle\" | \"rectangle\";\n value?: number | Rect;\n\n static circle(radius: number): Shape {\n return { tag: \"circle\", value: radius };\n }\n\n static rectangle(rect: Rect): Shape {\n return { tag: \"rectangle\", value: rect };\n }\n}\n\n@spacetimedb.reducer\nexport function seed() {\n spacetimedb.insert(\"drawing\", new drawing(\n 1,\n Shape.circle(10),\n Shape.rectangle(new Rect(4, 6))\n ));\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(29,3): error TS2564: Property 'tag' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(41,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 448, + "output_tokens": 253, + "generation_duration_ms": 9780, + "started_at": "2026-03-27T22:09:18.594182600Z", + "finished_at": "2026-03-27T22:09:34.937279300Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "```typescript\nimport { ReducerContext, ScheduleAt, spacetimedb } from \"@spacetimedb/client\";\n\n@spacetimedb.table(\"tickTimer\")\nexport class tickTimer {\n scheduledId: bigint;\n scheduledAt: ScheduleAt;\n\n constructor(scheduledId: bigint, scheduledAt: ScheduleAt) {\n this.scheduledId = scheduledId;\n this.scheduledAt = scheduledAt;\n }\n}\n\n@spacetimedb.reducer\nexport function init(ctx: ReducerContext) {\n const initial = new tickTimer(0n, ScheduleAt.interval(50));\n ctx.db.tickTimer.insert(initial);\n}\n\n@spacetimedb.scheduled(\"tick\", \"tickTimer\")\nexport function tick(ctx: ReducerContext, row: tickTimer) {\n // The reducer is invoked every 50ms as scheduled by the ScheduleAt column\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,57): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 402, + "output_tokens": 181, + "generation_duration_ms": 5463, + "started_at": "2026-03-27T22:09:24.435876200Z", + "finished_at": "2026-03-27T22:09:34.938397700Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/client\";\n\n@spacetimedb.table\nexport class account {\n id: number;\n email: string;\n name: string;\n\n constructor(id: number, email: string, name: string) {\n this.id = id;\n this.email = email;\n this.name = name;\n }\n}\n\n@spacetimedb.index(\"btree\", [\"name\"])\nexport class byName {}\n\n@spacetimedb.reducer\nexport function seed() {\n spacetimedb.insert(\"account\", new account(1, \"a@example.com\", \"Alice\"));\n spacetimedb.insert(\"account\", new account(2, \"b@example.com\", \"Bob\"));\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 417, + "output_tokens": 156, + "generation_duration_ms": 7582, + "started_at": "2026-03-27T22:09:24.437065900Z", + "finished_at": "2026-03-27T22:09:42.931126200Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/client\";\n\n@spacetimedb.table\nexport class user {\n userId: number;\n name: string;\n\n constructor(userId: number, name: string) {\n this.userId = userId;\n this.name = name;\n }\n}\n\n@spacetimedb.table\nexport class group {\n groupId: number;\n title: string;\n\n constructor(groupId: number, title: string) {\n this.groupId = groupId;\n this.title = title;\n }\n}\n\n@spacetimedb.table\nexport class membership {\n id: number;\n userId: number;\n groupId: number;\n\n constructor(id: number, userId: number, groupId: number) {\n this.id = id;\n this.userId = userId;\n this.groupId = groupId;\n }\n}\n\n@spacetimedb.index(\"byUser\", \"btree\", [\"userId\"])\n@spacetimedb.index(\"byGroup\", \"btree\", [\"groupId\"])\nexport class membership {}\n\n@spacetimedb.reducer\nexport function seed() {\n spacetimedb.insert(\"user\", new user(1, \"Alice\"));\n spacetimedb.insert(\"user\", new user(2, \"Bob\"));\n\n spacetimedb.insert(\"group\", new group(10, \"Admin\"));\n spacetimedb.insert(\"group\", new group(20, \"Dev\"));\n\n spacetimedb.insert(\"membership\", new membership(1, 1, 10));\n spacetimedb.insert(\"membership\", new membership(2, 1, 20));\n spacetimedb.insert(\"membership\", new membership(3, 2, 20));\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(26,14): error TS2300: Duplicate identifier 'membership'.\r\nsrc/index.ts(40,14): error TS2300: Duplicate identifier 'membership'.\r\nsrc/index.ts(42,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(50,51): error TS2554: Expected 0 arguments, but got 3.\r\nsrc/index.ts(51,51): error TS2554: Expected 0 arguments, but got 3.\r\nsrc/index.ts(52,51): error TS2554: Expected 0 arguments, but got 3.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 538, + "output_tokens": 372, + "generation_duration_ms": 10500, + "started_at": "2026-03-27T22:09:24.438080200Z", + "finished_at": "2026-03-27T22:09:42.931868200Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "```typescript\nimport { ReducerContext, Table, spacetimedb } from \"@spacetimedb/client\";\n\n@Table(\"entity\")\nexport class Entity {\n id: number;\n\n constructor(id: number) {\n this.id = id;\n }\n}\n\n@Table(\"position\")\nexport class Position {\n entityId: number;\n x: number;\n y: number;\n\n constructor(entityId: number, x: number, y: number) {\n this.entityId = entityId;\n this.x = x;\n this.y = y;\n }\n}\n\n@Table(\"velocity\")\nexport class Velocity {\n entityId: number;\n vx: number;\n vy: number;\n\n constructor(entityId: number, vx: number, vy: number) {\n this.entityId = entityId;\n this.vx = vx;\n this.vy = vy;\n }\n}\n\n@Table(\"nextPosition\")\nexport class NextPosition {\n entityId: number;\n x: number;\n y: number;\n\n constructor(entityId: number, x: number, y: number) {\n this.entityId = entityId;\n this.x = x;\n this.y = y;\n }\n}\n\n@spacetimedb.reducer\nexport function seed(ctx: ReducerContext) {\n ctx.db.entity.insert(new Entity(1));\n ctx.db.position.insert(new Position(1, 0, 0));\n ctx.db.velocity.insert(new Velocity(1, 1, 0));\n\n ctx.db.entity.insert(new Entity(2));\n ctx.db.position.insert(new Position(2, 10, 0));\n ctx.db.velocity.insert(new Velocity(2, -2, 3));\n}\n\n@spacetimedb.reducer\nexport function step(ctx: ReducerContext) {\n const positions = ctx.db.position.iter();\n for (const pos of positions) {\n const vel = ctx.db.velocity.get(pos.entityId);\n if (vel) {\n const nextX = pos.x + vel.vx;\n const nextY = pos.y + vel.vy;\n ctx.db.nextPosition.upsert(new NextPosition(pos.entityId, nextX, nextY));\n }\n }\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,52): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(51,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(62,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 541, + "output_tokens": 451, + "generation_duration_ms": 24881, + "started_at": "2026-03-27T22:09:29.892294900Z", + "finished_at": "2026-03-27T22:10:01.067641400Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/client\";\n\n@spacetimedb.table(\"log\")\nexport class log {\n id: number;\n userId: number;\n day: number;\n message: string;\n\n constructor(id: number, userId: number, day: number, message: string) {\n this.id = id;\n this.userId = userId;\n this.day = day;\n this.message = message;\n }\n}\n\n@spacetimedb.index(\"byUserDay\", \"btree\", [\"userId\", \"day\"])\nexport class log {}\n\n@spacetimedb.reducer(\"seed\")\nexport function seed() {\n spacetimedb.insert(log, new log(1, 7, 1, \"a\"));\n spacetimedb.insert(log, new log(2, 7, 2, \"b\"));\n spacetimedb.insert(log, new log(3, 9, 1, \"c\"));\n}\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(4,14): error TS2300: Duplicate identifier 'log'.\r\nsrc/index.ts(19,14): error TS2300: Duplicate identifier 'log'.\r\nsrc/index.ts(21,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(23,35): error TS2554: Expected 0 arguments, but got 4.\r\nsrc/index.ts(24,35): error TS2554: Expected 0 arguments, but got 4.\r\nsrc/index.ts(25,35): error TS2554: Expected 0 arguments, but got 4.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 459, + "output_tokens": 209, + "generation_duration_ms": 11053, + "started_at": "2026-03-27T22:09:29.893536Z", + "finished_at": "2026-03-27T22:09:56.946440400Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/sdk\";\n\n@spacetimedb.table(\"announcement\", { public: true })\nexport class announcement {\n @spacetimedb.column({ primaryKey: true, autoIncrement: true })\n id: u64;\n\n @spacetimedb.column()\n message: string;\n\n @spacetimedb.column({ index: \"btree\" })\n active: bool;\n\n constructor(id: u64, message: string, active: bool) {\n this.id = id;\n this.message = message;\n this.active = active;\n }\n}\n\n@spacetimedb.view(\"activeAnnouncements\", { public: true, anonymous: true })\nexport class activeAnnouncements {\n static query(): announcement[] {\n return announcement.filterByActive(true);\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,7): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(12,11): error TS2304: Cannot find name 'bool'.\r\nsrc/index.ts(14,19): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(14,49): error TS2304: Cannot find name 'bool'.\r\nsrc/index.ts(24,25): error TS2339: Property 'filterByActive' does not exist on type 'typeof announcement'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 404, + "output_tokens": 176, + "generation_duration_ms": 6044, + "started_at": "2026-03-27T22:08:52.967880600Z", + "finished_at": "2026-03-27T22:09:04.899642600Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/client\";\n\n@spacetimedb.table(\"profile\", { public: true })\nexport class profile {\n id: number;\n identity: spacetimedb.Identity;\n name: string;\n bio: string;\n\n constructor(id: number, identity: spacetimedb.Identity, name: string, bio: string) {\n this.id = id;\n this.identity = identity;\n this.name = name;\n this.bio = bio;\n }\n}\n\n@spacetimedb.view(\"my_profile\", { public: true })\nexport class my_profile {\n static query(ctx: spacetimedb.ReducerContext): profile | undefined {\n return spacetimedb.profile.filterByIdentity(ctx.sender());\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 452, + "output_tokens": 165, + "generation_duration_ms": 9990, + "started_at": "2026-03-27T22:08:54.909056900Z", + "finished_at": "2026-03-27T22:09:10.591505500Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { ReducerContext, Table, EventTable } from \"@spacetimedb/sdk\";\n\n@Table(\"damageEvent\")\nexport class damageEvent {\n entityId: bigint;\n damage: number;\n source: string;\n\n constructor(entityId: bigint, damage: number, source: string) {\n this.entityId = entityId;\n this.damage = damage;\n this.source = source;\n }\n}\n\nexport function deal_damage(ctx: ReducerContext, entityId: bigint, damage: number, source: string): void {\n ctx.db.damageEvent.insert(new damageEvent(entityId, damage, source));\n}\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,51): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 429, + "output_tokens": 130, + "generation_duration_ms": 5857, + "started_at": "2026-03-27T22:08:43.393020900Z", + "finished_at": "2026-03-27T22:08:54.908892700Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb, ReducerContext, Table, u32, u64, string, option } from \"@spacetimedb/sdk\";\n\nconst player = spacetimedb.table(\"player\", {\n id: u64.primaryKey().autoInc(),\n name: string,\n nickname: option(string),\n highScore: option(u32),\n});\n\nspacetimedb.reducer(\"create_player\", (ctx: ReducerContext, name: string, nickname?: string | null, highScore?: u32 | null) => {\n player.insert({\n id: 0n,\n name,\n nickname: nickname ?? undefined,\n highScore: highScore ?? undefined,\n });\n});\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,78): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 451, + "output_tokens": 147, + "generation_duration_ms": 7523, + "started_at": "2026-03-27T22:08:45.444949800Z", + "finished_at": "2026-03-27T22:08:59.006024300Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { Identity, ReducerContext, Table, spacetimedb } from \"@spacetimedb/client\";\n\n@Table(\"message\")\nexport class message {\n id: bigint;\n owner: Identity;\n text: string;\n\n constructor(id: bigint, owner: Identity, text: string) {\n this.id = id;\n this.owner = owner;\n this.text = text;\n }\n}\n\n@spacetimedb.reducer\nexport function create_message(ctx: ReducerContext, text: string) {\n const owner = ctx.sender;\n spacetimedb.insert(\"message\", new message(0n, owner, text));\n}\n\n@spacetimedb.reducer\nexport function delete_message(ctx: ReducerContext, id: bigint) {\n const msg = spacetimedb.getByColEq(\"message\", \"id\", id)[0];\n if (!msg) {\n throw new Error(\"not found\");\n }\n if (!msg.owner.equals(ctx.sender)) {\n throw new Error(\"unauthorized\");\n }\n spacetimedb.delete(\"message\", msg);\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,62): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(22,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 478, + "output_tokens": 227, + "generation_duration_ms": 3363, + "started_at": "2026-03-27T22:07:59.703063500Z", + "finished_at": "2026-03-27T22:08:13.040554800Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/client\";\n\n@spacetimedb.table(\"userInternal\")\nexport class userInternal {\n id: bigint;\n name: string;\n email: string;\n passwordHash: string;\n\n constructor(id: bigint, name: string, email: string, passwordHash: string) {\n this.id = id;\n this.name = name;\n this.email = email;\n this.passwordHash = passwordHash;\n }\n}\n\n@spacetimedb.table(\"userPublic\", { public: true })\nexport class userPublic {\n id: bigint;\n name: string;\n\n constructor(id: bigint, name: string) {\n this.id = id;\n this.name = name;\n }\n}\n\n@spacetimedb.reducer\nexport function register_user(ctx: any, name: string, email: string, passwordHash: string) {\n const internal = new userInternal(0n, name, email, passwordHash);\n ctx.db.userInternal.insert(internal);\n const id = internal.id;\n ctx.db.userPublic.insert(new userPublic(id, name));\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(29,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 495, + "output_tokens": 236, + "generation_duration_ms": 15204, + "started_at": "2026-03-27T22:07:59.703855900Z", + "finished_at": "2026-03-27T22:08:23.505146300Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/client\";\n\n@spacetimedb.table(\"author\")\nexport class author {\n id: bigint;\n name: string;\n\n constructor(id: bigint, name: string) {\n this.id = id;\n this.name = name;\n }\n\n static create(name: string): author {\n const id = 0n;\n const instance = new author(id, name);\n spacetimedb.insert(\"author\", instance);\n return instance;\n }\n}\n\n@spacetimedb.table(\"post\")\nexport class post {\n id: bigint;\n authorId: bigint;\n title: string;\n\n constructor(id: bigint, authorId: bigint, title: string) {\n this.id = id;\n this.authorId = authorId;\n this.title = title;\n }\n\n static create(authorId: bigint, title: string): post {\n const id = 0n;\n const instance = new post(id, authorId, title);\n spacetimedb.insert(\"post\", instance);\n return instance;\n }\n}\n\n@spacetimedb.index(\"authorId\", \"btree\")\nexport class post_authorId_index {}\n\n@spacetimedb.reducer(\"delete_author\")\nexport function delete_author(ctx: any, authorId: bigint) {\n const posts = spacetimedb.filter(\"post\", { authorId });\n for (const p of posts) {\n spacetimedb.delete(\"post\", p.id);\n }\n spacetimedb.delete(\"author\", authorId);\n}\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(44,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 459, + "output_tokens": 329, + "generation_duration_ms": 9461, + "started_at": "2026-03-27T22:08:45.453164200Z", + "finished_at": "2026-03-27T22:09:01.114307400Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/client\";\n\n@spacetimedb.table(\"order\")\nexport class order {\n id: bigint;\n category: string;\n amount: bigint;\n fulfilled: boolean;\n\n constructor(id: bigint, category: string, amount: bigint, fulfilled: boolean) {\n this.id = id;\n this.category = category;\n this.amount = amount;\n this.fulfilled = fulfilled;\n }\n}\n\n@spacetimedb.index(\"category\", \"btree\")\n@spacetimedb.table(\"categoryStats\")\nexport class categoryStats {\n category: string;\n totalAmount: bigint;\n orderCount: number;\n\n constructor(category: string, totalAmount: bigint, orderCount: number) {\n this.category = category;\n this.totalAmount = totalAmount;\n this.orderCount = orderCount;\n }\n}\n\n@spacetimedb.reducer\nexport function compute_stats(ctx: any, category: string) {\n let orders = spacetimedb.query(order, { category: category });\n let totalAmount = BigInt(0);\n let orderCount = 0;\n\n for (let ord of orders) {\n if (ord.fulfilled) {\n totalAmount += ord.amount;\n orderCount++;\n }\n }\n\n let stats = spacetimedb.query(categoryStats, { category: category });\n if (stats.length > 0) {\n let existing = stats[0];\n existing.totalAmount = totalAmount;\n existing.orderCount = orderCount;\n spacetimedb.update(existing);\n } else {\n spacetimedb.insert(new categoryStats(category, totalAmount, orderCount));\n }\n}\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(32,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 478, + "output_tokens": 355, + "generation_duration_ms": 8149, + "started_at": "2026-03-27T22:08:52.964658Z", + "finished_at": "2026-03-27T22:09:06.850216600Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { ReducerContext, Table, u64, u32, index, primaryKey, autoInc, btree } from \"@spacetimedb/sdk\";\n\n@Table(\"customer\")\nexport class Customer {\n @primaryKey\n @autoInc\n id: u64;\n name: string;\n\n constructor(name: string) {\n this.id = 0n;\n this.name = name;\n }\n}\n\n@Table(\"order\")\nexport class Order {\n @primaryKey\n @autoInc\n id: u64;\n @index(\"btree\")\n customerId: u64;\n product: string;\n amount: u32;\n\n constructor(customerId: u64, product: string, amount: u32) {\n this.id = 0n;\n this.customerId = customerId;\n this.product = product;\n this.amount = amount;\n }\n}\n\n@Table(\"orderDetail\")\nexport class OrderDetail {\n @primaryKey\n orderId: u64;\n customerName: string;\n product: string;\n amount: u32;\n\n constructor(orderId: u64, customerName: string, product: string, amount: u32) {\n this.orderId = orderId;\n this.customerName = customerName;\n this.product = product;\n this.amount = amount;\n }\n}\n\nexport function build_order_details(ctx: ReducerContext): void {\n const orders = Order.iter();\n for (const order of orders) {\n const customer = Customer.filterById(order.customerId);\n if (customer) {\n OrderDetail.insert(\n new OrderDetail(\n order.id,\n customer.name,\n order.product,\n order.amount\n )\n );\n }\n }\n}\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,84): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(51,24): error TS2339: Property 'iter' does not exist on type 'typeof Order'.\r\nsrc/index.ts(53,31): error TS2339: Property 'filterById' does not exist on type 'typeof Customer'.\r\nsrc/index.ts(55,19): error TS2339: Property 'insert' does not exist on type 'typeof OrderDetail'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 524, + "output_tokens": 363, + "generation_duration_ms": 9923, + "started_at": "2026-03-27T22:08:52.965867400Z", + "finished_at": "2026-03-27T22:09:10.590655500Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { ReducerContext, Table, spacetimedb } from \"@spacetimedb/sdk\";\n\n@Table(\"account\")\nexport class account {\n id: bigint;\n email: string;\n displayName: string;\n\n constructor(id: bigint, email: string, displayName: string) {\n this.id = id;\n this.email = email;\n this.displayName = displayName;\n }\n}\n\n@spacetimedb.table(\"account\", { primaryKey: \"id\", unique: [\"email\"] })\nexport class account {}\n\n@spacetimedb.reducer\nexport function create_account(ctx: ReducerContext, email: string, displayName: string) {\n account.insert(new account(0n, email, displayName));\n}\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,52): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(4,14): error TS2300: Duplicate identifier 'account'.\r\nsrc/index.ts(17,14): error TS2300: Duplicate identifier 'account'.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,11): error TS2339: Property 'insert' does not exist on type 'typeof account'.\r\nsrc/index.ts(21,30): error TS2554: Expected 0 arguments, but got 3.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 420, + "output_tokens": 156, + "generation_duration_ms": 3505, + "started_at": "2026-03-27T22:08:52.966691300Z", + "finished_at": "2026-03-27T22:09:04.898925400Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/client\";\n\n@spacetimedb.table(\"product\")\nexport class product {\n id: bigint;\n name: string;\n price: number;\n\n constructor(id: bigint, name: string, price: number) {\n this.id = id;\n this.name = name;\n this.price = price;\n }\n\n @spacetimedb.index(\"btree\", [\"price\"])\n static priceIndex: any;\n}\n\n@spacetimedb.table(\"priceRangeResult\")\nexport class priceRangeResult {\n productId: bigint;\n name: string;\n price: number;\n\n constructor(productId: bigint, name: string, price: number) {\n this.productId = productId;\n this.name = name;\n this.price = price;\n }\n}\n\n@spacetimedb.reducer\nexport function find_in_price_range(ctx: any, minPrice: number, maxPrice: number) {\n const products = product.iter();\n for (const p of products) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n priceRangeResult.insert(new priceRangeResult(p.id, p.name, p.price));\n }\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(32,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(34,28): error TS2339: Property 'iter' does not exist on type 'typeof product'.\r\nsrc/index.ts(37,24): error TS2339: Property 'insert' does not exist on type 'typeof priceRangeResult'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 489, + "output_tokens": 259, + "generation_duration_ms": 9666, + "started_at": "2026-03-27T22:08:59.006190500Z", + "finished_at": "2026-03-27T22:09:16.317284800Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/client\";\n\n@spacetimedb.table(\"player\")\nexport class Player {\n id: bigint;\n name: string;\n score: bigint;\n\n constructor(id: bigint, name: string, score: bigint) {\n this.id = id;\n this.name = name;\n this.score = score;\n }\n}\n\n@spacetimedb.table(\"leaderboard\")\nexport class Leaderboard {\n rank: number;\n playerName: string;\n score: bigint;\n\n constructor(rank: number, playerName: string, score: bigint) {\n this.rank = rank;\n this.playerName = playerName;\n this.score = score;\n }\n}\n\n@spacetimedb.reducer(\"build_leaderboard\")\nexport function build_leaderboard(ctx: any, limit: number): void {\n const players = Player.findAll();\n const sorted = players.sort((a, b) => {\n if (b.score > a.score) return 1;\n if (b.score < a.score) return -1;\n return 0;\n });\n const topN = sorted.slice(0, limit);\n \n Leaderboard.deleteAll();\n \n for (let i = 0; i < topN.length; i++) {\n const p = topN[i];\n Leaderboard.insert(new Leaderboard(i + 1, p.name, p.score));\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(29,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(31,26): error TS2339: Property 'findAll' does not exist on type 'typeof Player'.\r\nsrc/index.ts(32,32): error TS7006: Parameter 'a' implicitly has an 'any' type.\r\nsrc/index.ts(32,35): error TS7006: Parameter 'b' implicitly has an 'any' type.\r\nsrc/index.ts(39,15): error TS2339: Property 'deleteAll' does not exist on type 'typeof Leaderboard'.\r\nsrc/index.ts(43,17): error TS2339: Property 'insert' does not exist on type 'typeof Leaderboard'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 482, + "output_tokens": 300, + "generation_duration_ms": 5743, + "started_at": "2026-03-27T22:09:01.107860Z", + "finished_at": "2026-03-27T22:09:16.316194700Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/sdk\";\n\n@spacetimedb.table(\"task\")\nexport class Task {\n id: bigint;\n title: string;\n completed: boolean;\n\n constructor(id: bigint, title: string, completed: boolean) {\n this.id = id;\n this.title = title;\n this.completed = completed;\n }\n}\n\n@spacetimedb.table(\"firstIncomplete\")\nexport class FirstIncomplete {\n taskId: bigint;\n title: string;\n\n constructor(taskId: bigint, title: string) {\n this.taskId = taskId;\n this.title = title;\n }\n}\n\n@spacetimedb.reducer\nexport function find_first_incomplete(ctx: spacetimedb.ReducerContext) {\n const tasks = Task.iter();\n for (const task of tasks) {\n if (!task.completed) {\n FirstIncomplete.deleteAll();\n FirstIncomplete.insert(new FirstIncomplete(task.id, task.title));\n return;\n }\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(27,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(29,22): error TS2339: Property 'iter' does not exist on type 'typeof Task'.\r\nsrc/index.ts(32,23): error TS2339: Property 'deleteAll' does not exist on type 'typeof FirstIncomplete'.\r\nsrc/index.ts(33,23): error TS2339: Property 'insert' does not exist on type 'typeof FirstIncomplete'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 446, + "output_tokens": 213, + "generation_duration_ms": 7618, + "started_at": "2026-03-27T22:09:04.891744900Z", + "finished_at": "2026-03-27T22:09:18.594011800Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { ReducerContext, Table, spacetimedb } from \"@spacetimedb/sdk\";\n\n@Table(\"order\")\nexport class Order {\n id: bigint;\n category: string;\n amount: number;\n\n constructor(id: bigint, category: string, amount: number) {\n this.id = id;\n this.category = category;\n this.amount = amount;\n }\n}\n\n@Table(\"distinctCategory\")\nexport class DistinctCategory {\n category: string;\n\n constructor(category: string) {\n this.category = category;\n }\n}\n\n@spacetimedb.reducer\nexport function collect_distinct_categories(ctx: ReducerContext) {\n const categories = new Set();\n for (const order of Order.iter()) {\n categories.add(order.category);\n }\n for (const cat of categories) {\n DistinctCategory.insert(new DistinctCategory(cat));\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,52): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(25,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(28,29): error TS2339: Property 'iter' does not exist on type 'typeof Order'.\r\nsrc/index.ts(32,22): error TS2339: Property 'insert' does not exist on type 'typeof DistinctCategory'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 436, + "output_tokens": 182, + "generation_duration_ms": 11752, + "started_at": "2026-03-27T22:09:06.842380700Z", + "finished_at": "2026-03-27T22:09:24.435719100Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { spacetimedb } from \"@spacetimedb/client\";\n\n@spacetimedb.table\nexport class user {\n id: u64;\n name: string;\n active: boolean;\n\n constructor(id: u64, name: string, active: boolean) {\n this.id = id;\n this.name = name;\n this.active = active;\n }\n}\n\n@spacetimedb.table\nexport class userStats {\n key: string;\n count: u64;\n\n constructor(key: string, count: u64) {\n this.key = key;\n this.count = count;\n }\n}\n\n@spacetimedb.reducer\nexport function compute_user_counts(ctx: ReducerContext) {\n let total = 0n;\n let activeCount = 0n;\n\n for (const u of user.iter()) {\n total++;\n if (u.active === true) {\n activeCount++;\n }\n }\n\n userStats.insert(\"total\", total);\n userStats.insert(\"active\", activeCount);\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(5,7): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(9,19): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(19,10): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(21,35): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(27,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(28,42): error TS2304: Cannot find name 'ReducerContext'.\r\nsrc/index.ts(32,24): error TS2339: Property 'iter' does not exist on type 'typeof user'.\r\nsrc/index.ts(39,13): error TS2339: Property 'insert' does not exist on type 'typeof userStats'.\r\nsrc/index.ts(40,13): error TS2339: Property 'insert' does not exist on type 'typeof userStats'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 477, + "output_tokens": 219, + "generation_duration_ms": 9473, + "started_at": "2026-03-27T22:09:06.843786Z", + "finished_at": "2026-03-27T22:09:24.429630400Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { ReducerContext, Table, Index, u64, u32, spacetimedb } from \"@spacetimedb/sdk\";\n\n@Table(\"eventLog\")\n@Index(\"btree\", [\"category\", \"severity\"])\nexport class eventLog {\n id: u64;\n category: string;\n severity: u32;\n message: string;\n\n constructor(id: u64, category: string, severity: u32, message: string) {\n this.id = id;\n this.category = category;\n this.severity = severity;\n this.message = message;\n }\n}\n\n@Table(\"filteredEvent\")\nexport class filteredEvent {\n eventId: u64;\n message: string;\n\n constructor(eventId: u64, message: string) {\n this.eventId = eventId;\n this.message = message;\n }\n}\n\n@spacetimedb.reducer\nexport function filter_events(ctx: ReducerContext, category: string, severity: u32) {\n for (const event of eventLog.iter()) {\n if (event.category === category && event.severity === severity) {\n filteredEvent.insert(new filteredEvent(event.id, event.message));\n }\n }\n}\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,69): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(30,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(32,32): error TS2339: Property 'iter' does not exist on type 'typeof eventLog'.\r\nsrc/index.ts(34,21): error TS2339: Property 'insert' does not exist on type 'typeof filteredEvent'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 482, + "output_tokens": 249, + "generation_duration_ms": 7543, + "started_at": "2026-03-27T22:09:06.850463Z", + "finished_at": "2026-03-27T22:09:24.428420Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { ReducerContext, ScheduleAt, Table, u64 } from \"@spacetimedb/sdk\";\n\n@Table(\"reminder\")\nexport class reminder {\n scheduledId: u64;\n scheduledAt: ScheduleAt;\n message: string;\n\n constructor(scheduledId: u64, scheduledAt: ScheduleAt, message: string) {\n this.scheduledId = scheduledId;\n this.scheduledAt = scheduledAt;\n this.message = message;\n }\n}\n\nexport function send_reminder(ctx: ReducerContext, reminder: reminder): void {\n}\n\nexport function init(ctx: ReducerContext): void {\n const fireTime = ctx.timestamp + 60_000_000n;\n const sched = ScheduleAt.time(fireTime);\n const row = new reminder(0n as u64, sched, \"Hello from the future!\");\n ctx.db.reminder.insert(row);\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,56): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 454, + "output_tokens": 187, + "generation_duration_ms": 4012, + "started_at": "2026-03-27T22:08:41.441728800Z", + "finished_at": "2026-03-27T22:08:52.963566900Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { ReducerContext, ScheduleAt, spacetimedb } from \"@spacetimedb/sdk\";\n\n@spacetimedb.table\nexport class cleanupJob {\n scheduledId: u64;\n scheduledAt: ScheduleAt;\n\n constructor(scheduledId: u64, scheduledAt: ScheduleAt) {\n this.scheduledId = scheduledId;\n this.scheduledAt = scheduledAt;\n }\n}\n\n@spacetimedb.reducer\nexport function run_cleanup(ctx: ReducerContext, job: cleanupJob): void {\n}\n\n@spacetimedb.reducer\nexport function init(ctx: ReducerContext): void {\n ctx.db.cleanupJob.insert(new cleanupJob(0n, ScheduleAt.interval(60_000_000n)));\n}\n\n@spacetimedb.reducer\nexport function cancel_cleanup(ctx: ReducerContext, scheduledId: u64): void {\n ctx.db.cleanupJob.deleteByScheduledId(scheduledId);\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,57): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,16): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(8,28): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(23,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(24,66): error TS2304: Cannot find name 'u64'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 451, + "output_tokens": 196, + "generation_duration_ms": 3985, + "started_at": "2026-03-27T22:08:43.384706700Z", + "finished_at": "2026-03-27T22:08:52.964519800Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { identity, timestamp, ReducerContext, Table, spacetimedb } from \"@spacetimedb/sdk\";\n\n@Table(\"onlinePlayer\")\nexport class onlinePlayer {\n identity: identity;\n connectedAt: timestamp;\n\n constructor(identity: identity, connectedAt: timestamp) {\n this.identity = identity;\n this.connectedAt = connectedAt;\n }\n}\n\nexport function clientConnected(ctx: ReducerContext) {\n spacetimedb.insert(new onlinePlayer(ctx.sender, ctx.timestamp));\n}\n\nexport function clientDisconnected(ctx: ReducerContext) {\n spacetimedb.delete(onlinePlayer, ctx.sender);\n}\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,73): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 416, + "output_tokens": 131, + "generation_duration_ms": 7720, + "started_at": "2026-03-27T22:08:43.391046Z", + "finished_at": "2026-03-27T22:08:59.004718Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { ReducerContext, Identity, Table, Index, SpacetimeDB } from \"@spacetimedb/sdk\";\n\n@Table(\"user\")\n@Index(\"identity\", \"identity\", { isUnique: true })\nexport class User {\n identity: Identity;\n name: string;\n\n constructor(identity: Identity, name: string) {\n this.identity = identity;\n this.name = name;\n }\n}\n\n@Table(\"message\")\n@Index(\"sender\", \"sender\")\nexport class Message {\n id: bigint;\n sender: Identity;\n text: string;\n\n constructor(id: bigint, sender: Identity, text: string) {\n this.id = id;\n this.sender = sender;\n this.text = text;\n }\n}\n\nexport function register(ctx: ReducerContext, args: { name: string }): void {\n const existing = User.filterByIdentity(ctx.sender);\n if (existing.length > 0) {\n throw \"already registered\";\n }\n new User(ctx.sender, args.name).insert();\n}\n\nexport function post_message(ctx: ReducerContext, args: { text: string }): void {\n const existing = User.filterByIdentity(ctx.sender);\n if (existing.length === 0) {\n throw \"not registered\";\n }\n new Message(0n, ctx.sender, args.text).insert();\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,69): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(30,25): error TS2339: Property 'filterByIdentity' does not exist on type 'typeof User'.\r\nsrc/index.ts(34,35): error TS2339: Property 'insert' does not exist on type 'User'.\r\nsrc/index.ts(38,25): error TS2339: Property 'filterByIdentity' does not exist on type 'typeof User'.\r\nsrc/index.ts(42,42): error TS2339: Property 'insert' does not exist on type 'Message'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 494, + "output_tokens": 279, + "generation_duration_ms": 9304, + "started_at": "2026-03-27T22:07:59.704625800Z", + "finished_at": "2026-03-27T22:08:14.908739600Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { ReducerContext, Identity, Table, spacetimedb } from \"@spacetimedb/sdk\";\n\n@Table(\"config\")\nexport class Config {\n id: number;\n admin: Identity;\n\n constructor(id: number, admin: Identity) {\n this.id = id;\n this.admin = admin;\n }\n}\n\n@Table(\"admin_log\")\nexport class AdminLog {\n id: bigint;\n action: string;\n\n constructor(id: bigint, action: string) {\n this.id = id;\n this.action = action;\n }\n}\n\n@spacetimedb.reducer\nexport function bootstrap_admin(ctx: ReducerContext) {\n const config = Config.filterById(0);\n if (config !== null) {\n throw \"already bootstrapped\";\n }\n Config.insert(new Config(0, ctx.sender));\n}\n\n@spacetimedb.reducer\nexport function admin_action(ctx: ReducerContext, action: string) {\n const config = Config.filterById(0);\n if (config === null) {\n throw \"not bootstrapped\";\n }\n if (!ctx.sender.equals(config.admin)) {\n throw \"not admin\";\n }\n AdminLog.insert(new AdminLog(0n, action));\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,62): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(25,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(27,25): error TS2339: Property 'filterById' does not exist on type 'typeof Config'.\r\nsrc/index.ts(31,10): error TS2339: Property 'insert' does not exist on type 'typeof Config'.\r\nsrc/index.ts(34,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(36,25): error TS2339: Property 'filterById' does not exist on type 'typeof Config'.\r\nsrc/index.ts(43,12): error TS2339: Property 'insert' does not exist on type 'typeof AdminLog'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 503, + "output_tokens": 257, + "generation_duration_ms": 5369, + "started_at": "2026-03-27T22:07:59.705400Z", + "finished_at": "2026-03-27T22:08:13.047232900Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { Identity, ReducerContext, Table, spacetimedb } from \"@spacetimedb/sdk\";\n\n@Table(\"user\", { private: true })\nexport class User {\n @spacetimedb.primaryKey\n identity: Identity;\n role: string;\n\n constructor(identity: Identity, role: string) {\n this.identity = identity;\n this.role = role;\n }\n}\n\n@spacetimedb.reducer\nexport function register(ctx: ReducerContext) {\n if (User.filterByIdentity(ctx.sender).next()) {\n throw \"already registered\";\n }\n User.insert(new User(ctx.sender, \"member\"));\n}\n\n@spacetimedb.reducer\nexport function promote(ctx: ReducerContext, target: Identity) {\n const callerIter = User.filterByIdentity(ctx.sender);\n const caller = callerIter.next();\n if (!caller) {\n throw \"not registered\";\n }\n if (caller.role !== \"admin\") {\n throw \"not admin\";\n }\n const targetIter = User.filterByIdentity(target);\n const targetUser = targetIter.next();\n if (!targetUser) {\n throw \"target not registered\";\n }\n targetUser.role = \"admin\";\n User.update(targetUser);\n}\n\n@spacetimedb.reducer\nexport function member_action(ctx: ReducerContext) {\n const userIter = User.filterByIdentity(ctx.sender);\n if (!userIter.next()) {\n throw \"not registered\";\n }\n}\n\n@spacetimedb.reducer\nexport function admin_action(ctx: ReducerContext) {\n const userIter = User.filterByIdentity(ctx.sender);\n const user = userIter.next();\n if (!user) {\n throw \"not registered\";\n }\n if (user.role !== \"admin\") {\n throw \"not admin\";\n }\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,62): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,12): error TS2339: Property 'filterByIdentity' does not exist on type 'typeof User'.\r\nsrc/index.ts(20,8): error TS2339: Property 'insert' does not exist on type 'typeof User'.\r\nsrc/index.ts(23,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(25,27): error TS2339: Property 'filterByIdentity' does not exist on type 'typeof User'.\r\nsrc/index.ts(33,27): error TS2339: Property 'filterByIdentity' does not exist on type 'typeof User'.\r\nsrc/index.ts(39,8): error TS2339: Property 'update' does not exist on type 'typeof User'.\r\nsrc/index.ts(42,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(44,25): error TS2339: Property 'filterByIdentity' does not exist on type 'typeof User'.\r\nsrc/index.ts(50,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(52,25): error TS2339: Property 'filterByIdentity' does not exist on type 'typeof User'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 534, + "output_tokens": 377, + "generation_duration_ms": 7240, + "started_at": "2026-03-27T22:07:59.706121100Z", + "finished_at": "2026-03-27T22:08:13.048242800Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { ReducerContext, Identity, Table, spacetimedb } from \"@spacetimedb/sdk\";\n\n@Table(\"admin\", { private: true })\nexport class Admin {\n identity: Identity;\n\n constructor(identity: Identity) {\n this.identity = identity;\n }\n}\n\n@Table(\"banned\", { private: true })\nexport class Banned {\n identity: Identity;\n\n constructor(identity: Identity) {\n this.identity = identity;\n }\n}\n\n@Table(\"player\", { public: true })\nexport class Player {\n identity: Identity;\n name: string;\n\n constructor(identity: Identity, name: string) {\n this.identity = identity;\n this.name = name;\n }\n}\n\n@spacetimedb.reducer\nexport function add_admin(ctx: ReducerContext, target: Identity): void {\n if (!Admin.filterByIdentity(ctx.sender).next()) {\n throw \"not admin\";\n }\n Admin.insert(new Admin(target));\n}\n\n@spacetimedb.reducer\nexport function ban_player(ctx: ReducerContext, target: Identity): void {\n if (!Admin.filterByIdentity(ctx.sender).next()) {\n throw \"not admin\";\n }\n Banned.insert(new Banned(target));\n const player = Player.filterByIdentity(target).next();\n if (player) {\n Player.delete(player);\n }\n}\n\n@spacetimedb.reducer\nexport function join_game(ctx: ReducerContext, name: string): void {\n if (Banned.filterByIdentity(ctx.sender).next()) {\n throw \"banned\";\n }\n if (Player.filterByIdentity(ctx.sender).next()) {\n throw \"already in game\";\n }\n Player.insert(new Player(ctx.sender, name));\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,62): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(32,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(34,14): error TS2339: Property 'filterByIdentity' does not exist on type 'typeof Admin'.\r\nsrc/index.ts(37,9): error TS2339: Property 'insert' does not exist on type 'typeof Admin'.\r\nsrc/index.ts(40,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(42,14): error TS2339: Property 'filterByIdentity' does not exist on type 'typeof Admin'.\r\nsrc/index.ts(45,10): error TS2339: Property 'insert' does not exist on type 'typeof Banned'.\r\nsrc/index.ts(46,25): error TS2339: Property 'filterByIdentity' does not exist on type 'typeof Player'.\r\nsrc/index.ts(48,12): error TS2339: Property 'delete' does not exist on type 'typeof Player'.\r\nsrc/index.ts(52,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(54,14): error TS2339: Property 'filterByIdentity' does not exist on type 'typeof Banned'.\r\nsrc/index.ts(57,14): error TS2339: Property 'filterByIdentity' does not exist on type 'typeof Player'.\r\nsrc/index.ts(60,10): error TS2339: Property 'insert' does not exist on type 'typeof Player'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 550, + "output_tokens": 355, + "generation_duration_ms": 13341, + "started_at": "2026-03-27T22:07:59.706949500Z", + "finished_at": "2026-03-27T22:08:23.504213600Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { ReducerContext, Identity, Table, spacetimedb } from \"@spacetimedb/sdk\";\n\n@Table(\"rate_limit\", { private: true })\nexport class RateLimit {\n identity: Identity;\n last_call_us: bigint;\n\n constructor(identity: Identity, last_call_us: bigint) {\n this.identity = identity;\n this.last_call_us = last_call_us;\n }\n}\n\n@Table(\"action_log\")\nexport class ActionLog {\n id: bigint;\n identity: Identity;\n payload: string;\n\n constructor(id: bigint, identity: Identity, payload: string) {\n this.id = id;\n this.identity = identity;\n this.payload = payload;\n }\n}\n\n@spacetimedb.reducer\nexport function limited_action(ctx: ReducerContext, payload: string) {\n const now = ctx.timestamp.microsSinceUnixEpoch;\n const existing = RateLimit.filterByIdentity(ctx.sender);\n if (existing.length > 0) {\n const last = existing[0].last_call_us;\n if ((now - last) < 1000000n) {\n throw \"rate limited\";\n }\n }\n RateLimit.insertOrUpdate(ctx.sender, now);\n ActionLog.insert(0n, ctx.sender, payload);\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,62): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(27,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(30,30): error TS2339: Property 'filterByIdentity' does not exist on type 'typeof RateLimit'.\r\nsrc/index.ts(37,13): error TS2339: Property 'insertOrUpdate' does not exist on type 'typeof RateLimit'.\r\nsrc/index.ts(38,13): error TS2339: Property 'insert' does not exist on type 'typeof ActionLog'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 523, + "output_tokens": 265, + "generation_duration_ms": 11255, + "started_at": "2026-03-27T22:07:59.707698500Z", + "finished_at": "2026-03-27T22:08:16.703368Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { ReducerContext, Identity, Table, spacetimedb } from \"@spacetimedb/sdk\";\n\n@Table(\"document\")\nexport class Document {\n id: bigint;\n owner: Identity;\n title: string;\n\n constructor(id: bigint, owner: Identity, title: string) {\n this.id = id;\n this.owner = owner;\n this.title = title;\n }\n}\n\n@Table(\"document_share\")\nexport class DocumentShare {\n document_id: bigint;\n shared_with: Identity;\n\n constructor(document_id: bigint, shared_with: Identity) {\n this.document_id = document_id;\n this.shared_with = shared_with;\n }\n}\n\n@spacetimedb.reducer\nexport function create_document(ctx: ReducerContext, title: string): void {\n const doc = new Document(0n, ctx.sender, title);\n ctx.db.document.insert(doc);\n}\n\n@spacetimedb.reducer\nexport function share_document(ctx: ReducerContext, document_id: bigint, target: Identity): void {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new Error(\"not found\");\n }\n if (doc.owner !== ctx.sender) {\n throw new Error(\"not owner\");\n }\n ctx.db.document_share.insert(new DocumentShare(document_id, target));\n}\n\n@spacetimedb.reducer\nexport function edit_document(ctx: ReducerContext, document_id: bigint, new_title: string): void {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new Error(\"not found\");\n }\n const isOwner = doc.owner === ctx.sender;\n const hasShare = ctx.db.document_share.document_id.find(document_id).some(\n (share) => share.shared_with === ctx.sender\n );\n if (!isOwner && !hasShare) {\n throw new Error(\"unauthorized\");\n }\n doc.title = new_title;\n ctx.db.document.update(doc);\n}\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,62): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(27,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(33,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(45,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(53,6): error TS7006: Parameter 'share' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 597, + "output_tokens": 412, + "generation_duration_ms": 23796, + "started_at": "2026-03-27T22:07:59.708745800Z", + "finished_at": "2026-03-27T22:08:31.603554500Z" + } + } + }, + { + "name": "Claude Sonnet 4.6", + "route_api_model": "claude-sonnet-4-6", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, reducer, AlgebraicType } from \"@spacetimedb/sdk\";\n\n// @ts-ignore\nimport {\n table,\n primaryKey,\n autoInc,\n} from \"@spacetimedb/sdk/server\";\n\n// @ts-ignore\nimport spacetimedb from \"@spacetimedb/sdk/server\";\n\nconst { defineTable, defineReducer } = spacetimedb;\n\ndefineTable(\"emptyTable\", {\n id: { type: \"i32\", primaryKey: true },\n});\n\ndefineReducer(\"emptyReducerNoArgs\", [], () => {});\n\ndefineReducer(\"emptyReducerWithInt\", [{ name: \"count\", type: \"i32\" }], (_count: number) => {});\n\ndefineReducer(\"emptyReducerWithString\", [{ name: \"name\", type: \"String\" }], (_name: string) => {});\n\ndefineReducer(\n \"emptyReducerWithTwoArgs\",\n [\n { name: \"count\", type: \"i32\" },\n { name: \"name\", type: \"String\" },\n ],\n (_count: number, _name: string) => {}\n);\n\ndefineReducer(\n \"emptyReducerWithThreeArgs\",\n [\n { name: \"active\", type: \"bool\" },\n { name: \"ratio\", type: \"f32\" },\n { name: \"label\", type: \"String\" },\n ],\n (_active: boolean, _ratio: number, _label: string) => {}\n);", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,47): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(8,8): error TS2307: Cannot find module '@spacetimedb/sdk/server' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 369, + "output_tokens": 368, + "generation_duration_ms": 23199, + "started_at": "2026-03-27T22:02:06.759691900Z", + "finished_at": "2026-03-27T22:02:36.097316300Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { AlgebraicType, ProductType, ProductTypeElement } from \"@clockworklabs/spacetimedb-sdk\";\n\n// @ts-ignore\nimport { __SPACETIMEDB__, SpacetimeDBClient } from \"@clockworklabs/spacetimedb-sdk\";\n\nimport {\n Table,\n Column,\n PrimaryKey,\n SpacetimeModule,\n register,\n} from \"@clockworklabs/spacetimedb-sdk\";\n\n// user table\n@Table({ name: \"user\", public: true })\nclass user {\n @Column({ type: \"I32\" })\n @PrimaryKey()\n id!: number;\n\n @Column({ type: \"String\" })\n name!: string;\n\n @Column({ type: \"I32\" })\n age!: number;\n\n @Column({ type: \"Bool\" })\n active!: boolean;\n}\n\n// product table\n@Table({ name: \"product\", public: true })\nclass product {\n @Column({ type: \"I32\" })\n @PrimaryKey()\n id!: number;\n\n @Column({ type: \"String\" })\n title!: string;\n\n @Column({ type: \"F32\" })\n price!: number;\n\n @Column({ type: \"Bool\" })\n inStock!: boolean;\n}\n\n// note table\n@Table({ name: \"note\", public: true })\nclass note {\n @Column({ type: \"I32\" })\n @PrimaryKey()\n id!: number;\n\n @Column({ type: \"String\" })\n body!: string;\n\n @Column({ type: \"I64\" })\n rating!: bigint;\n\n @Column({ type: \"Bool\" })\n pinned!: boolean;\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,64): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(12,8): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 383, + "output_tokens": 429, + "generation_duration_ms": 20895, + "started_at": "2026-03-27T22:02:15.201302300Z", + "finished_at": "2026-03-27T22:02:42.403081300Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ReducerContext, ScheduleAt, Table } from \"@spacetimedb/sdk\";\n\n// @ts-ignore\nimport { __SPACETIMEDB__ } from \"@spacetimedb/sdk/internal\";\n\nconst { registerTable, registerReducer, AlgebraicType, ProductType, ProductTypeElement, BuiltinType, ScheduleAtType } = __SPACETIMEDB__;\n\nregisterTable({\n name: \"tickTimer\",\n primaryKey: \"scheduledId\",\n scheduled: \"tick\",\n scheduledAt: \"scheduledAt\",\n fields: [\n {\n name: \"scheduledId\",\n algebraicType: AlgebraicType.createU64Type(),\n attrs: [\"primaryKey\", \"autoInc\"],\n },\n {\n name: \"scheduledAt\",\n algebraicType: AlgebraicType.createScheduleAtType(),\n },\n ],\n});\n\nregisterReducer({\n name: \"tick\",\n args: [\n {\n name: \"tickTimer\",\n algebraicType: AlgebraicType.createProductType([\n new ProductTypeElement(\"scheduledId\", AlgebraicType.createU64Type()),\n new ProductTypeElement(\"scheduledAt\", AlgebraicType.createScheduleAtType()),\n ]),\n },\n ],\n fn: (ctx: ReducerContext, tickTimer: { scheduledId: bigint; scheduledAt: ScheduleAt }) => {\n // scheduled tick reducer\n },\n});\n\nregisterReducer({\n name: \"init\",\n args: [],\n fn: (ctx: ReducerContext) => {\n const intervalMicros = BigInt(50) * BigInt(1000);\n ctx.db.tickTimer.insert({\n scheduledId: BigInt(0),\n scheduledAt: ScheduleAt.Interval({ microseconds: intervalMicros }),\n });\n },\n});", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,51): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 334, + "output_tokens": 473, + "generation_duration_ms": 25122, + "started_at": "2026-03-27T22:02:17.280468600Z", + "finished_at": "2026-03-27T22:02:50.260086500Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { AlgebraicType, ProductType, ProductTypeElement, SumType, SumTypeVariant, BuiltinType } from \"@clockworklabs/spacetimedb-sdk\";\n\nimport {\n TableDesc,\n ReducerDef,\n SpacetimeDBGlobals,\n} from \"@clockworklabs/spacetimedb-sdk\";\n\nimport { __SPACETIMEDB__ } from \"@clockworklabs/spacetimedb-sdk\";\n\nimport {\n table,\n primaryKey,\n type,\n} from \"@clockworklabs/spacetimedb-sdk\";\n\n// @ts-ignore\n@type\nclass Position {\n x: number = 0;\n y: number = 0;\n}\n\n// @ts-ignore\n@table\nclass entity {\n // @ts-ignore\n @primaryKey\n id: number = 0;\n pos: Position = new Position();\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,102): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(7,8): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(9,33): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(15,8): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 308, + "output_tokens": 226, + "generation_duration_ms": 21525, + "started_at": "2026-03-27T22:02:22.938564200Z", + "finished_at": "2026-03-27T22:02:50.261101600Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { Table, reducer, dbTable, dbReducer } from \"@spacetimedb/sdk\";\n\nimport {\n AlgebraicType,\n ProductType,\n ProductTypeElement,\n ReducerArgsAdapter,\n SumType,\n SumTypeVariant,\n TableDesc,\n __SPACETIMEDB_INTERNAL__,\n} from \"@spacetimedb/sdk/internal\";\n\n// @ts-ignore\nimport spacetimedb from \"@spacetimedb/sdk/spacetimedb\";\n\nconst {\n defineTable,\n defineReducer,\n Bool,\n I32,\n String: Str,\n} = spacetimedb;\n\ndefineTable({\n name: \"user\",\n columns: [\n { name: \"id\", type: I32, primaryKey: true },\n { name: \"name\", type: Str },\n { name: \"age\", type: I32 },\n { name: \"active\", type: Bool },\n ],\n});\n\ndefineReducer(\"insertUser\", function insertUser(\n id: number,\n name: string,\n age: number,\n active: boolean\n) {\n spacetimedb.tables.user.insert({ id, name, age, active });\n});", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,52): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(12,8): error TS2307: Cannot find module '@spacetimedb/sdk/internal' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 347, + "output_tokens": 304, + "generation_duration_ms": 25441, + "started_at": "2026-03-27T22:02:22.939816400Z", + "finished_at": "2026-03-27T22:02:56.653718600Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, reducer, dbUpdate } from \"@spacetimedb/sdk\";\n\nimport {\n AlgebraicType,\n ProductType,\n ProductTypeElement,\n SumType,\n SumTypeVariant,\n ReducerArgsAdapter,\n TableDesc,\n ReducerDesc,\n} from \"@spacetimedb/sdk\";\n\n// @ts-ignore\nimport spacetimedb from \"@spacetimedb/sdk/server\";\n\nconst {\n Table,\n Reducer,\n registerTable,\n registerReducer,\n __SPACETIMEDB__,\n} = spacetimedb;\n\ninterface user {\n id: number;\n name: string;\n age: number;\n active: boolean;\n}\n\nregisterTable({\n name: \"user\",\n primaryKey: \"id\",\n fields: [\n { name: \"id\", type: \"i32\", primaryKey: true },\n { name: \"name\", type: \"string\" },\n { name: \"age\", type: \"i32\" },\n { name: \"active\", type: \"bool\" },\n ],\n});\n\nregisterReducer({\n name: \"updateUser\",\n args: [\n { name: \"id\", type: \"i32\" },\n { name: \"name\", type: \"string\" },\n { name: \"age\", type: \"i32\" },\n { name: \"active\", type: \"bool\" },\n ],\n fn: (ctx: any, id: number, name: string, age: number, active: boolean) => {\n const db = ctx.db;\n const existing = db.user.id.find(id);\n if (existing) {\n db.user.id.update({ id, name, age, active });\n }\n },\n});", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,42): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(12,8): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 346, + "output_tokens": 437, + "generation_duration_ms": 24641, + "started_at": "2026-03-27T22:02:32.012092700Z", + "finished_at": "2026-03-27T22:03:04.844533100Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { Table, SATS, AlgebraicType, ProductTypeElement } from \"@spacetimedb/sdk\";\n\n// @ts-ignore\nimport spacetimedb from \"@spacetimedb/sdk/server\";\n\nconst { table, reducer, column } = spacetimedb;\n\n@table({ name: \"user\", public: true })\nclass user {\n @column(SATS.i32, { primaryKey: true })\n id: number = 0;\n\n @column(SATS.String)\n name: string = \"\";\n\n @column(SATS.i32)\n age: number = 0;\n\n @column(SATS.bool)\n active: boolean = false;\n}\n\n@reducer\nfunction deleteUser(ctx: any, id: number): void {\n const db = ctx.db;\n const userTable = db.user;\n const row = userTable.id.find(id);\n if (row !== undefined) {\n userTable.id.delete(id);\n }\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,64): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(23,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 315, + "output_tokens": 248, + "generation_duration_ms": 20404, + "started_at": "2026-03-27T22:02:38.249117400Z", + "finished_at": "2026-03-27T22:03:04.845323300Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { Table, TableHandle, ReducerContext, AlgebraicType } from \"@clockworklabs/spacetimedb-sdk\";\n\n// @ts-ignore\nimport spacetimedb from \"@clockworklabs/spacetimedb-sdk/server\";\n\nconst { table, reducer, column, primaryKey } = spacetimedb;\n\n@table({ name: \"user\", public: true })\nexport class user {\n @column({ type: \"i32\", primaryKey: true })\n id: number = 0;\n\n @column({ type: \"string\" })\n name: string = \"\";\n\n @column({ type: \"i32\" })\n age: number = 0;\n\n @column({ type: \"bool\" })\n active: boolean = false;\n}\n\n@reducer()\nexport function crud(ctx: ReducerContext): void {\n // 1. Insert (id=1, name=\"Alice\", age=30, active=true)\n ctx.db.user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n\n // 2. Insert (id=2, name=\"Bob\", age=22, active=false)\n ctx.db.user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n\n // 3. Update row with id=1 to (id=1, name=\"Alice2\", age=31, active=false)\n ctx.db.user.id.update({ id: 1, name: \"Alice2\", age: 31, active: false });\n\n // 4. Delete row with id=2\n ctx.db.user.id.delete(2);\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,67): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(23,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 396, + "output_tokens": 400, + "generation_duration_ms": 39871, + "started_at": "2026-03-27T22:02:45.934104100Z", + "finished_at": "2026-03-27T22:03:34.372828700Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { Table,ReducerContext, Identity } from \"@spacetimedb/sdk\";\n\n// @ts-ignore\nimport {\n table,\n primaryKey,\n reducer,\n AlgebraicType,\n ProductTypeElement,\n} from \"@spacetimedb/module\";\n\n@table({ name: \"user\", public: true })\nexport class user {\n @primaryKey\n id: number = 0;\n name: string = \"\";\n age: number = 0;\n active: boolean = false;\n}\n\n@table({ name: \"result\", public: true })\nexport class result {\n @primaryKey\n id: number = 0;\n name: string = \"\";\n}\n\n@reducer\nexport function lookupUserName(ctx: ReducerContext, id: number): void {\n const found = ctx.db.user.id.find(id);\n if (found !== undefined) {\n ctx.db.result.insert({ id: found.id, name: found.name });\n }\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,48): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(10,8): error TS2307: Cannot find module '@spacetimedb/module' or its corresponding type declarations.\r\nsrc/index.ts(28,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 356, + "output_tokens": 245, + "generation_duration_ms": 27195, + "started_at": "2026-03-27T22:02:50.261226500Z", + "finished_at": "2026-03-27T22:03:28.227264500Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { Table, reducer, AlgebraicType, ProductType, ProductTypeElement } from \"@spacetimedb/sdk\";\n\n// @ts-ignore\nimport spacetimedb from \"@spacetimedb/sdk/server\";\n\nconst { registerTable, registerReducer, __SPACETIMEDB__ } = spacetimedb;\n\nexport interface user {\n id: number;\n name: string;\n age: number;\n active: boolean;\n}\n\nregisterTable({\n name: \"user\",\n fields: [\n { name: \"id\", type: \"I32\", primaryKey: true },\n { name: \"name\", type: \"String\" },\n { name: \"age\", type: \"I32\" },\n { name: \"active\", type: \"Bool\" },\n ],\n});\n\nregisterReducer({\n name: \"init\",\n args: [],\n fn: () => {\n __SPACETIMEDB__.insert(\"user\", { id: 1, name: \"Alice\", age: 30, active: true });\n __SPACETIMEDB__.insert(\"user\", { id: 2, name: \"Bob\", age: 22, active: false });\n },\n});", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,80): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 350, + "output_tokens": 287, + "generation_duration_ms": 33642, + "started_at": "2026-03-27T22:02:50.266635800Z", + "finished_at": "2026-03-27T22:03:30.147952800Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, ReducerContext, Identity, Address } from \"@spacetimedb/sdk\";\n\n// @ts-ignore\nimport spacetimedb from \"@spacetimedb/sdk/server\";\n\nconst { table, reducer, column } = spacetimedb;\n\n@table({ name: \"event\", public: true })\nexport class event {\n @column({ primaryKey: true, autoInc: true })\n id: bigint = 0n;\n\n @column()\n kind: string = \"\";\n}\n\n@reducer()\nexport function clientConnected(ctx: ReducerContext): void {\n ctx.db.event.insert({ id: 0n, kind: \"connected\" });\n}\n\n@reducer()\nexport function clientDisconnected(ctx: ReducerContext): void {\n ctx.db.event.insert({ id: 0n, kind: \"disconnected\" });\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,58): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(17,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(22,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 309, + "output_tokens": 212, + "generation_duration_ms": 22933, + "started_at": "2026-03-27T22:02:50.267748700Z", + "finished_at": "2026-03-27T22:03:25.805470900Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { ReducerContext, Table } from \"@clockworklabs/spacetimedb-sdk\";\n\ndeclare module \"@clockworklabs/spacetimedb-sdk\" {\n interface Table {}\n}\n\nimport {\n AlgebraicType,\n ProductType,\n ProductTypeElement,\n SumType,\n SumTypeVariant,\n BuiltinType,\n AlgebraicValue,\n IDatabaseTable,\n SpacetimeDBClient,\n} from \"@clockworklabs/spacetimedb-sdk\";\n\n// @ts-ignore\nimport { __SPACETIMEDB__ } from \"@clockworklabs/spacetimedb-sdk\";\n\nfunction registerTable(name: string, schema: any) {}\nfunction registerReducer(name: string, fn: any) {}\n\n// TABLE: result\nclass result implements IDatabaseTable {\n public static tableName = \"result\";\n public id!: number;\n public sum!: number;\n\n public static primaryKey: string = \"id\";\n\n constructor(id: number, sum: number) {\n this.id = id;\n this.sum = sum;\n }\n\n public static serialize(row: result): object {\n return { id: row.id, sum: row.sum };\n }\n\n public static getAlgebraicType(): AlgebraicType {\n return AlgebraicType.createProductType([\n new ProductTypeElement(\"id\", AlgebraicType.createI32Type()),\n new ProductTypeElement(\"sum\", AlgebraicType.createI32Type()),\n ]);\n }\n}\n\n// HELPER FUNCTION\nfunction add(a: number, b: number): number {\n return a + b;\n}\n\n// REDUCER: computeSum\nfunction computeSum(ctx: ReducerContext, id: number, a: number, b: number): void {\n const sumValue = add(a, b);\n const row = new result(id, sumValue);\n ctx.db.result.insert(row);\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,39): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(3,16): error TS2664: Invalid module name in augmentation, module '@clockworklabs/spacetimedb-sdk' cannot be found.\r\nsrc/index.ts(17,8): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 338, + "output_tokens": 489, + "generation_duration_ms": 35705, + "started_at": "2026-03-27T22:03:00.899421300Z", + "finished_at": "2026-03-27T22:03:44.772409100Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { AlgebraicType, ProductType, ProductTypeElement, AlgebraicValue, ReducerContext, Table } from \"@clockworklabs/spacetimedb-sdk\";\n\n// @ts-ignore\nimport { __SPACETIMEDB__ } from \"@clockworklabs/spacetimedb-sdk\";\n\nconst spacetimedb = (globalThis as any).__SPACETIMEDB__;\n\ntype Score = {\n left: number;\n right: number;\n};\n\ntype result = {\n id: number;\n value: Score;\n};\n\nfunction registerTable() {\n spacetimedb.registerTable({\n name: \"result\",\n fields: [\n { name: \"id\", algebraicType: AlgebraicType.createI32Type(), primaryKey: true },\n {\n name: \"value\",\n algebraicType: AlgebraicType.createProductType([\n new ProductTypeElement(\"left\", AlgebraicType.createI32Type()),\n new ProductTypeElement(\"right\", AlgebraicType.createI32Type()),\n ]),\n },\n ],\n });\n}\n\nfunction setScore(ctx: ReducerContext, id: number, left: number, right: number): void {\n const value: Score = { left, right };\n ctx.db.result.insert({ id, value });\n}\n\nspacetimedb.registerReducer(\"setScore\", setScore);\nregisterTable();", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,103): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 342, + "output_tokens": 345, + "generation_duration_ms": 23262, + "started_at": "2026-03-27T22:04:30.620658400Z", + "finished_at": "2026-03-27T22:05:04.235166700Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { AlgebraicType, ProductType, ProductTypeElement, SumType, SumTypeVariant, ReducerContext, Table } from \"@spacetimedb/sdk\";\n\n// @ts-ignore\nimport spacetime from \"@spacetimedb/sdk/spacetime\";\n\nconst { registerTable, registerReducer, registerType } = spacetime;\n\nregisterType(\"Rect\", () =>\n AlgebraicType.createProductType([\n new ProductTypeElement(\"width\", AlgebraicType.createI32Type()),\n new ProductTypeElement(\"height\", AlgebraicType.createI32Type()),\n ])\n);\n\nregisterType(\"Shape\", () =>\n AlgebraicType.createSumType([\n new SumTypeVariant(\"circle\", AlgebraicType.createI32Type()),\n new SumTypeVariant(\"rectangle\", AlgebraicType.getRegisteredType(\"Rect\")),\n ])\n);\n\nregisterTable({\n name: \"result\",\n fields: [\n { name: \"id\", type: AlgebraicType.createI32Type(), primaryKey: true },\n { name: \"value\", type: AlgebraicType.getRegisteredType(\"Shape\") },\n ],\n});\n\nregisterReducer(\"setCircle\", [\"id\", \"radius\"], (ctx: ReducerContext, id: number, radius: number) => {\n const shape = { circle: radius };\n ctx.db.result.insert({ id, value: shape });\n});", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,112): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 368, + "output_tokens": 355, + "generation_duration_ms": 23939, + "started_at": "2026-03-27T22:04:40.297412800Z", + "finished_at": "2026-03-27T22:05:10.094068500Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { Table, reducer, AlgebraicType, ProductType, ProductTypeElement, BuiltinType } from \"@clockworklabs/spacetimedb-sdk\";\n\n// @ts-ignore\nimport spacetime from \"@clockworklabs/spacetimedb-sdk/spacetime\";\n\nconst { table, column, primaryKey, autoInc } = spacetime;\n\n// Define the primitive table\n@table({ name: \"primitive\", public: true })\nexport class primitive {\n @column({ primaryKey: true })\n id!: number; // i32\n\n count!: number; // i32\n total!: bigint; // i64\n price!: number; // f32\n ratio!: number; // f64\n active!: boolean;\n name!: string;\n}\n\n// Seed reducer\n@reducer\nexport function seed(ctx: any): void {\n ctx.db.primitive.insert({\n id: 1,\n count: 2,\n total: BigInt(\"3000000000\"),\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\",\n });\n}", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,93): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(23,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 379, + "output_tokens": 279, + "generation_duration_ms": 28317, + "started_at": "2026-03-27T22:04:48.280633700Z", + "finished_at": "2026-03-27T22:05:22.504478600Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { AlgebraicType, ProductType, ProductTypeElement, AlgebraicValue, ReducerContext, Table } from \"@clockworklabs/spacetimedb-sdk\";\n\n// @ts-ignore\nimport spacetimeDBModule from \"@clockworklabs/spacetimedb-sdk/module\";\n\nconst { registerTable, registerReducer, __SPACETIMEDB__ } = spacetimeDBModule;\n\ntype Address = {\n street: string;\n zip: number;\n};\n\ntype Position = {\n x: number;\n y: number;\n};\n\ntype profile = {\n id: number;\n home: Address;\n work: Address;\n pos: Position;\n};\n\nfunction addressType(): AlgebraicType {\n return AlgebraicType.createProductType([\n new ProductTypeElement(\"street\", AlgebraicType.createStringType()),\n new ProductTypeElement(\"zip\", AlgebraicType.createI32Type()),\n ]);\n}\n\nfunction positionType(): AlgebraicType {\n return AlgebraicType.createProductType([\n new ProductTypeElement(\"x\", AlgebraicType.createI32Type()),\n new ProductTypeElement(\"y\", AlgebraicType.createI32Type()),\n ]);\n}\n\nfunction profileType(): AlgebraicType {\n return AlgebraicType.createProductType([\n new ProductTypeElement(\"id\", AlgebraicType.createI32Type()),\n new ProductTypeElement(\"home\", addressType()),\n new ProductTypeElement(\"work\", addressType()),\n new ProductTypeElement(\"pos\", positionType()),\n ]);\n}\n\nfunction encodeAddress(addr: Address): AlgebraicValue {\n return AlgebraicValue.createProduct([\n AlgebraicValue.createString(addr.street),\n AlgebraicValue.createI32(addr.zip),\n ]);\n}\n\nfunction encodePosition(pos: Position): AlgebraicValue {\n return AlgebraicValue.createProduct([\n AlgebraicValue.createI32(pos.x),\n AlgebraicValue.createI32(pos.y),\n ]);\n}\n\nfunction encodeProfile(p: profile): AlgebraicValue {\n return AlgebraicValue.createProduct([\n AlgebraicValue.createI32(p.id),\n encodeAddress(p.home),\n encodeAddress(p.work),\n encodePosition(p.pos),\n ]);\n}\n\nregisterTable({\n name: \"profile\",\n primaryKey: \"id\",\n rowType: profileType(),\n});\n\nregisterReducer({\n name: \"seed\",\n args: AlgebraicType.createProductType([]),\n call: (_ctx: ReducerContext, _args: AlgebraicValue) => {\n const row: profile = {\n id: 1,\n home: { street: \"1 Main\", zip: 11111 },\n work: { street: \"2 Broad\", zip: 22222 },\n pos: { x: 7, y: 9 },\n };\n __SPACETIMEDB__.insertRow(\"profile\", encodeProfile(row));\n },\n});", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,103): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 410, + "output_tokens": 783, + "generation_duration_ms": 38380, + "started_at": "2026-03-27T22:04:52.238355500Z", + "finished_at": "2026-03-27T22:05:38.959357800Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { AlgebraicType, ProductType, ProductTypeElement, SumType, SumTypeVariant, AlgebraicValue, ReducerContext, Table } from \"@spacetimedb/sdk\";\n\nimport {\n registerTable,\n registerReducer,\n defineTable,\n} from \"@spacetimedb/sdk/server\";\n\n// Define Rect product type\nclass Rect {\n width: number;\n height: number;\n\n constructor(width: number, height: number) {\n this.width = width;\n this.height = height;\n }\n\n static getAlgebraicType(): AlgebraicType {\n return AlgebraicType.createProductType([\n new ProductTypeElement(\"width\", AlgebraicType.createI32Type()),\n new ProductTypeElement(\"height\", AlgebraicType.createI32Type()),\n ]);\n }\n}\n\n// Define Shape sum type\nclass Shape {\n tag: \"circle\" | \"rectangle\";\n value: number | Rect;\n\n constructor(tag: \"circle\" | \"rectangle\", value: number | Rect) {\n this.tag = tag;\n this.value = value;\n }\n\n static circle(radius: number): Shape {\n return new Shape(\"circle\", radius);\n }\n\n static rectangle(rect: Rect): Shape {\n return new Shape(\"rectangle\", rect);\n }\n\n static getAlgebraicType(): AlgebraicType {\n return AlgebraicType.createSumType([\n new SumTypeVariant(\"circle\", AlgebraicType.createI32Type()),\n new SumTypeVariant(\"rectangle\", Rect.getAlgebraicType()),\n ]);\n }\n}\n\n// Register the drawing table\nregisterTable({\n name: \"drawing\",\n columns: [\n { name: \"id\", type: AlgebraicType.createI32Type(), primaryKey: true },\n { name: \"a\", type: Shape.getAlgebraicType() },\n { name: \"b\", type: Shape.getAlgebraicType() },\n ],\n});\n\n// Register the seed reducer\nregisterReducer({\n name: \"seed\",\n args: [],\n fn: (ctx: ReducerContext) => {\n const drawing = ctx.db.getTable(\"drawing\");\n drawing.insert({\n id: 1,\n a: Shape.circle(10),\n b: Shape.rectangle(new Rect(4, 6)),\n });\n },\n});", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,128): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(7,8): error TS2307: Cannot find module '@spacetimedb/sdk/server' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 387, + "output_tokens": 609, + "generation_duration_ms": 37015, + "started_at": "2026-03-27T22:04:55.611114700Z", + "finished_at": "2026-03-27T22:05:38.960504400Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { ReducerContext, Table, ScheduleAt } from \"@spacetimedb/sdk\";\n\n// @ts-ignore\nimport { __SPACETIMEDB__ } from \"@spacetimedb/sdk\";\n\nconst { table, reducer, schedule } = __SPACETIMEDB__;\n\n@table({ name: \"tickTimer\", scheduled: \"tick\", public: false })\nclass tickTimer {\n @column({ primaryKey: true, autoInc: true })\n scheduledId: bigint = 0n;\n\n @column()\n scheduledAt: ScheduleAt = ScheduleAt.Interval(BigInt(50_000_000));\n}\n\n@reducer()\nfunction tick(ctx: ReducerContext, row: tickTimer): void {\n // scheduled tick logic\n}\n\n@reducer()\nfunction init(ctx: ReducerContext): void {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.Interval(BigInt(50_000_000)),\n });\n}", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,51): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(10,4): error TS2304: Cannot find name 'column'.\r\nsrc/index.ts(13,4): error TS2304: Cannot find name 'column'.\r\nsrc/index.ts(17,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(22,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 335, + "output_tokens": 254, + "generation_duration_ms": 24491, + "started_at": "2026-03-27T22:05:04.235995700Z", + "finished_at": "2026-03-27T22:05:34.817595100Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { AlgebraicType, ProductType, SumType, BuiltinType } from \"@clockworklabs/spacetimedb-sdk\";\n\n// @ts-ignore\nimport { table, reducer, index, primaryKey, unique, autoInc } from \"@spacetimedb/module\";\n\nexport interface account {\n id: number;\n email: string;\n name: string;\n}\n\n// @ts-ignore\n@table({ name: \"account\" })\n// @ts-ignore\n@index({ name: \"byName\", type: \"btree\", columns: [\"name\"] })\nclass AccountTable {\n // @ts-ignore\n @primaryKey\n id!: number;\n\n // @ts-ignore\n @unique\n email!: string;\n\n name!: string;\n}\n\n// @ts-ignore\n@reducer\nexport function seed(ctx: any): void {\n ctx.db.account.insert({ id: 1, email: \"a@example.com\", name: \"Alice\" });\n ctx.db.account.insert({ id: 2, email: \"b@example.com\", name: \"Bob\" });\n}", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,66): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 350, + "output_tokens": 273, + "generation_duration_ms": 18179, + "started_at": "2026-03-27T22:05:05.980051300Z", + "finished_at": "2026-03-27T22:05:30.618845100Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { AlgebraicType, ProductType, ProductTypeElement, AlgebraicValue, ReducerContext, Table, __SPACETIMEDB_INTERNAL__ } from \"@clockworklabs/spacetimedb-sdk\";\n\n// @ts-ignore\nimport { registerTable, registerReducer, __registerAll__ } from \"@clockworklabs/spacetimedb-sdk\";\n\nimport {\n table,\n index,\n primaryKey,\n reducer,\n ReducerContext as Ctx,\n} from \"@clockworklabs/spacetimedb-sdk/server\";\n\n@table({ name: \"user\" })\nclass user {\n @primaryKey\n userId: number = 0;\n name: string = \"\";\n}\n\n@table({ name: \"group\" })\nclass group {\n @primaryKey\n groupId: number = 0;\n title: string = \"\";\n}\n\n@table({ name: \"membership\" })\n@index({ name: \"byUser\", columns: [\"userId\"], type: \"btree\" })\n@index({ name: \"byGroup\", columns: [\"groupId\"], type: \"btree\" })\nclass membership {\n @primaryKey\n id: number = 0;\n userId: number = 0;\n groupId: number = 0;\n}\n\n@reducer\nfunction seed(ctx: Ctx): void {\n ctx.db.user.insert({ userId: 1, name: \"Alice\" });\n ctx.db.user.insert({ userId: 2, name: \"Bob\" });\n\n ctx.db.group.insert({ groupId: 10, title: \"Admin\" });\n ctx.db.group.insert({ groupId: 20, title: \"Dev\" });\n\n ctx.db.membership.insert({ id: 1, userId: 1, groupId: 10 });\n ctx.db.membership.insert({ id: 2, userId: 1, groupId: 20 });\n ctx.db.membership.insert({ id: 3, userId: 2, groupId: 20 });\n}", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,129): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(12,8): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk/server' or its corresponding type declarations.\r\nsrc/index.ts(38,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 475, + "output_tokens": 491, + "generation_duration_ms": 26910, + "started_at": "2026-03-27T22:05:10.094214100Z", + "finished_at": "2026-03-27T22:05:44.945695100Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { Table, TableHandle, ReducerContext, AlgebraicType, ProductType, ProductTypeElement, AlgebraicValue } from \"@clockworklabs/spacetimedb-sdk\";\n\n// @ts-ignore\nimport { __SPACETIMEDB__ } from \"@clockworklabs/spacetimedb-sdk\";\n\nimport {\n registerTable,\n registerReducer,\n Identity,\n Address,\n} from \"@clockworklabs/spacetimedb-sdk\";\n\n// Use SpacetimeDB TypeScript module API\n\nimport {\n table,\n reducer,\n column,\n primaryKey,\n autoInc,\n unique,\n index,\n ReducerContext as Ctx,\n} from \"@spacetimedb/sdk/module\";\n\n@table({ name: \"entity\", public: true })\nclass entity {\n @column({ type: \"i32\" })\n @primaryKey\n id: number = 0;\n}\n\n@table({ name: \"position\", public: true })\nclass position {\n @column({ type: \"i32\" })\n @primaryKey\n entityId: number = 0;\n\n @column({ type: \"i32\" })\n x: number = 0;\n\n @column({ type: \"i32\" })\n y: number = 0;\n}\n\n@table({ name: \"velocity\", public: true })\nclass velocity {\n @column({ type: \"i32\" })\n @primaryKey\n entityId: number = 0;\n\n @column({ type: \"i32\" })\n vx: number = 0;\n\n @column({ type: \"i32\" })\n vy: number = 0;\n}\n\n@table({ name: \"nextPosition\", public: true })\nclass nextPosition {\n @column({ type: \"i32\" })\n @primaryKey\n entityId: number = 0;\n\n @column({ type: \"i32\" })\n x: number = 0;\n\n @column({ type: \"i32\" })\n y: number = 0;\n}\n\n@reducer\nfunction seed(ctx: Ctx): void {\n // Entity 1\n ctx.db.entity.insert({ id: 1 });\n ctx.db.position.insert({ entityId: 1, x: 0, y: 0 });\n ctx.db.velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n\n // Entity 2\n ctx.db.entity.insert({ id: 2 });\n ctx.db.position.insert({ entityId: 2, x: 10, y: 0 });\n ctx.db.velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n}\n\n@reducer\nfunction step(ctx: Ctx): void {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.entityId.find(pos.entityId);\n if (vel === undefined) continue;\n\n const nx = pos.x + vel.vx;\n const ny = pos.y + vel.vy;\n\n const existing = ctx.db.nextPosition.entityId.find(pos.entityId);\n if (existing !== undefined) {\n ctx.db.nextPosition.entityId.update({ entityId: pos.entityId, x: nx, y: ny });\n } else {\n ctx.db.nextPosition.insert({ entityId: pos.entityId, x: nx, y: ny });\n }\n }\n}", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,116): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(11,8): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(24,8): error TS2307: Cannot find module '@spacetimedb/sdk/module' or its corresponding type declarations.\r\nsrc/index.ts(72,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(85,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 489, + "output_tokens": 861, + "generation_duration_ms": 28860, + "started_at": "2026-03-27T22:05:10.100750600Z", + "finished_at": "2026-03-27T22:05:44.946592600Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { Table, AlterTable, ReducerContext, dbg } from \"@clockworklabs/spacetimedb-sdk\";\n\n// @ts-ignore\nimport {\n table,\n index,\n primaryKey,\n reducer,\n AlterTableType,\n} from \"@clockworklabs/spacetimedb-sdk\";\n\nimport {\n SpacetimeDBClient,\n} from \"@clockworklabs/spacetimedb-sdk\";\n\n// Use SpacetimeDB TypeScript module decorators\n\nimport {\n TableHandle,\n} from \"@clockworklabs/spacetimedb-sdk\";\n\n// SpacetimeDB TypeScript server module\n\nimport { __SPACETIMEDB_INTERNALS__ } from \"@clockworklabs/spacetimedb-sdk\";\n\n// Correct SpacetimeDB 1.6 TypeScript module syntax\n\nimport {\n registerTable,\n registerReducer,\n ReducerContextImpl,\n} from \"@clockworklabs/spacetimedb-sdk\";\n\n// SpacetimeDB 1.6 TypeScript backend module\n\n// @spacetimedb/sdk server-side module\n\nimport * as st from \"@clockworklabs/spacetimedb-sdk\";\n\n// Use the correct SpacetimeDB 1.6 TypeScript server module API\n\nimport {\n defineTable,\n defineReducer,\n BTreeIndex,\n PrimaryKey,\n I32,\n StringType,\n} from \"@clockworklabs/spacetimedb-sdk\";\n\n// SpacetimeDB 1.6 TypeScript module\n\n// Correct approach for SpacetimeDB 1.6 TypeScript modules:\n\nimport {\n Module,\n TableDef,\n ReducerDef,\n ColumnDef,\n IndexDef,\n} from \"@clockworklabs/spacetimedb-sdk\";\n\nconst module = new Module();\n\nmodule.addTable(\n new TableDef(\"log\", [\n new ColumnDef(\"id\", I32, { primaryKey: true }),\n new ColumnDef(\"userId\", I32),\n new ColumnDef(\"day\", I32),\n new ColumnDef(\"message\", StringType),\n ], [\n new IndexDef(\"byUserDay\", \"btree\", [\"userId\", \"day\"]),\n ])\n);\n\nmodule.addReducer(\n new ReducerDef(\"seed\", [], (ctx: ReducerContextImpl) => {\n ctx.db.log.insert({ id: 1, userId: 7, day: 1, message: \"a\" });\n ctx.db.log.insert({ id: 2, userId: 7, day: 2, message: \"b\" });\n ctx.db.log.insert({ id: 3, userId: 9, day: 1, message: \"c\" });\n })\n);\n\nexport default module;", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,56): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(10,8): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(14,8): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(20,8): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(24,43): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(32,8): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(38,21): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(49,8): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(61,8): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 388, + "output_tokens": 694, + "generation_duration_ms": 26982, + "started_at": "2026-03-27T22:05:22.504663500Z", + "finished_at": "2026-03-27T22:05:57.873576900Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, column, view, AlgebraicType } from \"@spacetimedb/sdk\";\n\n// @ts-nocheck\nimport { __SPACETIMEDB__ } from \"@spacetimedb/sdk/internal\";\n\ndeclare const SpacetimeDB: any;\n\n// Module definition using SpacetimeDB TypeScript SDK 1.6\n\nimport {\n Table,\n Column,\n PrimaryKey,\n AutoInc,\n Index,\n View,\n AnonymousView,\n Public,\n BTreeIndex,\n} from \"@spacetimedb/sdk\";\n\n@Table({ public: true })\nclass announcement {\n @Column({ primaryKey: true, autoInc: true })\n id: bigint = 0n;\n\n @Column()\n message: string = \"\";\n\n @Column()\n @BTreeIndex()\n active: boolean = false;\n}\n\n@View({ name: \"activeAnnouncements\", anonymousView: true, public: true })\nfunction activeAnnouncements(): announcement[] {\n return announcement.filterByActive(true);\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,52): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(4,33): error TS2307: Cannot find module '@spacetimedb/sdk/internal' or its corresponding type declarations.\r\nsrc/index.ts(20,8): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(35,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(37,23): error TS2339: Property 'filterByActive' does not exist on type 'typeof announcement'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 338, + "output_tokens": 262, + "generation_duration_ms": 26977, + "started_at": "2026-03-27T22:03:46.974607800Z", + "finished_at": "2026-03-27T22:04:21.782504600Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ReducerContext, ViewContext, Table, Identity } from \"@spacetimedb/sdk\";\nimport {\n spacetimedb,\n AlgebraicType,\n ProductType,\n ProductTypeElement,\n SumType,\n SumTypeVariant,\n} from \"@spacetimedb/sdk\";\n\n@spacetimedb.table({ name: \"profile\", public: true })\nexport class profile {\n @spacetimedb.primaryKey\n @spacetimedb.autoInc\n id: number = 0;\n\n @spacetimedb.unique\n identity: Identity = Identity.fromString(\"0000000000000000000000000000000000000000000000000000000000000000\");\n\n name: string = \"\";\n bio: string = \"\";\n}\n\n@spacetimedb.view({ name: \"my_profile\", public: true })\nexport function my_profile(ctx: ViewContext): profile | undefined {\n const sender = ctx.sender();\n for (const row of ctx.db.profile.iter()) {\n if (row.identity.isEqual(sender)) {\n return row;\n }\n }\n return undefined;\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,62): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(9,8): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(24,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 393, + "output_tokens": 285, + "generation_duration_ms": 20797, + "started_at": "2026-03-27T22:03:46.979176100Z", + "finished_at": "2026-03-27T22:04:13.951887300Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ReducerContext, Table } from \"@spacetimedb/sdk\";\n\ndeclare module \"@spacetimedb/sdk\" {\n interface Tables {\n damageEvent: Table;\n }\n}\n\ntype DamageEvent = {\n entityId: bigint;\n damage: number;\n source: string;\n};\n\n// @table(name = damageEvent, public, event = true)\nexport const damageEvent = {\n name: \"damageEvent\",\n fields: {\n entityId: \"u64\",\n damage: \"u32\",\n source: \"String\",\n },\n public: true,\n event: true,\n};\n\n// @reducer\nexport function deal_damage(\n ctx: ReducerContext,\n entityId: bigint,\n damage: number,\n source: string\n): void {\n ctx.db.damageEvent.insert({\n entityId,\n damage,\n source,\n });\n}", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,39): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(3,16): error TS2664: Invalid module name in augmentation, module '@spacetimedb/sdk' cannot be found.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 364, + "output_tokens": 239, + "generation_duration_ms": 12528, + "started_at": "2026-03-27T22:03:28.232629600Z", + "finished_at": "2026-03-27T22:03:46.973197100Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { TableHandle, ReducerContext, AlgebraicType as t } from \"@spacetimedb/sdk\";\n\nconst player = {\n name: \"player\",\n fields: [\n { name: \"id\", algebraicType: t.U64, primaryKey: true, autoInc: true },\n { name: \"name\", algebraicType: t.string() },\n { name: \"nickname\", algebraicType: t.option(t.string()) },\n { name: \"highScore\", algebraicType: t.option(t.u32()) },\n ],\n};\n\n// @spacetimedb/module-bindings style server module\n\nimport {\n __SPACETIMEDB_MODULE__,\n table,\n reducer,\n column,\n ColumnType,\n ReducerContext as Ctx,\n} from \"@spacetimedb/module\";\n\n@table({ name: \"player\", primaryKey: \"id\" })\nclass Player {\n @column(ColumnType.U64, { autoInc: true, primaryKey: true })\n id: bigint = 0n;\n\n @column(ColumnType.String)\n name: string = \"\";\n\n @column(ColumnType.Option(ColumnType.String))\n nickname: string | null = null;\n\n @column(ColumnType.Option(ColumnType.U32))\n highScore: number | null = null;\n}\n\n@reducer()\nfunction create_player(\n ctx: Ctx,\n args: { name: string; nickname: string | null; highScore: number | null }\n): void {\n ctx.db.player.insert({\n id: 0n,\n name: args.name,\n nickname: args.nickname,\n highScore: args.highScore,\n });\n}", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,65): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(22,8): error TS2307: Cannot find module '@spacetimedb/module' or its corresponding type declarations.\r\nsrc/index.ts(39,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 393, + "output_tokens": 433, + "generation_duration_ms": 18794, + "started_at": "2026-03-27T22:03:30.148343700Z", + "finished_at": "2026-03-27T22:04:00.957670200Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ReducerContext, Table, Identity } from \"@spacetimedb/sdk\";\n\nimport {\n AlgebraicType,\n ProductType,\n ProductTypeElement,\n SumType,\n SumTypeVariant,\n BuiltinType,\n} from \"@spacetimedb/sdk\";\n\n// @ts-ignore\nimport * as stdb from \"@spacetimedb/module\";\n\nconst {\n defineTable,\n defineReducer,\n __SPACETIMEDB_EXPORTS__,\n} = stdb;\n\n// Table definition\nconst message = defineTable({\n name: \"message\",\n columns: [\n { name: \"id\", type: \"u64\", primaryKey: true, autoInc: true },\n { name: \"owner\", type: \"identity\", index: { type: \"btree\" } },\n { name: \"text\", type: \"string\" },\n ],\n access: \"public\",\n});\n\n// Reducer: create_message\ndefineReducer(\"create_message\", function (ctx: any, args: { text: string }) {\n const sender = ctx.sender;\n message.insert({\n id: 0n,\n owner: sender,\n text: args.text,\n });\n});\n\n// Reducer: delete_message\ndefineReducer(\"delete_message\", function (ctx: any, args: { id: bigint }) {\n const id = args.id;\n const found = message.filterById(id);\n if (!found) {\n throw new Error(\"not found\");\n }\n if (!found.owner.isEqual(ctx.sender)) {\n throw new Error(\"unauthorized\");\n }\n message.delete(found);\n});\n\nexport { __SPACETIMEDB_EXPORTS__ };", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,49): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(10,8): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 421, + "output_tokens": 426, + "generation_duration_ms": 6939, + "started_at": "2026-03-27T22:01:52.665397300Z", + "finished_at": "2026-03-27T22:02:06.759502900Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { AlgebraicType, ProductType, ProductTypeElement, AlgebraicValue, ReducerContext, TableDesc, ReducerDesc, __SPACETIMEDB_INTERNAL__ } from \"@clockworklabs/spacetimedb-sdk\";\n\nconst userInternalTable: TableDesc = {\n name: \"userInternal\",\n columns: [\n { name: \"id\", algebraicType: AlgebraicType.createU64Type(), isPrimaryKey: true, isAutoInc: true },\n { name: \"name\", algebraicType: AlgebraicType.createStringType() },\n { name: \"email\", algebraicType: AlgebraicType.createStringType() },\n { name: \"passwordHash\", algebraicType: AlgebraicType.createStringType() },\n ],\n isPublic: false,\n};\n\nconst userPublicTable: TableDesc = {\n name: \"userPublic\",\n columns: [\n { name: \"id\", algebraicType: AlgebraicType.createU64Type(), isPrimaryKey: true },\n { name: \"name\", algebraicType: AlgebraicType.createStringType() },\n ],\n isPublic: true,\n};\n\nconst register_userReducer: ReducerDesc = {\n name: \"register_user\",\n args: [\n { name: \"name\", algebraicType: AlgebraicType.createStringType() },\n { name: \"email\", algebraicType: AlgebraicType.createStringType() },\n { name: \"passwordHash\", algebraicType: AlgebraicType.createStringType() },\n ],\n fn: (ctx: ReducerContext, args: { name: string; email: string; passwordHash: string }) => {\n const internalRow = ctx.db.userInternal.insert({\n id: 0n,\n name: args.name,\n email: args.email,\n passwordHash: args.passwordHash,\n });\n\n ctx.db.userPublic.insert({\n id: internalRow.id,\n name: internalRow.name,\n });\n },\n};\n\n__SPACETIMEDB_INTERNAL__.registerTable(userInternalTable);\n__SPACETIMEDB_INTERNAL__.registerTable(userPublicTable);\n__SPACETIMEDB_INTERNAL__.registerReducer(register_userReducer);", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,146): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 440, + "output_tokens": 580, + "generation_duration_ms": 24614, + "started_at": "2026-03-27T22:01:52.666487800Z", + "finished_at": "2026-03-27T22:02:22.938407400Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ReducerContext, Table } from \"@spacetimedb/sdk\";\n\nimport {\n AlgebraicType,\n ProductType,\n ProductTypeElement,\n SumType,\n SumTypeVariant,\n BuiltinType,\n} from \"@spacetimedb/sdk\";\n\n// @ts-ignore\nimport spacetimedb from \"@spacetimedb/sdk/server\";\n\nconst {\n defineTable,\n defineReducer,\n column,\n primaryKey,\n autoInc,\n index,\n} = spacetimedb;\n\nconst author = defineTable(\"author\", {\n id: column(\"u64\", primaryKey(), autoInc()),\n name: column(\"String\"),\n});\n\nconst post = defineTable(\"post\", {\n id: column(\"u64\", primaryKey(), autoInc()),\n authorId: column(\"u64\", index(\"btree\")),\n title: column(\"String\"),\n});\n\ndefineReducer(\"delete_author\", function (ctx: ReducerContext, authorId: bigint) {\n const posts = ctx.db.post.authorId.filter(authorId);\n for (const p of posts) {\n ctx.db.post.id.delete(p.id);\n }\n ctx.db.author.id.delete(authorId);\n});", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,39): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(10,8): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 394, + "output_tokens": 318, + "generation_duration_ms": 15049, + "started_at": "2026-03-27T22:03:38.026995800Z", + "finished_at": "2026-03-27T22:04:00.958570100Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ReducerContext, Table } from \"@spacetimedb/sdk\";\n\ndeclare module \"@spacetimedb/sdk\" {\n interface Tables {\n order: OrderTable;\n categoryStats: CategoryStatsTable;\n }\n}\n\nimport {\n AlgebraicType,\n AlgebraicValue,\n BinaryReader,\n BinaryWriter,\n DBConnectionBuilder,\n EventContext,\n Identity,\n ProductType,\n ProductTypeElement,\n SumType,\n SumTypeVariant,\n TableCache,\n} from \"@spacetimedb/sdk\";\n\n// @table(name = order, primaryKey = id, index(btree, name = category_idx, fields = [category]))\n// @table(name = categoryStats, primaryKey = category)\n\nimport {\n defineTable,\n defineReducer,\n column,\n primaryKey,\n autoInc,\n index,\n SpacetimeModule,\n} from \"@spacetimedb/sdk/server\";\n\nconst orderTable = defineTable({\n name: \"order\",\n columns: {\n id: column(\"u64\", [primaryKey(), autoInc()]),\n category: column(\"string\", [index(\"btree\")]),\n amount: column(\"u64\"),\n fulfilled: column(\"bool\"),\n },\n});\n\nconst categoryStatsTable = defineTable({\n name: \"categoryStats\",\n columns: {\n category: column(\"string\", [primaryKey()]),\n totalAmount: column(\"u64\"),\n orderCount: column(\"u32\"),\n },\n});\n\nconst compute_stats = defineReducer({\n name: \"compute_stats\",\n args: {\n category: column(\"string\"),\n },\n handler: (ctx: ReducerContext, { category }: { category: string }) => {\n const orders = ctx.db.order.category.filter(category);\n let totalAmount = BigInt(0);\n let orderCount = 0;\n for (const order of orders) {\n totalAmount += BigInt(order.amount);\n orderCount += 1;\n }\n const existing = ctx.db.categoryStats.category.find(category);\n if (existing) {\n ctx.db.categoryStats.category.update({\n category,\n totalAmount: Number(totalAmount),\n orderCount,\n });\n } else {\n ctx.db.categoryStats.insert({\n category,\n totalAmount: Number(totalAmount),\n orderCount,\n });\n }\n },\n});\n\nexport default {\n tables: [orderTable, categoryStatsTable],\n reducers: [compute_stats],\n} satisfies SpacetimeModule;", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,39): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(3,16): error TS2664: Invalid module name in augmentation, module '@spacetimedb/sdk' cannot be found.\r\nsrc/index.ts(5,12): error TS2304: Cannot find name 'OrderTable'.\r\nsrc/index.ts(6,20): error TS2304: Cannot find name 'CategoryStatsTable'.\r\nsrc/index.ts(23,8): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(36,8): error TS2307: Cannot find module '@spacetimedb/sdk/server' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 416, + "output_tokens": 653, + "generation_duration_ms": 37005, + "started_at": "2026-03-27T22:03:44.777791100Z", + "finished_at": "2026-03-27T22:04:30.620476200Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { AlgebraicType, ProductType, SumType, AlgebraicValue, ReducerContext, Table, __SPACETIMEDB_INTERNAL__ } from \"@clockworklabs/spacetimedb-sdk\";\n\n// @ts-nocheck\nimport {\n table,\n primaryKey,\n autoInc,\n index,\n reducer,\n ReducerContext as Ctx,\n} from \"@spacetimedb/sdk/server\";\n\n@table({ name: \"customer\" })\nexport class customer {\n @primaryKey\n @autoInc\n id: bigint = 0n;\n\n name: string = \"\";\n}\n\n@table({ name: \"order\" })\n@index({ btree: [\"customerId\"] })\nexport class order {\n @primaryKey\n @autoInc\n id: bigint = 0n;\n\n customerId: bigint = 0n;\n\n product: string = \"\";\n\n amount: number = 0;\n}\n\n@table({ name: \"orderDetail\" })\nexport class orderDetail {\n @primaryKey\n orderId: bigint = 0n;\n\n customerName: string = \"\";\n\n product: string = \"\";\n\n amount: number = 0;\n}\n\n@reducer\nexport function build_order_details(ctx: Ctx): void {\n for (const o of ctx.db.order.iter()) {\n const cust = ctx.db.customer.id.find(o.customerId);\n if (cust !== undefined && cust !== null) {\n ctx.db.orderDetail.insert({\n orderId: o.id,\n customerName: cust.name,\n product: o.product,\n amount: o.amount,\n });\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,118): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(11,8): error TS2307: Cannot find module '@spacetimedb/sdk/server' or its corresponding type declarations.\r\nsrc/index.ts(48,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 466, + "output_tokens": 425, + "generation_duration_ms": 31121, + "started_at": "2026-03-27T22:03:44.778979300Z", + "finished_at": "2026-03-27T22:04:21.783504900Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, column, reducer, dbTable, AlgebraicType, AlgebraicValue, ReducerContext } from \"@spacetimedb/sdk\";\n\n// @ts-ignore\nimport spacetimedb from \"@spacetimedb/sdk/server\";\n\nconst { Table, Column, Index, PrimaryKey, AutoInc, Unique, Reducer } = spacetimedb;\n\n@Table({ name: \"account\" })\nclass account {\n @Column({ primaryKey: true, autoInc: true })\n id: bigint = 0n;\n\n @Column({ unique: true })\n email: string = \"\";\n\n displayName: string = \"\";\n}\n\n@Reducer()\nfunction create_account(ctx: ReducerContext, email: string, displayName: string): void {\n ctx.db.account.insert({ id: 0n, email, displayName });\n}", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,96): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 356, + "output_tokens": 211, + "generation_duration_ms": 24952, + "started_at": "2026-03-27T22:03:44.780139100Z", + "finished_at": "2026-03-27T22:04:17.884746400Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ReducerContext, Table } from \"@spacetimedb/sdk\";\n\ndeclare module \"@spacetimedb/sdk\" {\n interface Tables {\n product: Table;\n priceRangeResult: Table;\n }\n}\n\n// @spacetimedb/module decorators\nimport {\n SpacetimeModule,\n table,\n reducer,\n column,\n primaryKey,\n autoInc,\n index,\n} from \"@spacetimedb/module\";\n\n@table\nclass product {\n @column(\"u64\")\n @primaryKey\n @autoInc\n id: number = 0;\n\n @column(\"string\")\n name: string = \"\";\n\n @column(\"u32\")\n @index(\"btree\")\n price: number = 0;\n}\n\n@table\nclass priceRangeResult {\n @column(\"u64\")\n @primaryKey\n productId: number = 0;\n\n @column(\"string\")\n name: string = \"\";\n\n @column(\"u32\")\n price: number = 0;\n}\n\n@reducer\nfunction find_in_price_range(\n ctx: ReducerContext,\n minPrice: number,\n maxPrice: number\n): void {\n for (const p of ctx.db.product.iter()) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n ctx.db.priceRangeResult.insert({\n productId: p.id,\n name: p.name,\n price: p.price,\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,39): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(3,16): error TS2664: Invalid module name in augmentation, module '@spacetimedb/sdk' cannot be found.\r\nsrc/index.ts(5,20): error TS2552: Cannot find name 'Product'. Did you mean 'product'?\r\nsrc/index.ts(6,29): error TS2552: Cannot find name 'PriceRangeResult'. Did you mean 'priceRangeResult'?\r\nsrc/index.ts(19,8): error TS2307: Cannot find module '@spacetimedb/module' or its corresponding type declarations.\r\nsrc/index.ts(49,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 433, + "output_tokens": 399, + "generation_duration_ms": 33435, + "started_at": "2026-03-27T22:04:00.958697700Z", + "finished_at": "2026-03-27T22:04:40.297278400Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ReducerContext, Table } from \"@spacetimedb/sdk\";\n\ndeclare module \"@spacetimedb/sdk\" {\n interface Tables {\n player: Table;\n leaderboard: Table;\n }\n}\n\nimport {\n SpacetimeDBClient,\n TableHandle,\n} from \"@spacetimedb/sdk\";\n\nimport {\n table,\n reducer,\n primaryKey,\n autoInc,\n col,\n AlgebraicType,\n BuiltinType,\n} from \"@spacetimedb/module\";\n\n@table({ name: \"player\" })\nclass Player {\n @col(AlgebraicType.createU64Type())\n @primaryKey\n @autoInc\n id: bigint = 0n;\n\n @col(AlgebraicType.createStringType())\n name: string = \"\";\n\n @col(AlgebraicType.createU64Type())\n score: bigint = 0n;\n}\n\n@table({ name: \"leaderboard\" })\nclass Leaderboard {\n @col(AlgebraicType.createU32Type())\n @primaryKey\n rank: number = 0;\n\n @col(AlgebraicType.createStringType())\n playerName: string = \"\";\n\n @col(AlgebraicType.createU64Type())\n score: bigint = 0n;\n}\n\n@reducer\nfunction build_leaderboard(ctx: ReducerContext, limit: number): void {\n const players: Player[] = [];\n for (const player of ctx.db.player.iter()) {\n players.push(player);\n }\n\n players.sort((a, b) => {\n if (b.score > a.score) return 1;\n if (b.score < a.score) return -1;\n return 0;\n });\n\n const top = players.slice(0, limit);\n\n for (let i = 0; i < top.length; i++) {\n const entry = new Leaderboard();\n entry.rank = i + 1;\n entry.playerName = top[i].name;\n entry.score = top[i].score;\n ctx.db.leaderboard.insert(entry);\n }\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,39): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(3,16): error TS2664: Invalid module name in augmentation, module '@spacetimedb/sdk' cannot be found.\r\nsrc/index.ts(13,8): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(23,8): error TS2307: Cannot find module '@spacetimedb/module' or its corresponding type declarations.\r\nsrc/index.ts(52,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 427, + "output_tokens": 560, + "generation_duration_ms": 39335, + "started_at": "2026-03-27T22:04:00.963875800Z", + "finished_at": "2026-03-27T22:04:46.421722Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, TableContext, ReducerContext, dbg } from \"@clockworklabs/spacetimedb-sdk\";\n\n// @ts-ignore\nimport spacetimedb from \"@clockworklabs/spacetimedb-sdk/server\";\n\nconst { table, reducer, column, primaryKey, autoInc } = spacetimedb;\n\n@table({ name: \"task\", public: true })\nexport class task {\n @column({ type: \"u64\", primaryKey: true, autoInc: true })\n id: number = 0;\n\n @column({ type: \"String\" })\n title: string = \"\";\n\n @column({ type: \"bool\" })\n completed: boolean = false;\n}\n\n@table({ name: \"firstIncomplete\", public: true })\nexport class firstIncomplete {\n @column({ type: \"u64\", primaryKey: true })\n taskId: number = 0;\n\n @column({ type: \"String\" })\n title: string = \"\";\n}\n\n@reducer\nexport function find_first_incomplete(ctx: ReducerContext): void {\n for (const t of ctx.db.task.iter()) {\n if (!t.completed) {\n ctx.db.firstIncomplete.insert({ taskId: t.id, title: t.title });\n break;\n }\n }\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,58): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(29,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 382, + "output_tokens": 321, + "generation_duration_ms": 28546, + "started_at": "2026-03-27T22:04:17.875375700Z", + "finished_at": "2026-03-27T22:04:52.238126900Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, TableHandle, ReducerContext, AlgebraicType, ProductType, ProductTypeElement, AlgebraicValue, BuiltinType } from \"@clockworklabs/spacetimedb-sdk\";\n\n// @ts-nocheck\nimport {\n dbTable,\n dbReducer,\n primaryKey,\n autoInc,\n ReducerContext as Ctx,\n} from \"@spacetimedb/sdk\";\n\n// order table\n@dbTable\nclass order {\n @primaryKey\n @autoInc\n id: bigint = 0n;\n category: string = \"\";\n amount: number = 0;\n}\n\n// distinctCategory table\n@dbTable\nclass distinctCategory {\n @primaryKey\n category: string = \"\";\n}\n\n// reducer\n@dbReducer\nfunction collect_distinct_categories(ctx: Ctx): void {\n const seen = new Set();\n for (const row of ctx.db.order.iter()) {\n seen.add(row.category);\n }\n for (const cat of seen) {\n ctx.db.distinctCategory.insert({ category: cat });\n }\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,129): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(10,8): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(30,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 373, + "output_tokens": 279, + "generation_duration_ms": 30396, + "started_at": "2026-03-27T22:04:17.884938600Z", + "finished_at": "2026-03-27T22:04:53.882823Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { AlterTableType, AutoIncType, BoolType, ColumnDef, ColumnType, DatabaseDef, PrimaryKeyType, ReducerDef, ScheduleType, SpacetimeModule, SumTypeVariant, TableAccess, TableDef, TableType, U64Type, StringType } from \"@clockworklabs/spacetimedb-sdk\";\n\nimport {\n registerReducer,\n registerTable,\n ReducerContext,\n} from \"@clockworklabs/spacetimedb-sdk\";\n\n// @ts-ignore\nimport * as __SPACETIMEDB__ from \"@clockworklabs/spacetimedb-sdk\";\n\nconst { table, reducer, column, primaryKey, autoInc } = __SPACETIMEDB__;\n\n// Define user table\n@table({ name: \"user\", public: true })\nclass user {\n @column({ type: \"u64\", primaryKey: true, autoInc: true })\n id: number = 0;\n\n @column({ type: \"string\" })\n name: string = \"\";\n\n @column({ type: \"bool\" })\n active: boolean = false;\n}\n\n// Define userStats table\n@table({ name: \"userStats\", public: true })\nclass userStats {\n @column({ type: \"string\", primaryKey: true })\n key: string = \"\";\n\n @column({ type: \"u64\" })\n count: number = 0;\n}\n\n// Reducer: compute_user_counts\n@reducer\nfunction compute_user_counts(ctx: ReducerContext): void {\n let total = 0;\n let active = 0;\n\n for (const u of ctx.db.user.iter()) {\n total += 1;\n if (u.active === true) {\n active += 1;\n }\n }\n\n ctx.db.userStats.insert({ key: \"total\", count: total });\n ctx.db.userStats.insert({ key: \"active\", count: active });\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,221): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(7,8): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(38,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 416, + "output_tokens": 481, + "generation_duration_ms": 36577, + "started_at": "2026-03-27T22:04:23.512742200Z", + "finished_at": "2026-03-27T22:05:10.092899400Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ReducerContext, Table } from \"@clockworklabs/spacetimedb-sdk\";\n\n// @ts-ignore\nimport {\n AlgebraicType,\n ProductType,\n ProductTypeElement,\n SumType,\n SumTypeVariant,\n BuiltinType,\n} from \"@clockworklabs/spacetimedb-sdk\";\n\nimport spacetimeDBModule, {\n __SPACETIMEDB__,\n} from \"@clockworklabs/spacetimedb-sdk\";\n\nconst {\n table,\n reducer,\n index,\n primaryKey,\n autoInc,\n u64,\n u32,\n string: str,\n} = spacetimeDBModule;\n\n@table({ name: \"eventLog\" })\n@index({ btree: [\"category\", \"severity\"] })\nclass EventLog {\n @primaryKey\n @autoInc\n id: bigint = BigInt(0);\n\n category: string = \"\";\n\n severity: number = 0;\n\n message: string = \"\";\n}\n\n@table({ name: \"filteredEvent\" })\nclass FilteredEvent {\n @primaryKey\n eventId: bigint = BigInt(0);\n\n message: string = \"\";\n}\n\n@reducer\nfunction filter_events(\n ctx: ReducerContext,\n category: string,\n severity: number\n): void {\n for (const row of ctx.db.eventLog.iter()) {\n if (row.category === category && row.severity === severity) {\n ctx.db.filteredEvent.insert({\n eventId: row.id,\n message: row.message,\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,39): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(11,8): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(15,8): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(50,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 423, + "output_tokens": 408, + "generation_duration_ms": 34662, + "started_at": "2026-03-27T22:04:23.514132700Z", + "finished_at": "2026-03-27T22:05:04.235892Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ReducerContext, Table, ScheduleAt } from \"@spacetimedb/sdk\";\n\n// @ts-ignore\nimport {\n AlgebraicType,\n ProductType,\n ProductTypeElement,\n SumType,\n SumTypeVariant,\n AlgebraicValue,\n BuiltinType,\n} from \"@spacetimedb/sdk\";\n\n// SpacetimeDB TypeScript module\n\n// Table definition for reminder\n// #[spacetimedb::table(name = reminder, scheduled(send_reminder))]\nexport interface reminder {\n scheduledId: bigint; // u64, primary key, auto-increment\n scheduledAt: ScheduleAt;\n message: string;\n}\n\n// Reducer: send_reminder (scheduled reducer, does nothing)\n// #[spacetimedb::reducer]\nexport function send_reminder(ctx: ReducerContext, reminder_row: reminder): void {\n // do nothing\n}\n\n// Reducer: init\n// #[spacetimedb::reducer(init)]\nexport function init(ctx: ReducerContext): void {\n const fireAt = ctx.timestamp + 60_000_000n;\n const scheduleAtTime = ScheduleAt.Time(fireAt);\n ctx.db.reminder.insert({\n scheduledId: 0n,\n scheduledAt: scheduleAtTime,\n message: \"Reminder!\",\n });\n}", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,51): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(12,8): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 396, + "output_tokens": 345, + "generation_duration_ms": 29527, + "started_at": "2026-03-27T22:03:04.845464100Z", + "finished_at": "2026-03-27T22:03:44.771351100Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ReducerContext, Table, schedule } from \"@clockworklabs/spacetimedb-sdk\";\n\n// @ts-ignore\nimport * as SpacetimeDB from \"@clockworklabs/spacetimedb-sdk\";\n\nconst { registerTable, registerReducer, AlgebraicType, ProductType, ProductTypeElement, SumType, SumTypeVariant, BuiltinType, AlgebraicValue, ReducerArgsAdapter } = SpacetimeDB;\n\n// Table: cleanupJob\nclass cleanupJob {\n scheduledId: bigint;\n scheduledAt: SpacetimeDB.ScheduleAt;\n\n constructor(scheduledId: bigint, scheduledAt: SpacetimeDB.ScheduleAt) {\n this.scheduledId = scheduledId;\n this.scheduledAt = scheduledAt;\n }\n}\n\n// Register table\nregisterTable({\n name: \"cleanupJob\",\n fields: [\n { name: \"scheduledId\", type: AlgebraicType.createU64Type(), primaryKey: true, autoInc: true },\n { name: \"scheduledAt\", type: AlgebraicType.createScheduleAtType() },\n ],\n scheduledReducer: \"run_cleanup\",\n});\n\n// Reducer: run_cleanup (scheduled)\nregisterReducer({\n name: \"run_cleanup\",\n args: [\n { name: \"row\", type: AlgebraicType.createProductType([\n new ProductTypeElement(\"scheduledId\", AlgebraicType.createU64Type()),\n new ProductTypeElement(\"scheduledAt\", AlgebraicType.createScheduleAtType()),\n ])},\n ],\n call: (ctx: ReducerContext, adapter: any) => {\n // do nothing\n },\n});\n\n// Reducer: init\nregisterReducer({\n name: \"init\",\n args: [],\n call: (ctx: ReducerContext, adapter: any) => {\n const db = ctx.db;\n const table = db.getTable(\"cleanupJob\") as Table;\n const intervalMicros = 60_000_000n;\n const scheduledAt = SpacetimeDB.ScheduleAt.Interval(intervalMicros);\n const row = new cleanupJob(0n, scheduledAt);\n table.insert(row);\n },\n});\n\n// Reducer: cancel_cleanup\nregisterReducer({\n name: \"cancel_cleanup\",\n args: [\n { name: \"scheduledId\", type: AlgebraicType.createU64Type() },\n ],\n call: (ctx: ReducerContext, adapter: any) => {\n const scheduledId: bigint = adapter.readU64();\n const db = ctx.db;\n const table = db.getTable(\"cleanupJob\") as Table;\n table.delete({ scheduledId });\n },\n});", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,49): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 403, + "output_tokens": 707, + "generation_duration_ms": 33193, + "started_at": "2026-03-27T22:03:04.846582600Z", + "finished_at": "2026-03-27T22:03:44.777650200Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ReducerContext, Table } from \"@spacetimedb/sdk\";\n\n// @ts-ignore\nimport { __SPACETIMEDB__ } from \"@spacetimedb/sdk\";\n\nconst spacetimedb = __SPACETIMEDB__;\n\nspacetimedb.registerTable({\n name: \"onlinePlayer\",\n access: \"public\",\n columns: [\n { name: \"identity\", type: \"identity\", primaryKey: true },\n { name: \"connectedAt\", type: \"timestamp\" },\n ],\n});\n\nspacetimedb.registerReducer({\n name: \"clientConnected\",\n lifecycle: \"clientConnected\",\n args: [],\n fn: (ctx: any) => {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n },\n});\n\nspacetimedb.registerReducer({\n name: \"clientDisconnected\",\n lifecycle: \"clientDisconnected\",\n args: [],\n fn: (ctx: any) => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n },\n});", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,39): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 362, + "output_tokens": 282, + "generation_duration_ms": 14559, + "started_at": "2026-03-27T22:03:28.227669100Z", + "finished_at": "2026-03-27T22:03:46.974445500Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ReducerContext, Table, Identity } from \"@spacetimedb/sdk\";\n\nimport {\n AlgebraicType,\n ProductType,\n ProductTypeElement,\n SumType,\n SumTypeVariant,\n BuiltinType,\n} from \"@spacetimedb/sdk\";\n\n// @ts-ignore\nimport * as SpacetimeDB from \"@spacetimedb/sdk/server\";\n\nconst {\n defineTable,\n defineReducer,\n column,\n primaryKey,\n autoInc,\n index,\n privateTable,\n publicTable,\n} = SpacetimeDB;\n\ndefineTable({\n name: \"user\",\n access: \"private\",\n columns: [\n { name: \"identity\", type: \"Identity\", primaryKey: true },\n { name: \"name\", type: \"String\" },\n ],\n});\n\ndefineTable({\n name: \"message\",\n access: \"public\",\n columns: [\n { name: \"id\", type: \"u64\", primaryKey: true, autoInc: true },\n { name: \"sender\", type: \"Identity\", index: \"btree\" },\n { name: \"text\", type: \"String\" },\n ],\n});\n\ndefineReducer(\"register\", function (ctx: any, args: { name: string }) {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (existing !== undefined && existing !== null) {\n throw new Error(\"already registered\");\n }\n ctx.db.user.insert({\n identity: ctx.sender,\n name: args.name,\n });\n});\n\ndefineReducer(\"post_message\", function (ctx: any, args: { text: string }) {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (existing === undefined || existing === null) {\n throw new Error(\"not registered\");\n }\n ctx.db.message.insert({\n id: 0n,\n sender: ctx.sender,\n text: args.text,\n });\n});", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,49): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(10,8): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 438, + "output_tokens": 505, + "generation_duration_ms": 9583, + "started_at": "2026-03-27T22:01:52.667644200Z", + "finished_at": "2026-03-27T22:02:13.107491100Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ReducerContext, Table } from \"@spacetimedb/sdk\";\n\ndeclare module \"@spacetimedb/sdk\" {\n interface Tables {\n config: Table;\n admin_log: Table;\n }\n}\n\ninterface ConfigRow {\n id: number;\n admin: Identity;\n}\n\ninterface AdminLogRow {\n id: bigint;\n action: string;\n}\n\nimport {\n SpacetimeDBClient,\n Identity,\n} from \"@spacetimedb/sdk\";\n\n// @ts-ignore\nimport {\n table,\n primaryKey,\n autoInc,\n privateTable,\n reducer,\n ReducerContext as Ctx,\n} from \"@spacetimedb/sdk/server\";\n\n@privateTable\nclass config {\n @primaryKey\n id: number = 0;\n admin!: Identity;\n}\n\n@table({ public: true })\nclass admin_log {\n @primaryKey\n @autoInc\n id: bigint = 0n;\n action: string = \"\";\n}\n\n@reducer\nfunction bootstrap_admin(ctx: Ctx): void {\n const existing = ctx.db.config.id.find(0);\n if (existing !== undefined) {\n throw new Error(\"already bootstrapped\");\n }\n ctx.db.config.insert({ id: 0, admin: ctx.sender });\n}\n\n@reducer\nfunction admin_action(ctx: Ctx, args: { action: string }): void {\n const cfg = ctx.db.config.id.find(0);\n if (cfg === undefined) {\n throw new Error(\"not bootstrapped\");\n }\n if (!ctx.sender.isEqual(cfg.admin)) {\n throw new Error(\"not admin\");\n }\n ctx.db.admin_log.insert({ id: 0n, action: args.action });\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,39): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(3,16): error TS2664: Invalid module name in augmentation, module '@spacetimedb/sdk' cannot be found.\r\nsrc/index.ts(23,8): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(33,8): error TS2307: Cannot find module '@spacetimedb/sdk/server' or its corresponding type declarations.\r\nsrc/index.ts(50,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(59,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 450, + "output_tokens": 458, + "generation_duration_ms": 17726, + "started_at": "2026-03-27T22:01:52.668599100Z", + "finished_at": "2026-03-27T22:02:17.280241400Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, dbPrivate, primaryKey, AlgebraicType, ProductType, ProductTypeElement, SumType, SumTypeVariant, BuiltinType } from \"@clockworklabs/spacetimedb-sdk\";\n\n// @ts-nocheck\nimport {\n Table,\n Reducer,\n ReducerContext,\n Identity,\n SpacetimeDBClient,\n} from \"@clockworklabs/spacetimedb-sdk\";\n\n// SpacetimeDB TypeScript module\n\nimport {\n table as tableDecorator,\n reducer as reducerDecorator,\n primaryKey as primaryKeyDecorator,\n AlgebraicType as AT,\n} from \"@clockworklabs/spacetimedb-sdk\";\n\n// Use the SpacetimeDB module API\nimport * as SpacetimeDB from \"@clockworklabs/spacetimedb-sdk\";\n\n// Correct SpacetimeDB 1.6 TypeScript module syntax\n\nimport { __SPACETIMEDB__ } from \"@clockworklabs/spacetimedb-sdk\";\n\n// Final correct implementation using SpacetimeDB 1.6 TypeScript server module API\n\nimport {\n registerTable,\n registerReducer,\n TableDesc,\n ReducerDesc,\n ReducerContext as Ctx,\n Identity as Id,\n AlgebraicValue,\n} from \"@clockworklabs/spacetimedb-sdk/server\";\n\n// SpacetimeDB 1.6 TypeScript module - correct server-side API\n\n// @module\nimport {\n table,\n reducer,\n ctx,\n Identity,\n ReducerContext,\n Table,\n} from \"spacetimedb\";\n\n@table({ name: \"user\", access: \"private\" })\nclass user {\n @primaryKey\n identity: Identity;\n role: string;\n}\n\n@reducer\nfunction register(ctx: ReducerContext): void {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (existing !== undefined) {\n throw new Error(\"already registered\");\n }\n ctx.db.user.insert({ identity: ctx.sender, role: \"member\" });\n}\n\n@reducer\nfunction promote(ctx: ReducerContext, target: Identity): void {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (caller === undefined) {\n throw new Error(\"not registered\");\n }\n if (caller.role !== \"admin\") {\n throw new Error(\"not admin\");\n }\n const targetUser = ctx.db.user.identity.find(target);\n if (targetUser === undefined) {\n throw new Error(\"target not registered\");\n }\n ctx.db.user.identity.update({ ...targetUser, role: \"admin\" });\n}\n\n@reducer\nfunction member_action(ctx: ReducerContext): void {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (caller === undefined) {\n throw new Error(\"not registered\");\n }\n}\n\n@reducer\nfunction admin_action(ctx: ReducerContext): void {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (caller === undefined) {\n throw new Error(\"not registered\");\n }\n if (caller.role !== \"admin\") {\n throw new Error(\"not admin\");\n }\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,10): error TS2300: Duplicate identifier 'table'.\r\nsrc/index.ts(1,17): error TS2300: Duplicate identifier 'reducer'.\r\nsrc/index.ts(1,141): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,3): error TS2300: Duplicate identifier 'Table'.\r\nsrc/index.ts(7,3): error TS2300: Duplicate identifier 'ReducerContext'.\r\nsrc/index.ts(8,3): error TS2300: Duplicate identifier 'Identity'.\r\nsrc/index.ts(10,8): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(19,8): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(22,30): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(26,33): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(38,8): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk/server' or its corresponding type declarations.\r\nsrc/index.ts(44,3): error TS2300: Duplicate identifier 'table'.\r\nsrc/index.ts(45,3): error TS2300: Duplicate identifier 'reducer'.\r\nsrc/index.ts(45,3): error TS2724: '\"spacetimedb\"' has no exported member named 'reducer'. Did you mean 'reducers'?\r\nsrc/index.ts(46,3): error TS2305: Module '\"spacetimedb\"' has no exported member 'ctx'.\r\nsrc/index.ts(47,3): error TS2300: Duplicate identifier 'Identity'.\r\nsrc/index.ts(48,3): error TS2300: Duplicate identifier 'ReducerContext'.\r\nsrc/index.ts(48,3): error TS2305: Module '\"spacetimedb\"' has no exported member 'ReducerContext'.\r\nsrc/index.ts(49,3): error TS2300: Duplicate identifier 'Table'.\r\nsrc/index.ts(49,3): error TS2724: '\"spacetimedb\"' has no exported member named 'Table'. Did you mean 'table'?\r\nsrc/index.ts(56,3): error TS2564: Property 'role' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(59,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(68,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(84,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(92,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 488, + "output_tokens": 824, + "generation_duration_ms": 30271, + "started_at": "2026-03-27T22:01:52.669476800Z", + "finished_at": "2026-03-27T22:02:32.011775100Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ReducerContext, Table, Identity } from \"@spacetimedb/sdk\";\n\nimport {\n AlgebraicType,\n ProductType,\n ProductTypeElement,\n SumType,\n SumTypeVariant,\n BuiltinType,\n} from \"@spacetimedb/sdk\";\n\n// @ts-ignore\nimport * as SpacetimeDB from \"@spacetimedb/sdk/server\";\n\nconst {\n table,\n reducer,\n column,\n primaryKey,\n privateAccess,\n publicAccess,\n} = SpacetimeDB;\n\n@table({ name: \"admin\", access: \"private\" })\nexport class admin {\n @column({ primaryKey: true })\n identity!: Identity;\n}\n\n@table({ name: \"banned\", access: \"private\" })\nexport class banned {\n @column({ primaryKey: true })\n identity!: Identity;\n}\n\n@table({ name: \"player\", access: \"public\" })\nexport class player {\n @column({ primaryKey: true })\n identity!: Identity;\n\n @column()\n name!: string;\n}\n\n@reducer()\nexport function add_admin(ctx: ReducerContext, target: Identity): void {\n const adminTable = ctx.db.admin;\n const existing = adminTable.identity.find(ctx.sender);\n if (!existing) {\n throw new Error(\"not admin\");\n }\n try {\n adminTable.insert({ identity: target });\n } catch (_) {\n // already present, ignore\n }\n}\n\n@reducer()\nexport function ban_player(ctx: ReducerContext, target: Identity): void {\n const adminTable = ctx.db.admin;\n const existing = adminTable.identity.find(ctx.sender);\n if (!existing) {\n throw new Error(\"not admin\");\n }\n ctx.db.banned.insert({ identity: target });\n const playerRow = ctx.db.player.identity.find(target);\n if (playerRow) {\n ctx.db.player.identity.delete(target);\n }\n}\n\n@reducer()\nexport function join_game(ctx: ReducerContext, name: string): void {\n const bannedRow = ctx.db.banned.identity.find(ctx.sender);\n if (bannedRow) {\n throw new Error(\"banned\");\n }\n const existingPlayer = ctx.db.player.identity.find(ctx.sender);\n if (existingPlayer) {\n throw new Error(\"already in game\");\n }\n ctx.db.player.insert({ identity: ctx.sender, name });\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,49): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(10,8): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(45,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(59,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(73,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 500, + "output_tokens": 637, + "generation_duration_ms": 20437, + "started_at": "2026-03-27T22:01:52.670409300Z", + "finished_at": "2026-03-27T22:02:22.937484500Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ReducerContext, Table, Identity } from \"@spacetimedb/sdk\";\n\nimport {\n registerReducer,\n registerTable,\n AlgebraicType,\n ProductType,\n ProductTypeElement,\n BuiltinType,\n TableDesc,\n ReducerDesc,\n __SPACETIMEDB__,\n} from \"@spacetimedb/sdk/server\";\n\n// Table: rate_limit (private)\nregisterTable({\n name: \"rate_limit\",\n columns: [\n { name: \"identity\", algebraicType: AlgebraicType.createIdentityType() },\n { name: \"last_call_us\", algebraicType: AlgebraicType.createU64Type() },\n ],\n primaryKey: \"identity\",\n isPublic: false,\n});\n\n// Table: action_log (public)\nregisterTable({\n name: \"action_log\",\n columns: [\n { name: \"id\", algebraicType: AlgebraicType.createU64Type(), autoInc: true },\n { name: \"identity\", algebraicType: AlgebraicType.createIdentityType() },\n { name: \"payload\", algebraicType: AlgebraicType.createStringType() },\n ],\n primaryKey: \"id\",\n isPublic: true,\n});\n\n// Reducer: limited_action\nregisterReducer({\n name: \"limited_action\",\n args: [\n { name: \"payload\", algebraicType: AlgebraicType.createStringType() },\n ],\n fn: (ctx: ReducerContext, payload: string) => {\n const now: bigint = ctx.timestamp.microsSinceUnixEpoch;\n\n const rateLimitTable = ctx.db.getTable(\"rate_limit\");\n const existing = rateLimitTable.filterByIdentity(ctx.sender);\n\n if (existing !== null && existing !== undefined) {\n const lastCallUs: bigint = BigInt(existing.last_call_us);\n if ((now - lastCallUs) < 1_000_000n) {\n throw new Error(\"rate limited\");\n }\n rateLimitTable.updateByIdentity(ctx.sender, {\n identity: ctx.sender,\n last_call_us: now,\n });\n } else {\n rateLimitTable.insert({\n identity: ctx.sender,\n last_call_us: now,\n });\n }\n\n const actionLogTable = ctx.db.getTable(\"action_log\");\n actionLogTable.insert({\n id: 0n,\n identity: ctx.sender,\n payload: payload,\n });\n },\n});", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,49): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(13,8): error TS2307: Cannot find module '@spacetimedb/sdk/server' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 483, + "output_tokens": 654, + "generation_duration_ms": 347009, + "started_at": "2026-03-27T22:01:52.671392800Z", + "finished_at": "2026-03-27T22:07:47.923244200Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { reducer, table, AlgebraicType, ProductType, SumType } from \"@clockworklabs/spacetimedb-sdk\";\n\nimport {\n Table,\n Column,\n PrimaryKey,\n AutoInc,\n Index,\n Reducer,\n ReducerContext,\n Identity,\n} from \"@spacetimedb/sdk\";\n\n// Use SpacetimeDB TypeScript module API\n\nimport {\n dbTable,\n dbColumn,\n dbReducer,\n dbIndex,\n} from \"@spacetimedb/module-bindings\";\n\n// Correct SpacetimeDB 1.6 TypeScript module syntax\n\nimport {\n registerTable,\n registerReducer,\n __SPACETIMEDB_TYPESCRIPT_MODULE__,\n} from \"@spacetimedb/module\";\n\n// Let me use the correct SpacetimeDB 1.6 TypeScript server module API\n\nimport spacetimedb, {\n table as stdbTable,\n reducer as stdbReducer,\n Identity as StdbIdentity,\n ReducerContext as StdbReducerContext,\n} from \"@spacetimedb/module-sdk\";\n\n// Using the correct SpacetimeDB TypeScript module syntax for 1.6\n\nimport {\n Table as SpacetimeTable,\n Reducer as SpacetimeReducer,\n Identity as SpacetimeIdentity,\n ReducerContext as SpacetimeReducerContext,\n column,\n primaryKey,\n autoInc,\n btree,\n publicTable,\n} from \"spacetimedb\";\n\n// Final correct approach for SpacetimeDB 1.6 TypeScript modules\n\nimport {\n table,\n reducer,\n Identity,\n ReducerContext,\n u64,\n} from \"@spacetimedb/sdk/server\";\n\n// Using the actual SpacetimeDB 1.6 TypeScript module decorator pattern\n\nimport {\n SpacetimeModule,\n Table,\n Reducer,\n Identity,\n ReducerContext,\n} from \"@spacetimedb/module\";\n\n// SpacetimeDB 1.6 TypeScript - correct imports\n\nimport {\n table,\n reducer,\n Identity,\n ReducerContext,\n} from \"@spacetimedb/module-sdk\";\n\n// Using SpacetimeDB 1.6 TypeScript server module syntax\n\n// @ts-nocheck\n\nimport {\n table,\n reducer,\n Identity,\n ReducerContext,\n AlgebraicValue,\n} from \"@spacetimedb/sdk\";\n\n// SpacetimeDB 1.6 TypeScript module - using correct decorator-based API\n\nimport {\n Table,\n Reducer,\n Identity,\n ReducerContext,\n column,\n primaryKey,\n autoInc,\n index,\n} from \"@spacetimedb/module\";\n\n// Based on SpacetimeDB 1.6 TypeScript module conventions\n\n// @ts-nocheck\n\nimport {\n table,\n reducer,\n Identity,\n ReducerContext,\n} from \"@spacetimedb/module-sdk\";\n\n@table({ name: \"document\", public: true })\nclass document {\n @column({ primaryKey: true, autoInc: true })\n id: bigint = 0n;\n\n @column({ index: \"btree\" })\n owner: Identity = Identity.ZERO;\n\n @column()\n title: string = \"\";\n}\n\n@table({ name: \"document_share\", public: true })\nclass document_share {\n @column({ index: \"btree\" })\n document_id: bigint = 0n;\n\n @column({ index: \"btree\" })\n shared_with: Identity = Identity.ZERO;\n}\n\n@reducer()\nfunction create_document(ctx: ReducerContext, args: { title: string }): void {\n ctx.db.document.insert({\n id: 0n,\n owner: ctx.sender,\n title: args.title,\n });\n}\n\n@reducer()\nfunction share_document(\n ctx: ReducerContext,\n args: { document_id: bigint; target: Identity }\n): void {\n const doc = ctx.db.document.id.find(args.document_id);\n if (!doc) {\n throw new Error(\"not found\");\n }\n if (!doc.owner.isEqual(ctx.sender)) {\n throw new Error(\"not owner\");\n }\n ctx.db.document_share.insert({\n document_id: args.document_id,\n shared_with: args.target,\n });\n}\n\n@reducer()\nfunction edit_document(\n ctx: ReducerContext,\n args: { document_id: bigint; new_title: string }\n): void {\n const doc = ctx.db.document.id.find(args.document_id);\n if (!doc) {\n throw new Error(\"not found\");\n }\n\n const isOwner = doc.owner.isEqual(ctx.sender);\n\n let isShared = false;\n if (!isOwner) {\n const shares = ctx.db.document_share.document_id.filter(\n args.document_id\n );\n for (const share of shares) {\n if (share.shared_with.isEqual(ctx.sender)) {\n isShared = true;\n break;\n }\n }\n }\n\n if (!isOwner && !isShared) {\n throw new Error(\"unauthorized\");\n }\n\n ctx.db.document.id.update({\n ...doc,\n title: args.new_title,\n });\n}", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,10): error TS2300: Duplicate identifier 'reducer'.\r\nsrc/index.ts(1,19): error TS2300: Duplicate identifier 'table'.\r\nsrc/index.ts(1,69): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(4,3): error TS2300: Duplicate identifier 'Table'.\r\nsrc/index.ts(9,3): error TS2300: Duplicate identifier 'Reducer'.\r\nsrc/index.ts(10,3): error TS2300: Duplicate identifier 'ReducerContext'.\r\nsrc/index.ts(11,3): error TS2300: Duplicate identifier 'Identity'.\r\nsrc/index.ts(12,8): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(21,8): error TS2307: Cannot find module '@spacetimedb/module-bindings' or its corresponding type declarations.\r\nsrc/index.ts(29,8): error TS2307: Cannot find module '@spacetimedb/module' or its corresponding type declarations.\r\nsrc/index.ts(38,8): error TS2307: Cannot find module '@spacetimedb/module-sdk' or its corresponding type declarations.\r\nsrc/index.ts(43,3): error TS2724: '\"spacetimedb\"' has no exported member named 'Table'. Did you mean 'table'?\r\nsrc/index.ts(44,3): error TS2724: '\"spacetimedb\"' has no exported member named 'Reducer'. Did you mean 'reducers'?\r\nsrc/index.ts(46,3): error TS2305: Module '\"spacetimedb\"' has no exported member 'ReducerContext'.\r\nsrc/index.ts(47,3): error TS2300: Duplicate identifier 'column'.\r\nsrc/index.ts(47,3): error TS2305: Module '\"spacetimedb\"' has no exported member 'column'.\r\nsrc/index.ts(48,3): error TS2300: Duplicate identifier 'primaryKey'.\r\nsrc/index.ts(48,3): error TS2305: Module '\"spacetimedb\"' has no exported member 'primaryKey'.\r\nsrc/index.ts(49,3): error TS2300: Duplicate identifier 'autoInc'.\r\nsrc/index.ts(49,3): error TS2305: Module '\"spacetimedb\"' has no exported member 'autoInc'.\r\nsrc/index.ts(50,3): error TS2305: Module '\"spacetimedb\"' has no exported member 'btree'.\r\nsrc/index.ts(51,3): error TS2305: Module '\"spacetimedb\"' has no exported member 'publicTable'.\r\nsrc/index.ts(57,3): error TS2300: Duplicate identifier 'table'.\r\nsrc/index.ts(58,3): error TS2300: Duplicate identifier 'reducer'.\r\nsrc/index.ts(59,3): error TS2300: Duplicate identifier 'Identity'.\r\nsrc/index.ts(60,3): error TS2300: Duplicate identifier 'ReducerContext'.\r\nsrc/index.ts(62,8): error TS2307: Cannot find module '@spacetimedb/sdk/server' or its corresponding type declarations.\r\nsrc/index.ts(68,3): error TS2300: Duplicate identifier 'Table'.\r\nsrc/index.ts(69,3): error TS2300: Duplicate identifier 'Reducer'.\r\nsrc/index.ts(70,3): error TS2300: Duplicate identifier 'Identity'.\r\nsrc/index.ts(71,3): error TS2300: Duplicate identifier 'ReducerContext'.\r\nsrc/index.ts(72,8): error TS2307: Cannot find module '@spacetimedb/module' or its corresponding type declarations.\r\nsrc/index.ts(77,3): error TS2300: Duplicate identifier 'table'.\r\nsrc/index.ts(78,3): error TS2300: Duplicate identifier 'reducer'.\r\nsrc/index.ts(79,3): error TS2300: Duplicate identifier 'Identity'.\r\nsrc/index.ts(80,3): error TS2300: Duplicate identifier 'ReducerContext'.\r\nsrc/index.ts(81,8): error TS2307: Cannot find module '@spacetimedb/module-sdk' or its corresponding type declarations.\r\nsrc/index.ts(88,3): error TS2300: Duplicate identifier 'table'.\r\nsrc/index.ts(89,3): error TS2300: Duplicate identifier 'reducer'.\r\nsrc/index.ts(90,3): error TS2300: Duplicate identifier 'Identity'.\r\nsrc/index.ts(91,3): error TS2300: Duplicate identifier 'ReducerContext'.\r\nsrc/index.ts(93,8): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(98,3): error TS2300: Duplicate identifier 'Table'.\r\nsrc/index.ts(99,3): error TS2300: Duplicate identifier 'Reducer'.\r\nsrc/index.ts(100,3): error TS2300: Duplicate identifier 'Identity'.\r\nsrc/index.ts(101,3): error TS2300: Duplicate identifier 'ReducerContext'.\r\nsrc/index.ts(102,3): error TS2300: Duplicate identifier 'column'.\r\nsrc/index.ts(103,3): error TS2300: Duplicate identifier 'primaryKey'.\r\nsrc/index.ts(104,3): error TS2300: Duplicate identifier 'autoInc'.\r\nsrc/index.ts(106,8): error TS2307: Cannot find module '@spacetimedb/module' or its corresponding type declarations.\r\nsrc/index.ts(113,3): error TS2300: Duplicate identifier 'table'.\r\nsrc/index.ts(114,3): error TS2300: Duplicate identifier 'reducer'.\r\nsrc/index.ts(115,3): error TS2300: Duplicate identifier 'Identity'.\r\nsrc/index.ts(116,3): error TS2300: Duplicate identifier 'ReducerContext'.\r\nsrc/index.ts(117,8): error TS2307: Cannot find module '@spacetimedb/module-sdk' or its corresponding type declarations.\r\nsrc/index.ts(140,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(149,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(167,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "input_tokens": 560, + "output_tokens": 1376, + "generation_duration_ms": 47662, + "started_at": "2026-03-27T22:01:52.672798200Z", + "finished_at": "2026-03-27T22:02:48.381019Z" + } + } + }, + { + "name": "Grok Code", + "route_api_model": "grok-code-fast-1", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, PrimaryKey, Reducer } from \"spacetimedb\";\n\n@Table(\"emptyTable\")\nexport class EmptyTable {\n @PrimaryKey\n id: i32;\n}\n\n@Reducer\nexport function emptyReducerNoArgs() {\n}\n\n@Reducer\nexport function emptyReducerWithInt(count: i32) {\n}\n\n@Reducer\nexport function emptyReducerWithString(name: string) {\n}\n\n@Reducer\nexport function emptyReducerWithTwoArgs(count: i32, name: string) {\n}\n\n@Reducer\nexport function emptyReducerWithThreeArgs(active: boolean, ratio: f32, label: string) {\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,10): error TS2724: '\"spacetimedb\"' has no exported member named 'Table'. Did you mean 'table'?\r\nsrc/index.ts(1,17): error TS2305: Module '\"spacetimedb\"' has no exported member 'PrimaryKey'.\r\nsrc/index.ts(1,29): error TS2724: '\"spacetimedb\"' has no exported member named 'Reducer'. Did you mean 'reducers'?\r\nsrc/index.ts(6,9): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(9,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(13,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(14,44): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(17,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(22,48): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(25,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(26,67): error TS2304: Cannot find name 'f32'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 499, + "output_tokens": 502, + "generation_duration_ms": 7863, + "started_at": "2026-03-27T22:09:49.089642800Z", + "finished_at": "2026-03-27T22:10:07.169620300Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, column, primaryKey } from \"@spacetime-db/sdk\";\n\n@table\nclass user {\n @primaryKey\n @column(\"i32\")\n id: number;\n\n @column(\"String\")\n name: string;\n\n @column(\"i32\")\n age: number;\n\n @column(\"Bool\")\n active: boolean;\n}\n\n@table\nclass product {\n @primaryKey\n @column(\"i32\")\n id: number;\n\n @column(\"String\")\n title: string;\n\n @column(\"f32\")\n price: number;\n\n @column(\"Bool\")\n inStock: boolean;\n}\n\n@table\nclass note {\n @primaryKey\n @column(\"i32\")\n id: number;\n\n @column(\"String\")\n body: string;\n\n @column(\"i64\")\n rating: bigint;\n\n @column(\"Bool\")\n pinned: boolean;\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,43): error TS2307: Cannot find module '@spacetime-db/sdk' or its corresponding type declarations.\r\nsrc/index.ts(7,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(10,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(13,5): error TS2564: Property 'age' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(16,5): error TS2564: Property 'active' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(23,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(26,5): error TS2564: Property 'title' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(29,5): error TS2564: Property 'price' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(32,5): error TS2564: Property 'inStock' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(39,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(42,5): error TS2564: Property 'body' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(45,5): error TS2564: Property 'rating' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(48,5): error TS2564: Property 'pinned' has no initializer and is not definitely assigned in the constructor.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 526, + "output_tokens": 538, + "generation_duration_ms": 7565, + "started_at": "2026-03-27T22:09:51.077263500Z", + "finished_at": "2026-03-27T22:10:07.170327100Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, scheduled, u64, ScheduleAt } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table\n@scheduled(\"tick\", 50)\nclass tickTimer {\n scheduledId: u64;\n scheduledAt: ScheduleAt;\n}\n\n@reducer\nfunction tick(tickTimer_row: tickTimer) {\n}\n\n@reducer\nfunction init() {\n tickTimer.insert({\n scheduledAt: ScheduleAt.at_interval(50)\n });\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,60): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(10,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,15): error TS2339: Property 'insert' does not exist on type 'typeof tickTimer'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 480, + "output_tokens": 959, + "generation_duration_ms": 16102, + "started_at": "2026-03-27T22:09:51.078375700Z", + "finished_at": "2026-03-27T22:10:14.212450400Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB } from \"@clockworklabs/spacetimedb-sdk\";\n\nclass Position {\n x: number;\n y: number;\n}\n\n@SpacetimeDB.Table(\"entity\", \"id\")\nclass Entity {\n id: number;\n pos: Position;\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(4,3): error TS2564: Property 'x' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(5,3): error TS2564: Property 'y' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(10,3): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(11,3): error TS2564: Property 'pos' has no initializer and is not definitely assigned in the constructor.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 457, + "output_tokens": 757, + "generation_duration_ms": 17775, + "started_at": "2026-03-27T22:09:54.765625400Z", + "finished_at": "2026-03-27T22:10:22.563499700Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { table, column, primaryKey, reducer } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table(\"user\")\nclass User {\n @column\n @primaryKey\n id: i32;\n @column\n name: string;\n @column\n age: i32;\n @column\n active: bool;\n}\n\n@reducer\nexport function insertUser(id: i32, name: string, age: i32, active: bool) {\n User.insert({ id, name, age, active });\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,52): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(7,9): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(9,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(11,10): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(13,13): error TS2304: Cannot find name 'bool'.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,32): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(17,56): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(17,69): error TS2304: Cannot find name 'bool'.\r\nsrc/index.ts(18,10): error TS2339: Property 'insert' does not exist on type 'typeof User'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 492, + "output_tokens": 1027, + "generation_duration_ms": 19440, + "started_at": "2026-03-27T22:09:54.771994900Z", + "finished_at": "2026-03-27T22:10:22.564328800Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, column, primaryKey, reducer } from \"spacetime\";\n\n@table\nclass user {\n @column\n @primaryKey\n id: i32;\n @column\n name: string;\n @column\n age: i32;\n @column\n active: bool;\n}\n\n@reducer\nexport function updateUser(id: i32, name: string, age: i32, active: bool) {\n const user = user.find(id);\n if (user) {\n user.name = name;\n user.age = age;\n user.active = active;\n user.save();\n }\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,52): error TS2307: Cannot find module 'spacetime' or its corresponding type declarations.\r\nsrc/index.ts(7,9): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(9,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(11,10): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(13,13): error TS2304: Cannot find name 'bool'.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,32): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(17,56): error TS2304: Cannot find name 'i32'.\r\nsrc/index.ts(17,69): error TS2304: Cannot find name 'bool'.\r\nsrc/index.ts(18,11): error TS7022: 'user' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(18,18): error TS2448: Block-scoped variable 'user' used before its declaration.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 492, + "output_tokens": 938, + "generation_duration_ms": 13870, + "started_at": "2026-03-27T22:09:54.773085500Z", + "finished_at": "2026-03-27T22:10:15.976254700Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, reducer } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table\nclass user {\n id: number;\n name: string;\n age: number;\n active: boolean;\n}\n\n@reducer\nexport function deleteUser(id: number) {\n user.delete(id);\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,32): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,3): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(6,3): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(7,3): error TS2564: Property 'age' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,3): error TS2564: Property 'active' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(11,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(13,8): error TS2339: Property 'delete' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 465, + "output_tokens": 689, + "generation_duration_ms": 13652, + "started_at": "2026-03-27T22:09:56.952443Z", + "finished_at": "2026-03-27T22:10:15.983738700Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { table, primaryKey, reducer } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table\nclass user {\n @primaryKey\n id: number;\n name: string;\n age: number;\n active: boolean;\n}\n\n@reducer\nfunction crud() {\n user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n user.update({ id: 1, name: \"Alice2\", age: 31, active: false });\n user.delete({ id: 2 });\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,44): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,3): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(7,3): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,3): error TS2564: Property 'age' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,3): error TS2564: Property 'active' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(14,8): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(15,8): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(16,8): error TS2339: Property 'update' does not exist on type 'typeof user'.\r\nsrc/index.ts(17,8): error TS2339: Property 'delete' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 544, + "output_tokens": 776, + "generation_duration_ms": 17404, + "started_at": "2026-03-27T22:10:01.061367900Z", + "finished_at": "2026-03-27T22:10:24.566215800Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { Table, Column, Reducer } from \"@clockworklabs/spacetimedb-ts\";\n\n@Table(\"user\")\nclass User {\n @Column(\"id\", \"i32\", true)\n id: number;\n\n @Column(\"name\", \"string\")\n name: string;\n\n @Column(\"age\", \"i32\")\n age: number;\n\n @Column(\"active\", \"boolean\")\n active: boolean;\n}\n\n@Table(\"result\")\nclass Result {\n @Column(\"id\", \"i32\", true)\n id: number;\n\n @Column(\"name\", \"string\")\n name: string;\n}\n\n@Reducer\nexport function lookupUserName(id: number) {\n const user = User.findById(id);\n if (user) {\n Result.insert({ id: user.id, name: user.name });\n }\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,40): error TS2307: Cannot find module '@clockworklabs/spacetimedb-ts' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,5): error TS2564: Property 'age' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,5): error TS2564: Property 'active' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(21,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(24,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(27,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(29,23): error TS2339: Property 'findById' does not exist on type 'typeof User'.\r\nsrc/index.ts(31,16): error TS2339: Property 'insert' does not exist on type 'typeof Result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 502, + "output_tokens": 687, + "generation_duration_ms": 8815, + "started_at": "2026-03-27T22:10:07.170405500Z", + "finished_at": "2026-03-27T22:10:22.570163Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey } from \"@spacetimedb/sdk\";\n\n@table(\"user\")\nclass user {\n @primaryKey\n id: number;\n name: string;\n age: number;\n active: boolean;\n}\n\n@reducer\nexport function init() {\n user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,44): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(7,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,5): error TS2564: Property 'age' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,5): error TS2564: Property 'active' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(14,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(15,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 499, + "output_tokens": 802, + "generation_duration_ms": 13285, + "started_at": "2026-03-27T22:10:07.171358800Z", + "finished_at": "2026-03-27T22:10:26.484738Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, column, reducer } from \"@spacetimedb/sdk\";\n\n@table\nclass event {\n @column({ type: \"u64\", primaryKey: true, autoInc: true })\n id: bigint;\n @column({ type: \"string\" })\n kind: string;\n}\n\n@reducer\nexport function clientConnected() {\n event.insert({ kind: \"connected\" });\n}\n\n@reducer\nexport function clientDisconnected() {\n event.insert({ kind: \"disconnected\" });\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,40): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,3): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,3): error TS2564: Property 'kind' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(11,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(13,9): error TS2339: Property 'insert' does not exist on type 'typeof event'.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,9): error TS2339: Property 'insert' does not exist on type 'typeof event'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 457, + "output_tokens": 1624, + "generation_duration_ms": 20407, + "started_at": "2026-03-27T22:10:15.976402600Z", + "finished_at": "2026-03-27T22:10:44.402108400Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "const results: Map = new Map();\n\nclass result {\n id: number;\n sum: number;\n constructor(id: number, sum: number) {\n this.id = id;\n this.sum = sum;\n }\n static insert(row: result) {\n results.set(row.id, row);\n }\n}\n\nfunction add(a: number, b: number): number {\n return a + b;\n}\n\nfunction computeSum(id: number, a: number, b: number) {\n const sum = add(a, b);\n result.insert(new result(id, sum));\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 480, + "output_tokens": 4811, + "generation_duration_ms": 47879, + "started_at": "2026-03-27T22:10:15.983866300Z", + "finished_at": "2026-03-27T22:11:09.793889600Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import * as SpacetimeDB from \"@clockworklabs/spacetimedb-sdk\";\n\nclass Score {\n left: number;\n right: number;\n\n constructor(left: number, right: number) {\n this.left = left;\n this.right = right;\n }\n}\n\n@SpacetimeDB.Table\nclass result {\n @SpacetimeDB.PrimaryKey\n id: number;\n value: Score;\n}\n\n@SpacetimeDB.Reducer\nexport function setScore(id: number, left: number, right: number) {\n result.insert({ id, value: new Score(left, right) });\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,30): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(16,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(17,5): error TS2564: Property 'value' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(22,12): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 488, + "output_tokens": 1040, + "generation_duration_ms": 36518, + "started_at": "2026-03-27T22:11:13.763269400Z", + "finished_at": "2026-03-27T22:11:56.114493Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { Table, Reducer, Field, Struct, SumType, Variant, PrimaryKey } from \"@clockworklabs/spacetime-sdk-ts\";\n\n@Struct\nclass Rect {\n @Field\n width: number;\n\n @Field\n height: number;\n}\n\n@SumType\nclass Shape {\n @Variant\n static circle(radius: number): Shape;\n\n @Variant\n static rectangle(rect: Rect): Shape;\n}\n\n@Table\nclass result {\n @PrimaryKey\n @Field\n id: number;\n\n @Field\n value: Shape;\n}\n\n@Reducer\nexport function setCircle(id: number, radius: number) {\n result.insert({ id, value: Shape.circle(radius) });\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,77): error TS2307: Cannot find module '@clockworklabs/spacetime-sdk-ts' or its corresponding type declarations.\r\nsrc/index.ts(6,3): error TS2564: Property 'width' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,3): error TS2564: Property 'height' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,3): error TS1249: A decorator can only decorate a method implementation, not an overload.\r\nsrc/index.ts(15,10): error TS2391: Function implementation is missing or not immediately following the declaration.\r\nsrc/index.ts(17,3): error TS1249: A decorator can only decorate a method implementation, not an overload.\r\nsrc/index.ts(18,10): error TS2391: Function implementation is missing or not immediately following the declaration.\r\nsrc/index.ts(25,3): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(28,3): error TS2564: Property 'value' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(31,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(33,10): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 507, + "output_tokens": 1286, + "generation_duration_ms": 45783, + "started_at": "2026-03-27T22:11:21.926443500Z", + "finished_at": "2026-03-27T22:12:15.429480Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table\nexport class primitive {\n @primaryKey\n id: number;\n count: number;\n total: bigint;\n price: number;\n ratio: number;\n active: boolean;\n name: string;\n}\n\n@reducer\nexport function seed() {\n primitive.insert({\n id: 1,\n count: 2,\n total: 3000000000n,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\"\n });\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,44): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(7,5): error TS2564: Property 'count' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,5): error TS2564: Property 'total' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,5): error TS2564: Property 'price' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(10,5): error TS2564: Property 'ratio' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(11,5): error TS2564: Property 'active' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,15): error TS2339: Property 'insert' does not exist on type 'typeof primitive'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 525, + "output_tokens": 756, + "generation_duration_ms": 23863, + "started_at": "2026-03-27T22:11:32.257069400Z", + "finished_at": "2026-03-27T22:12:03.751384100Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, column, reducer } from 'spacetimedb';\n\nexport class Address {\n street: string;\n zip: number;\n}\n\nexport class Position {\n x: number;\n y: number;\n}\n\n@table\nexport class profile {\n @column(primarykey: true)\n id: number;\n home: Address;\n work: Address;\n pos: Position;\n}\n\n@reducer\nexport function seed() {\n profile.insert({\n id: 1,\n home: { street: \"1 Main\", zip: 11111 },\n work: { street: \"2 Broad\", zip: 22222 },\n pos: { x: 7, y: 9 }\n });\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(15,21): error TS1005: ',' expected.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 549, + "output_tokens": 1572, + "generation_duration_ms": 53059, + "started_at": "2026-03-27T22:11:52.205432800Z", + "finished_at": "2026-03-27T22:12:51.110397700Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, sum_type, product_type, reducer, variant } from \"@clockworklabs/spacetimedb-ts\";\n\n@product_type\nclass Rect {\n width: number;\n height: number;\n}\n\n@sum_type\nclass Shape {\n @variant\n circle(radius: number): Shape;\n @variant\n rectangle(rect: Rect): Shape;\n}\n\n@table\nclass drawing {\n id: number;\n a: Shape;\n b: Shape;\n}\n\n@reducer\nexport function seed() {\n drawing.insert({\n id: 1,\n a: Shape.circle(10),\n b: Shape.rectangle(new Rect(4, 6))\n });\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,65): error TS2307: Cannot find module '@clockworklabs/spacetimedb-ts' or its corresponding type declarations.\r\nsrc/index.ts(5,3): error TS2564: Property 'width' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(6,3): error TS2564: Property 'height' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(11,3): error TS1249: A decorator can only decorate a method implementation, not an overload.\r\nsrc/index.ts(12,3): error TS2391: Function implementation is missing or not immediately following the declaration.\r\nsrc/index.ts(13,3): error TS1249: A decorator can only decorate a method implementation, not an overload.\r\nsrc/index.ts(14,3): error TS2391: Function implementation is missing or not immediately following the declaration.\r\nsrc/index.ts(19,3): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(20,3): error TS2564: Property 'a' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(21,3): error TS2564: Property 'b' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(24,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(26,11): error TS2339: Property 'insert' does not exist on type 'typeof drawing'.\r\nsrc/index.ts(28,14): error TS2339: Property 'circle' does not exist on type 'typeof Shape'.\r\nsrc/index.ts(29,14): error TS2339: Property 'rectangle' does not exist on type 'typeof Shape'.\r\nsrc/index.ts(29,33): error TS2554: Expected 0 arguments, but got 2.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 526, + "output_tokens": 680, + "generation_duration_ms": 11539, + "started_at": "2026-03-27T22:11:52.211514500Z", + "finished_at": "2026-03-27T22:12:09.636403100Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { table, column, reducer, ScheduleAt, Timestamp, Duration } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table(\"tickTimer\")\nclass TickTimer {\n @column({ primaryKey: true, autoInc: true })\n scheduledId: bigint;\n scheduledAt: ScheduleAt;\n}\n\n@reducer\nexport function tick(timer: TickTimer) {\n timer.scheduledAt = Timestamp.now() + Duration.fromMillis(50);\n TickTimer.update(timer);\n}\n\n@reducer\nexport function init() {\n let timer = new TickTimer();\n timer.scheduledAt = Timestamp.now() + Duration.fromMillis(50);\n TickTimer.insert(timer);\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,73): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'scheduledId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(10,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(13,15): error TS2339: Property 'update' does not exist on type 'typeof TickTimer'.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(20,15): error TS2339: Property 'insert' does not exist on type 'typeof TickTimer'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 480, + "output_tokens": 2419, + "generation_duration_ms": 70374, + "started_at": "2026-03-27T22:11:54.263440300Z", + "finished_at": "2026-03-27T22:13:10.668830900Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { Table, Column, BTreeIndex, Reducer } from \"@clockworklabs/spacetimedb-ts\";\n\n@Table(\"account\")\n@BTreeIndex(\"byName\", [\"name\"])\nclass Account {\n @Column(\"id\", \"i32\", true)\n id: number;\n\n @Column(\"email\", \"string\", false, true)\n email: string;\n\n @Column(\"name\", \"string\")\n name: string;\n}\n\n@Reducer\nexport function seed() {\n Account.insert({ id: 1, email: \"a@example.com\", name: \"Alice\" });\n Account.insert({ id: 2, email: \"b@example.com\", name: \"Bob\" });\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,52): error TS2307: Cannot find module '@clockworklabs/spacetimedb-ts' or its corresponding type declarations.\r\nsrc/index.ts(7,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(10,5): error TS2564: Property 'email' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(13,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,13): error TS2339: Property 'insert' does not exist on type 'typeof Account'.\r\nsrc/index.ts(19,13): error TS2339: Property 'insert' does not exist on type 'typeof Account'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 495, + "output_tokens": 542, + "generation_duration_ms": 27462, + "started_at": "2026-03-27T22:11:56.114663400Z", + "finished_at": "2026-03-27T22:12:29.429128400Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { Table, PrimaryKey, Index, Reducer } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table\nclass user {\n @PrimaryKey\n userId: number;\n name: string;\n}\n\n@Table\nclass group {\n @PrimaryKey\n groupId: number;\n title: string;\n}\n\n@Table\n@Index(\"byUser\", [\"userId\"])\n@Index(\"byGroup\", [\"groupId\"])\nclass membership {\n @PrimaryKey\n id: number;\n userId: number;\n groupId: number;\n}\n\n@Reducer\nexport function seed() {\n user.insert({ userId: 1, name: \"Alice\" });\n user.insert({ userId: 2, name: \"Bob\" });\n group.insert({ groupId: 10, title: \"Admin\" });\n group.insert({ groupId: 20, title: \"Dev\" });\n membership.insert({ id: 1, userId: 1, groupId: 10 });\n membership.insert({ id: 2, userId: 1, groupId: 20 });\n membership.insert({ id: 3, userId: 2, groupId: 20 });\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,51): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'userId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(7,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(13,5): error TS2564: Property 'groupId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,5): error TS2564: Property 'title' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(22,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(23,5): error TS2564: Property 'userId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(24,5): error TS2564: Property 'groupId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(27,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(29,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(30,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(31,11): error TS2339: Property 'insert' does not exist on type 'typeof group'.\r\nsrc/index.ts(32,11): error TS2339: Property 'insert' does not exist on type 'typeof group'.\r\nsrc/index.ts(33,16): error TS2339: Property 'insert' does not exist on type 'typeof membership'.\r\nsrc/index.ts(34,16): error TS2339: Property 'insert' does not exist on type 'typeof membership'.\r\nsrc/index.ts(35,16): error TS2339: Property 'insert' does not exist on type 'typeof membership'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 616, + "output_tokens": 843, + "generation_duration_ms": 19688, + "started_at": "2026-03-27T22:12:05.712121500Z", + "finished_at": "2026-03-27T22:12:31.542101800Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { Table, Column, PrimaryKey, Reducer } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table(\"entity\")\nclass entity {\n @PrimaryKey\n @Column(\"i32\")\n id: number;\n}\n\n@Table(\"position\")\nclass position {\n @PrimaryKey\n @Column(\"i32\")\n entityId: number;\n @Column(\"i32\")\n x: number;\n @Column(\"i32\")\n y: number;\n}\n\n@Table(\"velocity\")\nclass velocity {\n @PrimaryKey\n @Column(\"i32\")\n entityId: number;\n @Column(\"i32\")\n vx: number;\n @Column(\"i32\")\n vy: number;\n}\n\n@Table(\"nextPosition\")\nclass nextPosition {\n @PrimaryKey\n @Column(\"i32\")\n entityId: number;\n @Column(\"i32\")\n x: number;\n @Column(\"i32\")\n y: number;\n}\n\n@Reducer\nexport function seed() {\n entity.insert({ id: 1 });\n position.insert({ entityId: 1, x: 0, y: 0 });\n velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n entity.insert({ id: 2 });\n position.insert({ entityId: 2, x: 10, y: 0 });\n velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n}\n\n@Reducer\nexport function step() {\n for (let pos of position.all()) {\n let vel = velocity.findByEntityId(pos.entityId);\n if (vel) {\n let nx = pos.x + vel.vx;\n let ny = pos.y + vel.vy;\n nextPosition.insert({ entityId: pos.entityId, x: nx, y: ny });\n }\n }\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,52): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(7,3): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,3): error TS2564: Property 'entityId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(16,3): error TS2564: Property 'x' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(18,3): error TS2564: Property 'y' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(25,3): error TS2564: Property 'entityId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(27,3): error TS2564: Property 'vx' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(29,3): error TS2564: Property 'vy' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(36,3): error TS2564: Property 'entityId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(38,3): error TS2564: Property 'x' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(40,3): error TS2564: Property 'y' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(43,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(45,10): error TS2339: Property 'insert' does not exist on type 'typeof entity'.\r\nsrc/index.ts(46,12): error TS2339: Property 'insert' does not exist on type 'typeof position'.\r\nsrc/index.ts(47,12): error TS2339: Property 'insert' does not exist on type 'typeof velocity'.\r\nsrc/index.ts(48,10): error TS2339: Property 'insert' does not exist on type 'typeof entity'.\r\nsrc/index.ts(49,12): error TS2339: Property 'insert' does not exist on type 'typeof position'.\r\nsrc/index.ts(50,12): error TS2339: Property 'insert' does not exist on type 'typeof velocity'.\r\nsrc/index.ts(53,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(55,28): error TS2339: Property 'all' does not exist on type 'typeof position'.\r\nsrc/index.ts(56,24): error TS2339: Property 'findByEntityId' does not exist on type 'typeof velocity'.\r\nsrc/index.ts(60,20): error TS2339: Property 'insert' does not exist on type 'typeof nextPosition'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 619, + "output_tokens": 1588, + "generation_duration_ms": 53209, + "started_at": "2026-03-27T22:12:09.636593900Z", + "finished_at": "2026-03-27T22:13:10.668113500Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { Table, Column, Index, Reducer } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table(\"log\")\n@Index(\"byUserDay\", [\"userId\", \"day\"])\nclass Log {\n @Column(\"id\", \"i32\", true)\n id: number;\n\n @Column(\"userId\", \"i32\")\n userId: number;\n\n @Column(\"day\", \"i32\")\n day: number;\n\n @Column(\"message\", \"string\")\n message: string;\n}\n\n@Reducer\nexport function seed() {\n Log.insert({ id: 1, userId: 7, day: 1, message: \"a\" });\n Log.insert({ id: 2, userId: 7, day: 2, message: \"b\" });\n Log.insert({ id: 3, userId: 9, day: 1, message: \"c\" });\n}", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,47): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(7,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(10,5): error TS2564: Property 'userId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(13,5): error TS2564: Property 'day' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(16,5): error TS2564: Property 'message' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,9): error TS2339: Property 'insert' does not exist on type 'typeof Log'.\r\nsrc/index.ts(22,9): error TS2339: Property 'insert' does not exist on type 'typeof Log'.\r\nsrc/index.ts(23,9): error TS2339: Property 'insert' does not exist on type 'typeof Log'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 537, + "output_tokens": 561, + "generation_duration_ms": 24163, + "started_at": "2026-03-27T22:12:15.429748600Z", + "finished_at": "2026-03-27T22:12:47.354635800Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Column, PrimaryKey, AutoInc, Index, AnonymousView } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table(\"announcement\", { public: true })\nexport class announcement {\n @PrimaryKey\n @AutoInc\n @Column(\"u64\")\n id: u64;\n\n @Column(\"string\")\n message: string;\n\n @Column(\"bool\")\n @Index(\"btree\")\n active: bool;\n}\n\n@AnonymousView\nexport function activeAnnouncements(): announcement[] {\n return announcement.filter(row => row.active);\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,74): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(8,9): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(11,5): error TS2564: Property 'message' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,13): error TS2304: Cannot find name 'bool'.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(20,25): error TS2339: Property 'filter' does not exist on type 'typeof announcement'.\r\nsrc/index.ts(20,32): error TS7006: Parameter 'row' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 482, + "output_tokens": 1135, + "generation_duration_ms": 29359, + "started_at": "2026-03-27T22:10:44.407905900Z", + "finished_at": "2026-03-27T22:11:21.926283300Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, view, Identity, ctx } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table(\"profile\", { public: true })\nclass profile {\n @primaryKey\n @autoInc\n id: number;\n @unique\n identity: Identity;\n name: string;\n bio: string;\n}\n\n@view\nexport function my_profile(): profile | undefined {\n return profile.filter(p => p.identity == ctx.sender())[0];\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,44): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(6,6): error TS2304: Cannot find name 'autoInc'.\r\nsrc/index.ts(7,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,6): error TS2304: Cannot find name 'unique'.\r\nsrc/index.ts(10,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(11,5): error TS2564: Property 'bio' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,20): error TS2339: Property 'filter' does not exist on type 'typeof profile'.\r\nsrc/index.ts(16,27): error TS7006: Parameter 'p' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 530, + "output_tokens": 742, + "generation_duration_ms": 11104, + "started_at": "2026-03-27T22:10:50.824410Z", + "finished_at": "2026-03-27T22:11:07.814214700Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, u64, u32 } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({\n name: \"damageEvent\",\n event: true,\n public: true,\n})\nexport class DamageEvent {\n entityId: u64;\n damage: u32;\n source: string;\n}\n\n@reducer\nexport function deal_damage(ctx: ReducerContext, args: { entityId: u64, damage: u32, source: string }) {\n DamageEvent.insert({ entityId: args.entityId, damage: args.damage, source: args.source });\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,58): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(11,3): error TS2564: Property 'source' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,15): error TS2339: Property 'insert' does not exist on type 'typeof DamageEvent'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 507, + "output_tokens": 553, + "generation_duration_ms": 3917, + "started_at": "2026-03-27T22:10:22.572237700Z", + "finished_at": "2026-03-27T22:10:32.455010200Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Reducer, t } from \"@clockworklabs/spacetimedb-sdk\";\n\nexport const player = new Table(\"player\", {\n id: t.u64().primary().autoInc(),\n name: t.string(),\n nickname: t.option(t.string()),\n highScore: t.option(t.u32()),\n});\n\nexport const create_player = new Reducer(\"create_player\", {\n name: t.string(),\n nickname: t.option(t.string()),\n highScore: t.option(t.u32()),\n}, (ctx, { name, nickname, highScore }) => {\n player.insert({\n id: 0n,\n name,\n nickname,\n highScore,\n });\n});", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,35): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(14,5): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(14,12): error TS7031: Binding element 'name' implicitly has an 'any' type.\r\nsrc/index.ts(14,18): error TS7031: Binding element 'nickname' implicitly has an 'any' type.\r\nsrc/index.ts(14,28): error TS7031: Binding element 'highScore' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 529, + "output_tokens": 660, + "generation_duration_ms": 341115, + "started_at": "2026-03-27T22:10:24.566378900Z", + "finished_at": "2026-03-27T22:16:11.903474900Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, column, reducer, Identity, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table(\"message\", { public: true })\nexport class message {\n @column.number({ type: \"u64\", primaryKey: true, autoInc: true })\n id: bigint;\n\n @column.identity({ index: \"btree\" })\n owner: Identity;\n\n @column.string()\n text: string;\n}\n\n@reducer\nexport function create_message(ctx: ReducerContext, { text }: { text: string }) {\n message.insert({ id: 0n, owner: ctx.sender, text });\n}\n\n@reducer\nexport function delete_message(ctx: ReducerContext, { id }: { id: bigint }) {\n const msg = message.find(id);\n if (!msg) {\n throw new Error(\"not found\");\n }\n if (msg.owner !== ctx.sender) {\n throw new Error(\"unauthorized\");\n }\n msg.delete();\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,66): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,5): error TS2564: Property 'text' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,13): error TS2339: Property 'insert' does not exist on type 'typeof message'.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(22,25): error TS2339: Property 'find' does not exist on type 'typeof message'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 556, + "output_tokens": 1025, + "generation_duration_ms": 105185, + "started_at": "2026-03-27T22:07:59.711019600Z", + "finished_at": "2026-03-27T22:09:52.884588100Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, column, reducer } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table\nclass userInternal {\n @column({ type: \"u64\", primaryKey: true, autoInc: true })\n id: number;\n\n @column({ type: \"string\" })\n name: string;\n\n @column({ type: \"string\" })\n email: string;\n\n @column({ type: \"string\" })\n passwordHash: string;\n}\n\n@table({ public: true })\nclass userPublic {\n @column({ type: \"u64\", primaryKey: true })\n id: number;\n\n @column({ type: \"string\" })\n name: string;\n}\n\n@reducer\nexport function register_user(ctx: any, args: { name: string, email: string, passwordHash: string }) {\n const internal = userInternal.insert({ id: 0n, name: args.name, email: args.email, passwordHash: args.passwordHash });\n userPublic.insert({ id: internal.id, name: args.name });\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,40): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,3): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,3): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,3): error TS2564: Property 'email' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,3): error TS2564: Property 'passwordHash' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(21,3): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(24,3): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(27,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(29,33): error TS2339: Property 'insert' does not exist on type 'typeof userInternal'.\r\nsrc/index.ts(30,14): error TS2339: Property 'insert' does not exist on type 'typeof userPublic'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 573, + "output_tokens": 971, + "generation_duration_ms": 97267, + "started_at": "2026-03-27T22:07:59.711741Z", + "finished_at": "2026-03-27T22:09:42.937310200Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Column, Reducer, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table(\"author\")\nclass Author {\n @Column(\"id\", \"u64\", { primaryKey: true, autoInc: true })\n id: number;\n\n @Column(\"name\", \"string\")\n name: string;\n}\n\n@Table(\"post\")\nclass Post {\n @Column(\"id\", \"u64\", { primaryKey: true, autoInc: true })\n id: number;\n\n @Column(\"authorId\", \"u64\", { index: \"btree\" })\n authorId: number;\n\n @Column(\"title\", \"string\")\n title: string;\n}\n\n@Reducer\nexport function delete_author(ctx: ReducerContext, { authorId }: { authorId: number }) {\n Post.filterByAuthorId(authorId).forEach(post => post.delete());\n Author.findById(authorId)?.delete();\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,56): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(18,5): error TS2564: Property 'authorId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(21,5): error TS2564: Property 'title' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(24,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(26,10): error TS2339: Property 'filterByAuthorId' does not exist on type 'typeof Post'.\r\nsrc/index.ts(26,45): error TS7006: Parameter 'post' implicitly has an 'any' type.\r\nsrc/index.ts(27,12): error TS2339: Property 'findById' does not exist on type 'typeof Author'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 537, + "output_tokens": 865, + "generation_duration_ms": 11866, + "started_at": "2026-03-27T22:10:26.484943800Z", + "finished_at": "2026-03-27T22:10:44.402929700Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, column, reducer, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table(\"order\")\nclass Order {\n @column(\"id\", \"u64\", { primaryKey: true, autoInc: true })\n id: number;\n\n @column(\"category\", \"string\", { index: \"btree\" })\n category: string;\n\n @column(\"amount\", \"u64\")\n amount: number;\n\n @column(\"fulfilled\", \"bool\")\n fulfilled: boolean;\n}\n\n@table(\"categoryStats\")\nclass CategoryStats {\n @column(\"category\", \"string\", { primaryKey: true })\n category: string;\n\n @column(\"totalAmount\", \"u64\")\n totalAmount: number;\n\n @column(\"orderCount\", \"u32\")\n orderCount: number;\n}\n\n@reducer\nexport function compute_stats(ctx: ReducerContext, args: { category: string }) {\n let totalAmount = 0;\n let orderCount = 0;\n for (const order of Order.query().filter(\"category\", args.category)) {\n totalAmount += order.amount;\n orderCount += 1;\n }\n CategoryStats.insert({\n category: args.category,\n totalAmount,\n orderCount,\n });\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,56): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,3): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,3): error TS2564: Property 'category' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,3): error TS2564: Property 'amount' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,3): error TS2564: Property 'fulfilled' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(21,3): error TS2564: Property 'category' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(24,3): error TS2564: Property 'totalAmount' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(27,3): error TS2564: Property 'orderCount' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(30,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(34,29): error TS2339: Property 'query' does not exist on type 'typeof Order'.\r\nsrc/index.ts(38,17): error TS2339: Property 'insert' does not exist on type 'typeof CategoryStats'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 556, + "output_tokens": 1054, + "generation_duration_ms": 7940, + "started_at": "2026-03-27T22:10:32.455134300Z", + "finished_at": "2026-03-27T22:10:50.823277600Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey, autoInc, index, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table(\"customer\")\nclass Customer {\n @primaryKey\n @autoInc\n id: number;\n name: string;\n}\n\n@table(\"order\")\nclass Order {\n @primaryKey\n @autoInc\n id: number;\n @index(\"btree\")\n customerId: number;\n product: string;\n amount: number;\n}\n\n@table(\"orderDetail\")\nclass OrderDetail {\n @primaryKey\n orderId: number;\n customerName: string;\n product: string;\n amount: number;\n}\n\n@reducer\nexport function build_order_details(ctx: ReducerContext) {\n Order.all().forEach(order => {\n const customer = Customer.find(order.customerId);\n if (customer) {\n OrderDetail.insert({\n orderId: order.id,\n customerName: customer.name,\n product: order.product,\n amount: order.amount,\n });\n }\n });\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,76): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(7,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(17,5): error TS2564: Property 'customerId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(18,5): error TS2564: Property 'product' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(19,5): error TS2564: Property 'amount' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(25,5): error TS2564: Property 'orderId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(26,5): error TS2564: Property 'customerName' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(27,5): error TS2564: Property 'product' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(28,5): error TS2564: Property 'amount' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(31,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(33,11): error TS2339: Property 'all' does not exist on type 'typeof Order'.\r\nsrc/index.ts(33,25): error TS7006: Parameter 'order' implicitly has an 'any' type.\r\nsrc/index.ts(34,35): error TS2339: Property 'find' does not exist on type 'typeof Customer'.\r\nsrc/index.ts(36,25): error TS2339: Property 'insert' does not exist on type 'typeof OrderDetail'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 602, + "output_tokens": 825, + "generation_duration_ms": 10448, + "started_at": "2026-03-27T22:10:40.384934300Z", + "finished_at": "2026-03-27T22:11:00.587023200Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Reducer, Column } from '@spacetimedb/sdk';\n\n@Table\nclass account {\n @Column({ type: 'u64', primaryKey: true, autoInc: true })\n id: bigint;\n\n @Column({ type: 'string', unique: true })\n email: string;\n\n @Column({ type: 'string' })\n displayName: string;\n}\n\n@Reducer\nfunction create_account(ctx: any, { email, displayName }: { email: string, displayName: string }) {\n account.insert({ id: 0n, email, displayName });\n}", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,40): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,3): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,3): error TS2564: Property 'email' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,3): error TS2564: Property 'displayName' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,11): error TS2339: Property 'insert' does not exist on type 'typeof account'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 498, + "output_tokens": 1254, + "generation_duration_ms": 21455, + "started_at": "2026-03-27T22:10:44.403143800Z", + "finished_at": "2026-03-27T22:11:11.793430800Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, column, reducer, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table(\"product\")\nclass Product {\n @column(\"id\", \"u64\", { primaryKey: true, autoInc: true })\n id: number;\n\n @column(\"name\", \"string\")\n name: string;\n\n @column(\"price\", \"u32\", { index: \"btree\" })\n price: number;\n}\n\n@table(\"priceRangeResult\")\nclass PriceRangeResult {\n @column(\"productId\", \"u64\", { primaryKey: true })\n productId: number;\n\n @column(\"name\", \"string\")\n name: string;\n\n @column(\"price\", \"u32\")\n price: number;\n}\n\n@reducer\nexport function find_in_price_range(ctx: ReducerContext, args: { minPrice: number, maxPrice: number }) {\n for (const product of Product.all()) {\n if (product.price >= args.minPrice && product.price <= args.maxPrice) {\n PriceRangeResult.insert({\n productId: product.id,\n name: product.name,\n price: product.price,\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,56): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,3): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,3): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,3): error TS2564: Property 'price' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(18,3): error TS2564: Property 'productId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(21,3): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(24,3): error TS2564: Property 'price' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(27,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(29,33): error TS2339: Property 'all' does not exist on type 'typeof Product'.\r\nsrc/index.ts(31,24): error TS2339: Property 'insert' does not exist on type 'typeof PriceRangeResult'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 567, + "output_tokens": 811, + "generation_duration_ms": 9771, + "started_at": "2026-03-27T22:10:50.829624400Z", + "finished_at": "2026-03-27T22:11:05.848506300Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, column, reducer } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table(\"player\")\nclass Player {\n @column(\"u64\", { primaryKey: true, autoInc: true })\n id: number;\n @column(\"string\")\n name: string;\n @column(\"u64\")\n score: number;\n}\n\n@table(\"leaderboard\")\nclass Leaderboard {\n @column(\"u32\", { primaryKey: true })\n rank: number;\n @column(\"string\")\n playerName: string;\n @column(\"u64\")\n score: number;\n}\n\n@reducer\nexport function build_leaderboard(ctx: any, { limit }: { limit: number }) {\n Leaderboard.filter(() => true).delete();\n const players = Player.all().collect();\n players.sort((a, b) => b.score - a.score);\n const top = players.slice(0, limit);\n for (let i = 0; i < top.length; i++) {\n Leaderboard.insert({\n rank: i + 1,\n playerName: top[i].name,\n score: top[i].score,\n });\n }\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,40): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,3): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,3): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(10,3): error TS2564: Property 'score' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(16,3): error TS2564: Property 'rank' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(18,3): error TS2564: Property 'playerName' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(20,3): error TS2564: Property 'score' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(23,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(25,15): error TS2339: Property 'filter' does not exist on type 'typeof Leaderboard'.\r\nsrc/index.ts(26,26): error TS2339: Property 'all' does not exist on type 'typeof Player'.\r\nsrc/index.ts(27,17): error TS7006: Parameter 'a' implicitly has an 'any' type.\r\nsrc/index.ts(27,20): error TS7006: Parameter 'b' implicitly has an 'any' type.\r\nsrc/index.ts(30,17): error TS2339: Property 'insert' does not exist on type 'typeof Leaderboard'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 560, + "output_tokens": 1182, + "generation_duration_ms": 7232, + "started_at": "2026-03-27T22:11:00.587142400Z", + "finished_at": "2026-03-27T22:11:13.763027800Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Column, Reducer, ReducerContext } from \"@spacetime-db/sdk\";\n\n@Table(\"task\")\nclass Task {\n @Column(\"u64\", { primaryKey: true, autoInc: true })\n id: number;\n\n @Column(\"string\")\n title: string;\n\n @Column(\"bool\")\n completed: boolean;\n}\n\n@Table(\"firstIncomplete\")\nclass FirstIncomplete {\n @Column(\"u64\", { primaryKey: true })\n taskId: number;\n\n @Column(\"string\")\n title: string;\n}\n\n@Reducer\nexport function find_first_incomplete(ctx: ReducerContext) {\n const firstIncompleteTask = Task.all().find(task => !task.completed);\n if (firstIncompleteTask) {\n FirstIncomplete.insert({\n taskId: firstIncompleteTask.id,\n title: firstIncompleteTask.title,\n });\n }\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,56): error TS2307: Cannot find module '@spacetime-db/sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,3): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,3): error TS2564: Property 'title' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,3): error TS2564: Property 'completed' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(18,3): error TS2564: Property 'taskId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(21,3): error TS2564: Property 'title' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(24,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(26,36): error TS2339: Property 'all' does not exist on type 'typeof Task'.\r\nsrc/index.ts(26,47): error TS7006: Parameter 'task' implicitly has an 'any' type.\r\nsrc/index.ts(28,21): error TS2339: Property 'insert' does not exist on type 'typeof FirstIncomplete'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 524, + "output_tokens": 828, + "generation_duration_ms": 20206, + "started_at": "2026-03-27T22:11:05.848839400Z", + "finished_at": "2026-03-27T22:11:32.256829200Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, column, primaryKey, autoInc, reducer, ReducerContext, u64, u32 } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table\nclass order {\n @column\n @primaryKey\n @autoInc\n id: u64;\n @column\n category: string;\n @column\n amount: u32;\n}\n\n@table\nclass distinctCategory {\n @column\n @primaryKey\n category: string;\n}\n\n@reducer\nexport function collect_distinct_categories(ctx: ReducerContext) {\n const categories = new Set();\n for (const o of order.all()) {\n categories.add(o.category);\n }\n for (const cat of categories) {\n distinctCategory.insert({ category: cat });\n }\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,87): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(10,3): error TS2564: Property 'category' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(19,3): error TS2564: Property 'category' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(22,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(25,25): error TS2339: Property 'all' does not exist on type 'typeof order'.\r\nsrc/index.ts(29,22): error TS2339: Property 'insert' does not exist on type 'typeof distinctCategory'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 514, + "output_tokens": 1531, + "generation_duration_ms": 38598, + "started_at": "2026-03-27T22:11:07.814385800Z", + "finished_at": "2026-03-27T22:11:52.211379300Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey, autoInc } from \"@clockworklabs/spacetime-sdk\";\n\n@table\nclass user {\n @primaryKey\n @autoInc\n id: u64 = 0;\n name: string;\n active: bool;\n}\n\n@table\nclass userStats {\n @primaryKey\n key: string;\n count: u64;\n}\n\n@reducer\nexport function compute_user_counts(ctx: any) {\n let total = 0;\n for (const _ of ctx.db.user.iter()) {\n total++;\n }\n let active = 0;\n for (const u of ctx.db.user.iter()) {\n if (u.active) {\n active++;\n }\n }\n ctx.db.userStats.insert({ key: \"total\", count: total });\n ctx.db.userStats.insert({ key: \"active\", count: active });\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,53): error TS2307: Cannot find module '@clockworklabs/spacetime-sdk' or its corresponding type declarations.\r\nsrc/index.ts(7,7): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(8,3): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,11): error TS2304: Cannot find name 'bool'.\r\nsrc/index.ts(15,3): error TS2564: Property 'key' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(16,10): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 555, + "output_tokens": 737, + "generation_duration_ms": 30522, + "started_at": "2026-03-27T22:11:09.794081900Z", + "finished_at": "2026-03-27T22:11:48.439675400Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Index, Reducer, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table(\"eventLog\")\nclass EventLog {\n id: number;\n category: string;\n severity: number;\n message: string;\n}\n\n@Index([\"category\", \"severity\"])\nclass EventLogIndex {}\n\n@Table(\"filteredEvent\")\nclass FilteredEvent {\n eventId: number;\n message: string;\n}\n\n@Reducer\nexport function filter_events(ctx: ReducerContext, args: { category: string, severity: number }) {\n for (const row of EventLog.all()) {\n if (row.category === args.category && row.severity === args.severity) {\n new FilteredEvent({ eventId: row.id, message: row.message }).insert();\n }\n }\n}", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,55): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,3): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(6,3): error TS2564: Property 'category' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(7,3): error TS2564: Property 'severity' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,3): error TS2564: Property 'message' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(16,3): error TS2564: Property 'eventId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(17,3): error TS2564: Property 'message' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(22,30): error TS2339: Property 'all' does not exist on type 'typeof EventLog'.\r\nsrc/index.ts(24,25): error TS2554: Expected 0 arguments, but got 1.\r\nsrc/index.ts(24,68): error TS2339: Property 'insert' does not exist on type 'FilteredEvent'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 560, + "output_tokens": 883, + "generation_duration_ms": 36646, + "started_at": "2026-03-27T22:11:11.793727700Z", + "finished_at": "2026-03-27T22:11:54.263307900Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Reducer, ScheduleAt, PrimaryKey, AutoInc, ctx } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table(\"reminder\")\nclass Reminder {\n @PrimaryKey\n @AutoInc\n scheduledId: u64;\n scheduledAt: ScheduleAt;\n message: string;\n}\n\n@Reducer\nexport function send_reminder(reminder: Reminder) {\n}\n\n@Reducer\nexport function init() {\n Reminder.insert({\n scheduledAt: ScheduleAt.time(ctx.timestamp + 60_000_000n),\n message: \"Reminder\",\n });\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,70): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(7,18): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(9,5): error TS2564: Property 'message' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,14): error TS2339: Property 'insert' does not exist on type 'typeof Reminder'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 532, + "output_tokens": 1087, + "generation_duration_ms": 16475, + "started_at": "2026-03-27T22:10:15.985438Z", + "finished_at": "2026-03-27T22:10:38.351163100Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, schedule, auto_inc, u64, Timestamp, ReducerContext } from \"@spacetime-db/sdk\";\n\n@table\n@schedule(\"run_cleanup\", \"scheduledAt\")\nclass cleanupJob {\n @auto_inc\n scheduledId: u64;\n scheduledAt: Timestamp;\n}\n\n@reducer\nfunction run_cleanup(ctx: ReducerContext, job: cleanupJob) {\n // does nothing\n}\n\n@reducer\nfunction init(ctx: ReducerContext) {\n cleanupJob.insert({\n scheduledAt: ctx.timestamp + 60_000_000n\n });\n}\n\n@reducer\nfunction cancel_cleanup(ctx: ReducerContext, args: { scheduledId: u64 }) {\n cleanupJob.delete(args.scheduledId);\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,84): error TS2307: Cannot find module '@spacetime-db/sdk' or its corresponding type declarations.\r\nsrc/index.ts(11,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,16): error TS2339: Property 'insert' does not exist on type 'typeof cleanupJob'.\r\nsrc/index.ts(23,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(25,16): error TS2339: Property 'delete' does not exist on type 'typeof cleanupJob'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 529, + "output_tokens": 2727, + "generation_duration_ms": 347259, + "started_at": "2026-03-27T22:10:22.570256300Z", + "finished_at": "2026-03-27T22:16:15.943875400Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, Identity, Timestamp, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ public: true, primaryKey: [\"identity\"] })\nclass onlinePlayer {\n identity: Identity;\n connectedAt: Timestamp;\n}\n\n@reducer(\"spacetimedb.clientConnected\")\nfunction clientConnected(ctx: ReducerContext) {\n onlinePlayer.insert({ identity: ctx.sender, connectedAt: ctx.timestamp });\n}\n\n@reducer(\"spacetimedb.clientDisconnected\")\nfunction clientDisconnected(ctx: ReducerContext) {\n onlinePlayer.delete({ identity: ctx.sender });\n}", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,69): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(9,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(11,16): error TS2339: Property 'insert' does not exist on type 'typeof onlinePlayer'.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,16): error TS2339: Property 'delete' does not exist on type 'typeof onlinePlayer'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 494, + "output_tokens": 1643, + "generation_duration_ms": 19739, + "started_at": "2026-03-27T22:10:22.571202100Z", + "finished_at": "2026-03-27T22:10:50.824275800Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Reducer, Identity, u64, ReducerContext } from \"spacetimedb\";\n\n@Table({ private: true })\nclass user {\n @PrimaryKey\n identity: Identity;\n name: string;\n}\n\n@Table\nclass message {\n @PrimaryKey\n @AutoInc\n id: u64;\n @Index(\"btree\")\n sender: Identity;\n text: string;\n}\n\n@Reducer\nexport function register(ctx: ReducerContext, { name }: { name: string }) {\n const existing = user.filter(u => u.identity === ctx.sender);\n if (existing.length > 0) {\n throw new Error(\"already registered\");\n }\n user.insert({ identity: ctx.sender, name });\n}\n\n@Reducer\nexport function post_message(ctx: ReducerContext, { text }: { text: string }) {\n const existing = user.filter(u => u.identity === ctx.sender);\n if (existing.length === 0) {\n throw new Error(\"not registered\");\n }\n message.insert({ id: 0n, sender: ctx.sender, text });\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,10): error TS2724: '\"spacetimedb\"' has no exported member named 'Table'. Did you mean 'table'?\r\nsrc/index.ts(1,17): error TS2724: '\"spacetimedb\"' has no exported member named 'Reducer'. Did you mean 'reducers'?\r\nsrc/index.ts(1,36): error TS2305: Module '\"spacetimedb\"' has no exported member 'u64'.\r\nsrc/index.ts(1,41): error TS2305: Module '\"spacetimedb\"' has no exported member 'ReducerContext'.\r\nsrc/index.ts(5,4): error TS2304: Cannot find name 'PrimaryKey'.\r\nsrc/index.ts(6,3): error TS2564: Property 'identity' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(7,3): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,4): error TS2304: Cannot find name 'PrimaryKey'.\r\nsrc/index.ts(13,4): error TS2304: Cannot find name 'AutoInc'.\r\nsrc/index.ts(15,4): error TS2304: Cannot find name 'Index'.\r\nsrc/index.ts(16,3): error TS2564: Property 'sender' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(17,3): error TS2564: Property 'text' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(22,25): error TS2339: Property 'filter' does not exist on type 'typeof user'.\r\nsrc/index.ts(22,32): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\nsrc/index.ts(26,8): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(29,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(31,25): error TS2339: Property 'filter' does not exist on type 'typeof user'.\r\nsrc/index.ts(31,32): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\nsrc/index.ts(35,11): error TS2339: Property 'insert' does not exist on type 'typeof message'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 572, + "output_tokens": 930, + "generation_duration_ms": 99197, + "started_at": "2026-03-27T22:07:59.712460500Z", + "finished_at": "2026-03-27T22:09:49.095388600Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, column, reducer, ReducerContext, Identity, u32, u64 } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table(\"config\", { private: true })\nclass Config {\n @column.number(\"id\", { primaryKey: true })\n id: u32;\n @column.identity(\"admin\")\n admin: Identity;\n}\n\n@table(\"admin_log\")\nclass AdminLog {\n @column.number(\"id\", { primaryKey: true, autoInc: true })\n id: u64;\n @column.string(\"action\")\n action: string;\n}\n\n@reducer\nexport class BootstrapAdmin {\n call(ctx: ReducerContext, args: {}) {\n const existing = Config.filter(c => c.id === 0);\n if (existing.count() > 0) {\n throw new Error(\"already bootstrapped\");\n }\n Config.insert({ id: 0, admin: ctx.sender });\n }\n}\n\n@reducer\nexport class AdminAction {\n call(ctx: ReducerContext, args: { action: string }) {\n const config = Config.findById(0);\n if (!config) {\n throw new Error(\"not bootstrapped\");\n }\n if (ctx.sender !== config.admin) {\n throw new Error(\"not admin\");\n }\n AdminLog.insert({ id: 0n, action: args.action });\n }\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,76): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(16,5): error TS2564: Property 'action' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(22,33): error TS2339: Property 'filter' does not exist on type 'typeof Config'.\r\nsrc/index.ts(22,40): error TS7006: Parameter 'c' implicitly has an 'any' type.\r\nsrc/index.ts(26,16): error TS2339: Property 'insert' does not exist on type 'typeof Config'.\r\nsrc/index.ts(33,31): error TS2339: Property 'findById' does not exist on type 'typeof Config'.\r\nsrc/index.ts(40,18): error TS2339: Property 'insert' does not exist on type 'typeof AdminLog'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 581, + "output_tokens": 924, + "generation_duration_ms": 107311, + "started_at": "2026-03-27T22:07:59.713183500Z", + "finished_at": "2026-03-27T22:09:54.765502300Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, Identity, ReducerContext } from \"@clockworklabs/spacetimedb\";\n\n@table(\"user\", { private: true })\nexport class User {\n identity: Identity;\n role: string;\n}\n\n@reducer\nexport function register(ctx: ReducerContext) {\n let user = User.filter(u => u.identity == ctx.sender).one();\n if (user) throw new Error(\"already registered\");\n User.insert({ identity: ctx.sender, role: \"member\" });\n}\n\n@reducer\nexport function promote(ctx: ReducerContext, { target }: { target: Identity }) {\n let caller = User.filter(u => u.identity == ctx.sender).one();\n if (!caller) throw new Error(\"not registered\");\n if (caller.role != \"admin\") throw new Error(\"not admin\");\n let targetUser = User.filter(u => u.identity == target).one();\n if (!targetUser) throw new Error(\"target not registered\");\n targetUser.role = \"admin\";\n User.update(targetUser);\n}\n\n@reducer\nexport function member_action(ctx: ReducerContext) {\n let user = User.filter(u => u.identity == ctx.sender).one();\n if (!user) throw new Error(\"not registered\");\n}\n\n@reducer\nexport function admin_action(ctx: ReducerContext) {\n let user = User.filter(u => u.identity == ctx.sender).one();\n if (!user) throw new Error(\"not registered\");\n if (user.role != \"admin\") throw new Error(\"not admin\");\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,58): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'role' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(11,21): error TS2339: Property 'filter' does not exist on type 'typeof User'.\r\nsrc/index.ts(11,28): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\nsrc/index.ts(13,10): error TS2339: Property 'insert' does not exist on type 'typeof User'.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,23): error TS2339: Property 'filter' does not exist on type 'typeof User'.\r\nsrc/index.ts(18,30): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\nsrc/index.ts(21,27): error TS2339: Property 'filter' does not exist on type 'typeof User'.\r\nsrc/index.ts(21,34): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\nsrc/index.ts(24,10): error TS2339: Property 'update' does not exist on type 'typeof User'.\r\nsrc/index.ts(27,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(29,21): error TS2339: Property 'filter' does not exist on type 'typeof User'.\r\nsrc/index.ts(29,28): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\nsrc/index.ts(33,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(35,21): error TS2339: Property 'filter' does not exist on type 'typeof User'.\r\nsrc/index.ts(35,28): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 612, + "output_tokens": 942, + "generation_duration_ms": 113171, + "started_at": "2026-03-27T22:07:59.713909600Z", + "finished_at": "2026-03-27T22:09:58.642320Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Column, Reducer, ReducerContext, Identity } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table(\"admin\", { public: false })\nclass Admin {\n @Column(\"identity\", Identity, { unique: true })\n identity: Identity;\n}\n\n@Table(\"banned\", { public: false })\nclass Banned {\n @Column(\"identity\", Identity, { unique: true })\n identity: Identity;\n}\n\n@Table(\"player\", { public: true })\nclass Player {\n @Column(\"identity\", Identity, { unique: true })\n identity: Identity;\n\n @Column(\"name\", \"string\")\n name: string;\n}\n\n@Reducer\nexport function add_admin(ctx: ReducerContext, { target }: { target: Identity }) {\n if (!Admin.findByIdentity(ctx.sender)) {\n throw new Error(\"not admin\");\n }\n if (!Admin.findByIdentity(target)) {\n Admin.insert({ identity: target });\n }\n}\n\n@Reducer\nexport function ban_player(ctx: ReducerContext, { target }: { target: Identity }) {\n if (!Admin.findByIdentity(ctx.sender)) {\n throw new Error(\"not admin\");\n }\n Banned.insert({ identity: target });\n const player = Player.findByIdentity(target);\n if (player) {\n Player.deleteByIdentity(target);\n }\n}\n\n@Reducer\nexport function join_game(ctx: ReducerContext, { name }: { name: string }) {\n if (Banned.findByIdentity(ctx.sender)) {\n throw new Error(\"banned\");\n }\n if (Player.findByIdentity(ctx.sender)) {\n throw new Error(\"already in game\");\n }\n Player.insert({ identity: ctx.sender, name });\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,66): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(21,3): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(24,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(26,14): error TS2339: Property 'findByIdentity' does not exist on type 'typeof Admin'.\r\nsrc/index.ts(29,14): error TS2339: Property 'findByIdentity' does not exist on type 'typeof Admin'.\r\nsrc/index.ts(30,11): error TS2339: Property 'insert' does not exist on type 'typeof Admin'.\r\nsrc/index.ts(34,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(36,14): error TS2339: Property 'findByIdentity' does not exist on type 'typeof Admin'.\r\nsrc/index.ts(39,10): error TS2339: Property 'insert' does not exist on type 'typeof Banned'.\r\nsrc/index.ts(40,25): error TS2339: Property 'findByIdentity' does not exist on type 'typeof Player'.\r\nsrc/index.ts(42,12): error TS2339: Property 'deleteByIdentity' does not exist on type 'typeof Player'.\r\nsrc/index.ts(46,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(48,14): error TS2339: Property 'findByIdentity' does not exist on type 'typeof Banned'.\r\nsrc/index.ts(51,14): error TS2339: Property 'findByIdentity' does not exist on type 'typeof Player'.\r\nsrc/index.ts(54,10): error TS2339: Property 'insert' does not exist on type 'typeof Player'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 628, + "output_tokens": 1044, + "generation_duration_ms": 109382, + "started_at": "2026-03-27T22:07:59.714644700Z", + "finished_at": "2026-03-27T22:09:54.771805700Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, Identity, autoInc } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ private: true, primaryKey: [\"identity\"] })\nclass rate_limit {\n identity: Identity;\n last_call_us: bigint;\n}\n\n@table()\nclass action_log {\n @autoInc\n id: bigint;\n identity: Identity;\n payload: string;\n}\n\n@reducer\nexport function limited_action(ctx: any, { payload }: { payload: string }) {\n const now = ctx.timestamp.microsSinceUnixEpoch;\n const limit = rate_limit.findByIdentity(ctx.sender);\n if (limit && (now - limit.last_call_us) < 1000000n) {\n throw new Error(\"rate limited\");\n }\n if (limit) {\n limit.last_call_us = now;\n limit.save();\n } else {\n new rate_limit(ctx.sender, now).insert();\n }\n new action_log(0n, ctx.sender, payload).insert();\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,51): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'last_call_us' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,5): error TS2564: Property 'payload' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(17,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(20,30): error TS2339: Property 'findByIdentity' does not exist on type 'typeof rate_limit'.\r\nsrc/index.ts(28,24): error TS2554: Expected 0 arguments, but got 2.\r\nsrc/index.ts(28,41): error TS2339: Property 'insert' does not exist on type 'rate_limit'.\r\nsrc/index.ts(30,20): error TS2554: Expected 0 arguments, but got 3.\r\nsrc/index.ts(30,45): error TS2339: Property 'insert' does not exist on type 'action_log'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 601, + "output_tokens": 1113, + "generation_duration_ms": 111369, + "started_at": "2026-03-27T22:07:59.715471900Z", + "finished_at": "2026-03-27T22:09:56.952300400Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Column, PrimaryKey, AutoInc, Index, Reducer, ReducerContext, Identity, u64 } from '@clockworklabs/spacetimedb-sdk';\n\n@Table\nclass document {\n @PrimaryKey\n @AutoInc\n @Column\n id: u64;\n\n @Index(\"btree\")\n @Column\n owner: Identity;\n\n @Column\n title: string;\n}\n\n@Table\nclass document_share {\n @Index(\"btree\")\n @Column\n document_id: u64;\n\n @Index(\"btree\")\n @Column\n shared_with: Identity;\n}\n\n@Reducer\nexport function create_document(ctx: ReducerContext, args: { title: string }) {\n document.insert({ id: 0n, owner: ctx.sender, title: args.title });\n}\n\n@Reducer\nexport function share_document(ctx: ReducerContext, args: { document_id: u64, target: Identity }) {\n const doc = document.findById(args.document_id);\n if (!doc) {\n throw new Error(\"not found\");\n }\n if (doc.owner !== ctx.sender) {\n throw new Error(\"not owner\");\n }\n document_share.insert({ document_id: args.document_id, shared_with: args.target });\n}\n\n@Reducer\nexport function edit_document(ctx: ReducerContext, args: { document_id: u64, new_title: string }) {\n const doc = document.findById(args.document_id);\n if (!doc) {\n throw new Error(\"not found\");\n }\n const isOwner = doc.owner === ctx.sender;\n const isShared = document_share.filter({ document_id: args.document_id, shared_with: ctx.sender }).count() > 0;\n if (!isOwner && !isShared) {\n throw new Error(\"unauthorized\");\n }\n document.update({ ...doc, title: args.new_title });\n}", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,99): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(15,3): error TS2564: Property 'title' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(29,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(31,12): error TS2339: Property 'insert' does not exist on type 'typeof document'.\r\nsrc/index.ts(34,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(36,24): error TS2339: Property 'findById' does not exist on type 'typeof document'.\r\nsrc/index.ts(43,18): error TS2339: Property 'insert' does not exist on type 'typeof document_share'.\r\nsrc/index.ts(46,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(48,24): error TS2339: Property 'findById' does not exist on type 'typeof document'.\r\nsrc/index.ts(53,35): error TS2339: Property 'filter' does not exist on type 'typeof document_share'.\r\nsrc/index.ts(57,12): error TS2339: Property 'update' does not exist on type 'typeof document'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 675, + "output_tokens": 1119, + "generation_duration_ms": 103221, + "started_at": "2026-03-27T22:07:59.716222Z", + "finished_at": "2026-03-27T22:09:49.096159400Z" + } + } + }, + { + "name": "Gemini 3 Flash", + "route_api_model": "google/gemini-3-flash-preview", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@SpacetimeDB.table(\"public\")\nclass emptyTable {\n @SpacetimeDB.column(\"primarykey\")\n id: number = 0;\n}\n\n@SpacetimeDB.reducer\nfunction emptyReducerNoArgs(ctx: ReducerContext) {\n}\n\n@SpacetimeDB.reducer\nfunction emptyReducerWithInt(ctx: ReducerContext, count: number) {\n}\n\n@SpacetimeDB.reducer\nfunction emptyReducerWithString(ctx: ReducerContext, name: string) {\n}\n\n@SpacetimeDB.reducer\nfunction emptyReducerWithTwoArgs(ctx: ReducerContext, count: number, name: string) {\n}\n\n@SpacetimeDB.reducer\nfunction emptyReducerWithThreeArgs(ctx: ReducerContext, active: boolean, ratio: number, label: string) {\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,45): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(9,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(13,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(25,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 341, + "output_tokens": 213, + "generation_duration_ms": 10346, + "started_at": "2026-03-27T22:11:21.916857100Z", + "finished_at": "2026-03-27T22:11:38.229511100Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeTable, PrimaryKey } from \"@clockwork-labs/spacetimedb-sdk\";\n\n@SpacetimeTable()\nexport class user {\n @PrimaryKey()\n id: number = 0;\n name: string = \"\";\n age: number = 0;\n active: boolean = false;\n}\n\n@SpacetimeTable()\nexport class product {\n @PrimaryKey()\n id: number = 0;\n title: string = \"\";\n price: number = 0;\n inStock: boolean = false;\n}\n\n@SpacetimeTable()\nexport class note {\n @PrimaryKey()\n id: number = 0;\n body: string = \"\";\n rating: bigint = BigInt(0);\n pinned: boolean = false;\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,44): error TS2307: Cannot find module '@clockwork-labs/spacetimedb-sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 381, + "output_tokens": 183, + "generation_duration_ms": 11824, + "started_at": "2026-03-27T22:11:21.923476500Z", + "finished_at": "2026-03-27T22:11:42.475018700Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Column, Reducer, ScheduleAt, SpacetimeContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ name: \"tickTimer\", scheduled: { reducer: \"tick\", delay: \"50ms\" } })\nexport class tickTimer {\n @Column({ primaryKey: true, autoIncrement: true })\n scheduledId: bigint = 0n;\n\n @Column()\n scheduledAt: ScheduleAt = new ScheduleAt();\n}\n\n@Reducer\nexport function init(ctx: SpacetimeContext) {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.fromDelay(\"50ms\")\n });\n}\n\n@Reducer\nexport function tick(ctx: SpacetimeContext, timer: tickTimer) {\n // Scheduled reducer logic for tickTimer\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,70): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 313, + "output_tokens": 196, + "generation_duration_ms": 8071, + "started_at": "2026-03-27T22:11:21.924544600Z", + "finished_at": "2026-03-27T22:11:38.223862Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, i32 } from \"@clockworklabs/spacetimedb-sdk\";\n\n@SpacetimeDB.type\nexport class Position {\n @SpacetimeDB.column(\"i32\")\n public x: i32 = 0;\n\n @SpacetimeDB.column(\"i32\")\n public y: i32 = 0;\n}\n\n@SpacetimeDB.table\nexport class entity {\n @SpacetimeDB.column(\"i32\", { primaryKey: true })\n public id: i32 = 0;\n\n @SpacetimeDB.column(\"Position\")\n public pos: Position = new Position();\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,34): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 292, + "output_tokens": 160, + "generation_duration_ms": 12180, + "started_at": "2026-03-27T22:11:26.048733100Z", + "finished_at": "2026-03-27T22:11:44.420296Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBTable, i32 } from \"@clockworklabs/spacetimedb-sdk\";\n\n@SpacetimeDBTable({ name: \"user\" })\nexport class user {\n @primarykey\n id: i32 = 0;\n name: string = \"\";\n age: i32 = 0;\n active: boolean = false;\n}\n\n@reducer\nexport function insertUser(ctx: ReducerContext, id: i32, name: string, age: i32, active: boolean) {\n user.insert({\n id,\n name,\n age,\n active\n });\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,39): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'primarykey'.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(13,33): error TS2304: Cannot find name 'ReducerContext'.\r\nsrc/index.ts(14,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 331, + "output_tokens": 150, + "generation_duration_ms": 10344, + "started_at": "2026-03-27T22:11:26.054094200Z", + "finished_at": "2026-03-27T22:11:44.414154200Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, Table, Reducer, Identity, Context } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ public: true })\nexport class user {\n @PrimaryColumn\n id: number = 0;\n name: string = \"\";\n age: number = 0;\n active: boolean = false;\n}\n\n@Reducer\nexport function updateUser(ctx: Context, id: number, name: string, age: number, active: boolean) {\n const existing = user.findById(id);\n if (existing) {\n user.update({ id, name, age, active });\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,64): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'PrimaryColumn'.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(14,27): error TS2339: Property 'findById' does not exist on type 'typeof user'.\r\nsrc/index.ts(16,14): error TS2339: Property 'update' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 330, + "output_tokens": 148, + "generation_duration_ms": 14433, + "started_at": "2026-03-27T22:11:29.989452500Z", + "finished_at": "2026-03-27T22:11:52.214354300Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, Table, Reducer, Identity, Address } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ name: \"user\", primaryKey: \"id\" })\nexport class user {\n id: number = 0;\n name: string = \"\";\n age: number = 0;\n active: boolean = false;\n}\n\n@Reducer\nexport function deleteUser(ctx: any, id: number): void {\n user.deleteById(id);\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,64): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(11,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(13,10): error TS2339: Property 'deleteById' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 298, + "output_tokens": 115, + "generation_duration_ms": 12480, + "started_at": "2026-03-27T22:11:29.994507900Z", + "finished_at": "2026-03-27T22:11:52.213537600Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, Table, Reducer, Identity, Address } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ public: true })\nexport class user {\n @PrimaryColumn\n id: number = 0;\n name: string = \"\";\n age: number = 0;\n active: boolean = false;\n}\n\n@Reducer\nexport function crud(ctx: ReducerContext) {\n user.insert({\n id: 1,\n name: \"Alice\",\n age: 30,\n active: true\n });\n\n user.insert({\n id: 2,\n name: \"Bob\",\n age: 22,\n active: false\n });\n\n user.update({ id: 1 }, {\n id: 1,\n name: \"Alice2\",\n age: 31,\n active: false\n });\n\n user.delete({ id: 2 });\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,64): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'PrimaryColumn'.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(13,27): error TS2304: Cannot find name 'ReducerContext'.\r\nsrc/index.ts(14,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(21,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(28,10): error TS2339: Property 'update' does not exist on type 'typeof user'.\r\nsrc/index.ts(35,10): error TS2339: Property 'delete' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 385, + "output_tokens": 225, + "generation_duration_ms": 13954, + "started_at": "2026-03-27T22:11:40.309643Z", + "finished_at": "2026-03-27T22:12:01.856751200Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, Table, Reducer, Identity, Address } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ public: true })\nexport class user {\n @PrimaryColumn\n public id: number = 0;\n public name: string = \"\";\n public age: number = 0;\n public active: boolean = false;\n}\n\n@Table({ public: true })\nexport class result {\n @PrimaryColumn\n public id: number = 0;\n public name: string = \"\";\n}\n\n@Reducer\nexport function lookupUserName(ctx: ReducerContext, id: number) {\n const foundUser = user.findById(id);\n if (foundUser) {\n result.insert({\n id: foundUser.id,\n name: foundUser.name\n });\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,64): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'PrimaryColumn'.\r\nsrc/index.ts(14,6): error TS2304: Cannot find name 'PrimaryColumn'.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(20,37): error TS2304: Cannot find name 'ReducerContext'.\r\nsrc/index.ts(21,28): error TS2339: Property 'findById' does not exist on type 'typeof user'.\r\nsrc/index.ts(23,16): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 344, + "output_tokens": 195, + "generation_duration_ms": 17651, + "started_at": "2026-03-27T22:11:40.310897600Z", + "finished_at": "2026-03-27T22:12:07.700182400Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, ReducerContext, Table } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ public: true })\nexport class user {\n @Primary()\n id: number = 0;\n name: string = \"\";\n age: number = 0;\n active: boolean = false;\n}\n\n@Reducer()\nexport function init(ctx: ReducerContext) {\n user.insert({\n id: 1,\n name: \"Alice\",\n age: 30,\n active: true\n });\n\n user.insert({\n id: 2,\n name: \"Bob\",\n age: 22,\n active: false\n });\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,52): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'Primary'.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(14,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(21,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 337, + "output_tokens": 169, + "generation_duration_ms": 11898, + "started_at": "2026-03-27T22:11:40.315548300Z", + "finished_at": "2026-03-27T22:12:01.855554300Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, Table, Reducer, Identity, Address, Context } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ public: true })\nexport class event {\n @Primary()\n @AutoIncrement()\n public id: bigint = 0n;\n public kind: string = \"\";\n}\n\n@Reducer()\nexport function clientConnected(ctx: Context) {\n event.insert({\n id: 0n,\n kind: \"connected\"\n });\n}\n\n@Reducer()\nexport function clientDisconnected(ctx: Context) {\n event.insert({\n id: 0n,\n kind: \"disconnected\"\n });\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,73): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'Primary'.\r\nsrc/index.ts(6,6): error TS2304: Cannot find name 'AutoIncrement'.\r\nsrc/index.ts(11,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(13,11): error TS2339: Property 'insert' does not exist on type 'typeof event'.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,11): error TS2339: Property 'insert' does not exist on type 'typeof event'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 286, + "output_tokens": 158, + "generation_duration_ms": 15436, + "started_at": "2026-03-27T22:11:44.414486300Z", + "finished_at": "2026-03-27T22:12:07.701139900Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, ReducerContext, Table } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ public: true })\nexport class result {\n @PrimaryColumn\n public id: number = 0;\n public sum: number = 0;\n}\n\nfunction add(a: number, b: number): number {\n return a + b;\n}\n\n@Reducer\nexport function computeSum(ctx: ReducerContext, id: number, a: number, b: number): void {\n const sumValue = add(a, b);\n result.insert({\n id: id,\n sum: sumValue\n });\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,52): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'PrimaryColumn'.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,12): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 322, + "output_tokens": 153, + "generation_duration_ms": 17442, + "started_at": "2026-03-27T22:11:44.420486200Z", + "finished_at": "2026-03-27T22:12:07.705936200Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, Table, Reducer, Identity, Context } from \"@clockwork-labs/spacetimedb-sdk\";\n\n@SpacetimeDB.Type\nexport class Score {\n public left: number = 0;\n public right: number = 0;\n\n constructor(left: number, right: number) {\n this.left = left;\n this.right = right;\n }\n}\n\n@SpacetimeDB.Table(\"public\")\nexport class result {\n @SpacetimeDB.Column({ primaryKey: true })\n public id: number = 0;\n public value: Score;\n\n constructor(id: number, value: Score) {\n this.id = id;\n this.value = value;\n }\n}\n\n@SpacetimeDB.Reducer\nexport function setScore(ctx: Context, id: number, left: number, right: number) {\n const scoreValue = new Score(left, right);\n result.insert(new result(id, scoreValue));\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,64): error TS2307: Cannot find module '@clockwork-labs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(26,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(29,12): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 330, + "output_tokens": 239, + "generation_duration_ms": 5853, + "started_at": "2026-03-27T22:12:45.256206Z", + "finished_at": "2026-03-27T22:12:57.091904300Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, i32 } from \"@clockwork-labs/spacetimedb-sdk\";\n\n@SpacetimeDB.Type\nexport class Rect {\n public width: i32;\n public height: i32;\n\n constructor(width: i32, height: i32) {\n this.width = width;\n this.height = height;\n }\n}\n\n@SpacetimeDB.Type\nexport enum ShapeTag {\n circle,\n rectangle\n}\n\n@SpacetimeDB.Type\nexport class Shape {\n public tag: ShapeTag;\n public circle?: i32;\n public rectangle?: Rect;\n\n public static circle(radius: i32): Shape {\n const s = new Shape();\n s.tag = ShapeTag.circle;\n s.circle = radius;\n return s;\n }\n\n public static rectangle(rect: Rect): Shape {\n const s = new Shape();\n s.tag = ShapeTag.rectangle;\n s.rectangle = rect;\n return s;\n }\n}\n\n@SpacetimeDB.Table(\"public\")\nexport class result {\n @SpacetimeDB.PrimaryKey\n public id: i32;\n public value: Shape;\n\n constructor(id: i32, value: Shape) {\n this.id = id;\n this.value = value;\n }\n}\n\n@SpacetimeDB.Reducer\nexport function setCircle(ctx: SpacetimeDB.ReducerContext, id: i32, radius: i32): void {\n result.insert(new result(id, Shape.circle(radius)));\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,34): error TS2307: Cannot find module '@clockwork-labs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(22,12): error TS2564: Property 'tag' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(53,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(55,12): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 355, + "output_tokens": 386, + "generation_duration_ms": 7862, + "started_at": "2026-03-27T22:12:45.261573200Z", + "finished_at": "2026-03-27T22:13:02.843623200Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBTable, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@SpacetimeDBTable({ public: true })\nclass primitive {\n @primarykey\n id: number = 0;\n count: number = 0;\n total: bigint = 0n;\n price: number = 0;\n ratio: number = 0;\n active: boolean = false;\n name: string = \"\";\n}\n\n@reducer\nfunction seed(ctx: ReducerContext) {\n primitive.insert({\n id: 1,\n count: 2,\n total: 3000000000n,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\"\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,50): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'primarykey'.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,15): error TS2339: Property 'insert' does not exist on type 'typeof primitive'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 376, + "output_tokens": 197, + "generation_duration_ms": 13724, + "started_at": "2026-03-27T22:12:45.262834700Z", + "finished_at": "2026-03-27T22:13:02.845393500Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, ReducerContext, Table, Type } from \"@clockwork-labs/spacetimedb-sdk\";\n\n@Type\nexport class Address {\n street: string = \"\";\n zip: number = 0;\n}\n\n@Type\nexport class Position {\n x: number = 0;\n y: number = 0;\n}\n\n@Table({ public: true })\nexport class profile {\n @PrimaryColumn\n id: number = 0;\n home: Address = new Address();\n work: Address = new Address();\n pos: Position = new Position();\n}\n\n@Reducer\nexport function seed(ctx: ReducerContext) {\n const homeAddr = new Address();\n homeAddr.street = \"1 Main\";\n homeAddr.zip = 11111;\n\n const workAddr = new Address();\n workAddr.street = \"2 Broad\";\n workAddr.zip = 22222;\n\n const currentPos = new Position();\n currentPos.x = 7;\n currentPos.y = 9;\n\n profile.insert({\n id: 1,\n home: homeAddr,\n work: workAddr,\n pos: currentPos\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,58): error TS2307: Cannot find module '@clockwork-labs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(17,6): error TS2304: Cannot find name 'PrimaryColumn'.\r\nsrc/index.ts(24,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(38,13): error TS2339: Property 'insert' does not exist on type 'typeof profile'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 407, + "output_tokens": 289, + "generation_duration_ms": 11827, + "started_at": "2026-03-27T22:12:45.263918600Z", + "finished_at": "2026-03-27T22:13:02.844648700Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, Table, Reducer, SumType, Variant } from \"@clockworklabs/spacetimedb-sdk\";\n\n@SumType\nexport class Shape {\n @Variant(\"i32\")\n public static circle: number;\n\n @Variant({ width: \"i32\", height: \"i32\" })\n public static rectangle: { width: number, height: number };\n}\n\n@Table({ public: true })\nexport class drawing {\n @PrimaryColumn(\"i32\")\n public id: number = 0;\n\n public a: Shape = Shape.circle(0);\n public b: Shape = Shape.circle(0);\n}\n\n@Reducer\nexport function seed() {\n drawing.insert({\n id: 1,\n a: Shape.circle(10),\n b: Shape.rectangle({ width: 4, height: 6 })\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,63): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(14,6): error TS2304: Cannot find name 'PrimaryColumn'.\r\nsrc/index.ts(17,29): error TS2349: This expression is not callable.\r\n Type 'Number' has no call signatures.\r\nsrc/index.ts(18,29): error TS2349: This expression is not callable.\r\n Type 'Number' has no call signatures.\r\nsrc/index.ts(21,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(23,13): error TS2339: Property 'insert' does not exist on type 'typeof drawing'.\r\nsrc/index.ts(25,18): error TS2349: This expression is not callable.\r\n Type 'Number' has no call signatures.\r\nsrc/index.ts(26,18): error TS2349: This expression is not callable.\r\n Type '{ width: number; height: number; }' has no call signatures.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 379, + "output_tokens": 210, + "generation_duration_ms": 12964, + "started_at": "2026-03-27T22:12:47.355921700Z", + "finished_at": "2026-03-27T22:13:06.614506200Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, ScheduleAt, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table({ name: \"tickTimer\" })\nexport class tickTimer {\n @primarykey\n @autoinc\n public scheduledId: bigint = 0n;\n\n @scheduled(\"tick\")\n public scheduledAt: ScheduleAt = ScheduleAt.fromDelay(50);\n}\n\n@reducer\nexport function init(ctx: ReducerContext) {\n tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.fromDelay(50)\n });\n}\n\n@reducer\nexport function tick(ctx: ReducerContext, timer: tickTimer) {\n tickTimer.update(timer, {\n scheduledAt: ScheduleAt.fromDelay(50)\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,57): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(3,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'primarykey'.\r\nsrc/index.ts(6,6): error TS2304: Cannot find name 'autoinc'.\r\nsrc/index.ts(9,6): error TS2552: Cannot find name 'scheduled'. Did you mean 'ScheduleAt'?\r\nsrc/index.ts(13,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(15,15): error TS2339: Property 'insert' does not exist on type 'typeof tickTimer'.\r\nsrc/index.ts(21,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(23,15): error TS2339: Property 'update' does not exist on type 'typeof tickTimer'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 312, + "output_tokens": 192, + "generation_duration_ms": 15509, + "started_at": "2026-03-27T22:12:51.104505200Z", + "finished_at": "2026-03-27T22:13:12.549214300Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@SpacetimeDB.table(\"public\")\nexport class account {\n @SpacetimeDB.column(\"primarykey\")\n id: number = 0;\n\n @SpacetimeDB.column(\"unique\")\n email: string = \"\";\n\n @SpacetimeDB.index(\"btree\", \"byName\")\n name: string = \"\";\n}\n\n@SpacetimeDB.reducer\nexport function seed(ctx: ReducerContext) {\n account.insert({\n id: 1,\n email: \"a@example.com\",\n name: \"Alice\"\n });\n account.insert({\n id: 2,\n email: \"b@example.com\",\n name: \"Bob\"\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,45): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,13): error TS2339: Property 'insert' does not exist on type 'typeof account'.\r\nsrc/index.ts(22,13): error TS2339: Property 'insert' does not exist on type 'typeof account'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 318, + "output_tokens": 196, + "generation_duration_ms": 11683, + "started_at": "2026-03-27T22:12:58.985528600Z", + "finished_at": "2026-03-27T22:13:18.365607200Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { Table, Column, PrimaryKey, Index, Reducer } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table\nexport class user {\n @PrimaryKey\n @Column(\"i32\")\n userId: number = 0;\n\n @Column(\"string\")\n name: string = \"\";\n}\n\n@Table\nexport class group {\n @PrimaryKey\n @Column(\"i32\")\n groupId: number = 0;\n\n @Column(\"string\")\n title: string = \"\";\n}\n\n@Table\nexport class membership {\n @PrimaryKey\n @Column(\"i32\")\n id: number = 0;\n\n @Index(\"btree\")\n @Column(\"i32\")\n userId: number = 0;\n\n @Index(\"btree\")\n @Column(\"i32\")\n groupId: number = 0;\n}\n\nexport class Reducers {\n @Reducer\n static seed() {\n user.insert({ userId: 1, name: \"Alice\" });\n user.insert({ userId: 2, name: \"Bob\" });\n\n group.insert({ groupId: 10, title: \"Admin\" });\n group.insert({ groupId: 20, title: \"Dev\" });\n\n membership.insert({ id: 1, userId: 1, groupId: 10 });\n membership.insert({ id: 2, userId: 1, groupId: 20 });\n membership.insert({ id: 3, userId: 2, groupId: 20 });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,59): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(41,14): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(42,14): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(44,15): error TS2339: Property 'insert' does not exist on type 'typeof group'.\r\nsrc/index.ts(45,15): error TS2339: Property 'insert' does not exist on type 'typeof group'.\r\nsrc/index.ts(47,20): error TS2339: Property 'insert' does not exist on type 'typeof membership'.\r\nsrc/index.ts(48,20): error TS2339: Property 'insert' does not exist on type 'typeof membership'.\r\nsrc/index.ts(49,20): error TS2339: Property 'insert' does not exist on type 'typeof membership'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 474, + "output_tokens": 358, + "generation_duration_ms": 13698, + "started_at": "2026-03-27T22:13:02.836017400Z", + "finished_at": "2026-03-27T22:13:30.145983500Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { Table, Reducer, SpacetimeContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ public: true })\nexport class entity {\n @PrimaryColumn\n id: number = 0;\n}\n\n@Table({ public: true })\nexport class position {\n @PrimaryColumn\n entityId: number = 0;\n x: number = 0;\n y: number = 0;\n}\n\n@Table({ public: true })\nexport class velocity {\n @PrimaryColumn\n entityId: number = 0;\n vx: number = 0;\n vy: number = 0;\n}\n\n@Table({ public: true })\nexport class nextPosition {\n @PrimaryColumn\n entityId: number = 0;\n x: number = 0;\n y: number = 0;\n}\n\n@Reducer\nexport function seed(ctx: SpacetimeContext) {\n entity.insert({ id: 1 });\n position.insert({ entityId: 1, x: 0, y: 0 });\n velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n\n entity.insert({ id: 2 });\n position.insert({ entityId: 2, x: 10, y: 0 });\n velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n}\n\n@Reducer\nexport function step(ctx: SpacetimeContext) {\n for (const pos of position.iter()) {\n const vel = velocity.findByEntityId(pos.entityId);\n if (vel) {\n const nextX = pos.x + vel.vx;\n const nextY = pos.y + vel.vy;\n nextPosition.upsert({\n entityId: pos.entityId,\n x: nextX,\n y: nextY\n });\n }\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,50): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'PrimaryColumn'.\r\nsrc/index.ts(11,6): error TS2304: Cannot find name 'PrimaryColumn'.\r\nsrc/index.ts(19,6): error TS2304: Cannot find name 'PrimaryColumn'.\r\nsrc/index.ts(27,6): error TS2304: Cannot find name 'PrimaryColumn'.\r\nsrc/index.ts(33,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(35,12): error TS2339: Property 'insert' does not exist on type 'typeof entity'.\r\nsrc/index.ts(36,14): error TS2339: Property 'insert' does not exist on type 'typeof position'.\r\nsrc/index.ts(37,14): error TS2339: Property 'insert' does not exist on type 'typeof velocity'.\r\nsrc/index.ts(39,12): error TS2339: Property 'insert' does not exist on type 'typeof entity'.\r\nsrc/index.ts(40,14): error TS2339: Property 'insert' does not exist on type 'typeof position'.\r\nsrc/index.ts(41,14): error TS2339: Property 'insert' does not exist on type 'typeof velocity'.\r\nsrc/index.ts(44,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(46,32): error TS2339: Property 'iter' does not exist on type 'typeof position'.\r\nsrc/index.ts(47,30): error TS2339: Property 'findByEntityId' does not exist on type 'typeof velocity'.\r\nsrc/index.ts(51,26): error TS2339: Property 'upsert' does not exist on type 'typeof nextPosition'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 497, + "output_tokens": 449, + "generation_duration_ms": 11670, + "started_at": "2026-03-27T22:13:02.837240700Z", + "finished_at": "2026-03-27T22:13:20.293571Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { Table, Column, PrimaryKey, Index, Reducer, SpacetimeDBContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table\n@Index(\"byUserDay\", \"btree\", [\"userId\", \"day\"])\nexport class log {\n @PrimaryKey\n @Column(\"i32\")\n id: number = 0;\n\n @Column(\"i32\")\n userId: number = 0;\n\n @Column(\"i32\")\n day: number = 0;\n\n @Column(\"string\")\n message: string = \"\";\n}\n\nexport class Module {\n @Reducer\n static seed(ctx: SpacetimeDBContext) {\n log.insert({ id: 1, userId: 7, day: 1, message: \"a\" });\n log.insert({ id: 2, userId: 7, day: 2, message: \"b\" });\n log.insert({ id: 3, userId: 9, day: 1, message: \"c\" });\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,79): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(23,13): error TS2339: Property 'insert' does not exist on type 'typeof log'.\r\nsrc/index.ts(24,13): error TS2339: Property 'insert' does not exist on type 'typeof log'.\r\nsrc/index.ts(25,13): error TS2339: Property 'insert' does not exist on type 'typeof log'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 376, + "output_tokens": 241, + "generation_duration_ms": 9703, + "started_at": "2026-03-27T22:13:02.845498100Z", + "finished_at": "2026-03-27T22:13:18.366526900Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Column, PrimaryKey, AutoIncrement, Index, View } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ public: true })\nexport class announcement {\n @PrimaryKey\n @AutoIncrement\n @Column(\"u64\")\n id!: number;\n\n @Column(\"string\")\n message!: string;\n\n @Index(\"btree\")\n @Column(\"bool\")\n active!: boolean;\n}\n\n@View({\n public: true,\n anonymousView: true\n})\nexport class activeAnnouncements {\n static run(): announcement[] {\n return announcement.filterByActive(true);\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,71): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(24,29): error TS2339: Property 'filterByActive' does not exist on type 'typeof announcement'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 302, + "output_tokens": 150, + "generation_duration_ms": 12674, + "started_at": "2026-03-27T22:12:18.867912700Z", + "finished_at": "2026-03-27T22:12:43.451998Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Identity, SpacetimeContext, View } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table(\"public\")\nexport class profile {\n @PrimaryColumn(\"u64\", \"autoInc\")\n id: number = 0;\n\n @Unique\n identity: Identity = Identity.fromUint8Array(new Uint8Array(32));\n\n name: string = \"\";\n bio: string = \"\";\n}\n\n@View(\"public\")\nexport function my_profile(ctx: SpacetimeContext): profile | undefined {\n return profile.findByIdentity(ctx.sender);\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,57): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'PrimaryColumn'.\r\nsrc/index.ts(8,6): error TS2304: Cannot find name 'Unique'.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,20): error TS2339: Property 'findByIdentity' does not exist on type 'typeof profile'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 360, + "output_tokens": 139, + "generation_duration_ms": 14314, + "started_at": "2026-03-27T22:12:18.872484700Z", + "finished_at": "2026-03-27T22:12:43.452988900Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBContext, Table, Column } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ name: \"damageEvent\", event: true, public: true })\nexport class damageEvent {\n @Column({ type: \"u64\" })\n entityId: number;\n\n @Column({ type: \"u32\" })\n damage: number;\n\n @Column({ type: \"string\" })\n source: string;\n\n constructor(entityId: number, damage: number, source: string) {\n this.entityId = entityId;\n this.damage = damage;\n this.source = source;\n }\n}\n\nexport function deal_damage(\n ctx: SpacetimeDBContext,\n args: { entityId: number; damage: number; source: string }\n): void {\n ctx.db.damageEvent.insert(new damageEvent(args.entityId, args.damage, args.source));\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,51): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 333, + "output_tokens": 223, + "generation_duration_ms": 14936, + "started_at": "2026-03-27T22:12:01.856945900Z", + "finished_at": "2026-03-27T22:12:29.417715Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, ReducerContext, Table, t } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ name: \"player\", public: true })\nexport class player {\n @t.primary_key(\"autoInc\")\n id: number = 0;\n name: string = \"\";\n nickname: string | null = null;\n highScore: number | null = null;\n}\n\n@SpacetimeDB.reducer\nexport function create_player(\n ctx: ReducerContext,\n args: { name: string, nickname: string | null, highScore: number | null }\n) {\n ctx.db.player.insert({\n id: 0,\n name: args.name,\n nickname: args.nickname,\n highScore: args.highScore\n });\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,55): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 359, + "output_tokens": 191, + "generation_duration_ms": 13573, + "started_at": "2026-03-27T22:12:01.862040400Z", + "finished_at": "2026-03-27T22:12:29.416582500Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, Identity, ReducerContext, Table, PrimaryKey, AutoInc, Index } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table(\"public\")\nexport class message {\n @PrimaryKey\n @AutoInc\n public id: bigint = 0n;\n\n @Index(\"btree\")\n public owner: Identity;\n\n public text: string;\n\n constructor(owner: Identity, text: string) {\n this.owner = owner;\n this.text = text;\n }\n}\n\n@Reducer\nexport function create_message(ctx: ReducerContext, text: string): void {\n message.insert({\n id: 0n,\n owner: ctx.sender,\n text: text\n });\n}\n\n@Reducer\nexport function delete_message(ctx: ReducerContext, id: bigint): void {\n const msg = message.findById(id);\n if (!msg) {\n throw \"not found\";\n }\n if (!msg.owner.isEqual(ctx.sender)) {\n throw \"unauthorized\";\n }\n message.deleteById(id);\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,90): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(22,13): error TS2339: Property 'insert' does not exist on type 'typeof message'.\r\nsrc/index.ts(29,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(31,25): error TS2339: Property 'findById' does not exist on type 'typeof message'.\r\nsrc/index.ts(38,13): error TS2339: Property 'deleteById' does not exist on type 'typeof message'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 391, + "output_tokens": 263, + "generation_duration_ms": 9206, + "started_at": "2026-03-27T22:11:00.592443400Z", + "finished_at": "2026-03-27T22:11:17.735842300Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Column, Reducer, SpacetimeContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ public: false })\nexport class userInternal {\n @Column({ primaryKey: true, autoInc: true })\n id: bigint = 0n;\n @Column()\n name: string = \"\";\n @Column()\n email: string = \"\";\n @Column()\n passwordHash: string = \"\";\n}\n\n@Table({ public: true })\nexport class userPublic {\n @Column({ primaryKey: true })\n id: bigint = 0n;\n @Column()\n name: string = \"\";\n}\n\n@Reducer\nexport function register_user(ctx: SpacetimeContext, name: string, email: string, passwordHash: string) {\n const internal = userInternal.insert({\n id: 0n,\n name,\n email,\n passwordHash\n });\n\n userPublic.insert({\n id: internal.id,\n name: internal.name\n });\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,58): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(23,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(25,35): error TS2339: Property 'insert' does not exist on type 'typeof userInternal'.\r\nsrc/index.ts(32,16): error TS2339: Property 'insert' does not exist on type 'typeof userPublic'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 404, + "output_tokens": 244, + "generation_duration_ms": 11205, + "started_at": "2026-03-27T22:11:00.593477900Z", + "finished_at": "2026-03-27T22:11:21.916734800Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Column, PrimaryKey, AutoInc, Index, Reducer, Context } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table\nexport class author {\n @PrimaryKey\n @AutoInc\n @Column(\"u64\")\n public id!: number;\n\n @Column(\"string\")\n public name!: string;\n}\n\n@Table\nexport class post {\n @PrimaryKey\n @AutoInc\n @Column(\"u64\")\n public id!: number;\n\n @Index(\"btree\")\n @Column(\"u64\")\n public authorId!: number;\n\n @Column(\"string\")\n public title!: string;\n}\n\nexport class Reducers {\n @Reducer\n public static delete_author(ctx: Context, args: { authorId: number }) {\n for (const p of post.filterByAuthorId(args.authorId)) {\n post.deleteById(p.id);\n }\n author.deleteById(args.authorId);\n }\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,77): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(32,30): error TS2339: Property 'filterByAuthorId' does not exist on type 'typeof post'.\r\nsrc/index.ts(33,18): error TS2339: Property 'deleteById' does not exist on type 'typeof post'.\r\nsrc/index.ts(35,16): error TS2339: Property 'deleteById' does not exist on type 'typeof author'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 363, + "output_tokens": 236, + "generation_duration_ms": 19620, + "started_at": "2026-03-27T22:12:07.706088400Z", + "finished_at": "2026-03-27T22:12:34.871552600Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, ReducerContext, SpacetimeDBError } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ name: \"order\", public: true })\nexport class order {\n @primarykey\n @autoinc\n id: number = 0;\n\n @index(\"btree\")\n category: string = \"\";\n\n amount: number = 0;\n fulfilled: boolean = false;\n}\n\n@Table({ name: \"categoryStats\", public: true })\nexport class categoryStats {\n @primarykey\n category: string = \"\";\n\n totalAmount: number = 0;\n orderCount: number = 0;\n}\n\n@reducer\nexport function compute_stats(ctx: ReducerContext, category: string) {\n let totalAmount = 0n;\n let orderCount = 0;\n\n for (const ord of order.filterByCategory(category)) {\n totalAmount += BigInt(ord.amount);\n orderCount += 1;\n }\n\n categoryStats.insert({\n category,\n totalAmount: Number(totalAmount),\n orderCount\n });\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,57): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'primarykey'.\r\nsrc/index.ts(6,6): error TS2304: Cannot find name 'autoinc'.\r\nsrc/index.ts(9,6): error TS2304: Cannot find name 'index'.\r\nsrc/index.ts(18,6): error TS2304: Cannot find name 'primarykey'.\r\nsrc/index.ts(25,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(30,29): error TS2339: Property 'filterByCategory' does not exist on type 'typeof order'.\r\nsrc/index.ts(35,19): error TS2339: Property 'insert' does not exist on type 'typeof categoryStats'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 386, + "output_tokens": 259, + "generation_duration_ms": 11165, + "started_at": "2026-03-27T22:12:07.707477600Z", + "finished_at": "2026-03-27T22:12:29.423083800Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBContext, Table, PrimaryKey, AutoInc, Index } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table\nclass customer {\n @PrimaryKey\n @AutoInc\n id: number = 0;\n name: string = \"\";\n}\n\n@Table\nclass order {\n @PrimaryKey\n @AutoInc\n id: number = 0;\n @Index(\"btree\")\n customerId: number = 0;\n product: string = \"\";\n amount: number = 0;\n}\n\n@Table\nclass orderDetail {\n @PrimaryKey\n orderId: number = 0;\n customerName: string = \"\";\n product: string = \"\";\n amount: number = 0;\n}\n\nfunction build_order_details(ctx: SpacetimeDBContext) {\n for (const o of ctx.db.order.iter()) {\n const c = ctx.db.customer.id.find(o.customerId);\n if (c) {\n ctx.db.orderDetail.insert({\n orderId: o.id,\n customerName: c.name,\n product: o.product,\n amount: o.amount\n });\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,71): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 437, + "output_tokens": 286, + "generation_duration_ms": 13846, + "started_at": "2026-03-27T22:12:07.708643Z", + "finished_at": "2026-03-27T22:12:29.423746700Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, Table, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ name: \"account\", public: true })\nexport class account {\n @SpacetimeDB.column({ primaryKey: true, autoInc: true })\n id: bigint = 0n;\n\n @SpacetimeDB.column({ unique: true })\n email: string = \"\";\n\n @SpacetimeDB.column()\n displayName: string = \"\";\n}\n\n@SpacetimeDB.reducer()\nexport function create_account(ctx: ReducerContext, args: { email: string, displayName: string }) {\n account.insert({\n id: 0n,\n email: args.email,\n displayName: args.displayName\n });\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,52): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,13): error TS2339: Property 'insert' does not exist on type 'typeof account'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 319, + "output_tokens": 182, + "generation_duration_ms": 16019, + "started_at": "2026-03-27T22:12:13.409358500Z", + "finished_at": "2026-03-27T22:12:34.872638400Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBContext, Table, PrimaryKey, AutoInc, Index } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table\nclass product {\n @PrimaryKey\n @AutoInc\n id: number = 0;\n name: string = \"\";\n @Index(\"btree\")\n price: number = 0;\n}\n\n@Table\nclass priceRangeResult {\n @PrimaryKey\n productId: number = 0;\n name: string = \"\";\n price: number = 0;\n}\n\nfunction find_in_price_range(ctx: SpacetimeDBContext, minPrice: number, maxPrice: number) {\n for (const p of ctx.db.product.iter()) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n ctx.db.priceRangeResult.insert({\n productId: p.id,\n name: p.name,\n price: p.price\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,71): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 398, + "output_tokens": 231, + "generation_duration_ms": 8286, + "started_at": "2026-03-27T22:12:29.423844700Z", + "finished_at": "2026-03-27T22:12:45.256109100Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, ReducerContext, Table, PrimaryKey, AutoInc } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table\nexport class player {\n @PrimaryKey\n @AutoInc\n id: number = 0;\n name: string = \"\";\n score: bigint = 0n;\n}\n\n@Table\nexport class leaderboard {\n @PrimaryKey\n rank: number = 0;\n playerName: string = \"\";\n score: bigint = 0n;\n}\n\n@Reducer\nexport function build_leaderboard(ctx: ReducerContext, limit: number): void {\n const players = player.iter().toArray();\n \n players.sort((a, b) => {\n if (b.score > a.score) return 1;\n if (b.score < a.score) return -1;\n return 0;\n });\n\n const topPlayers = players.slice(0, limit);\n\n for (const entry of leaderboard.iter()) {\n leaderboard.delete(entry);\n }\n\n for (let i = 0; i < topPlayers.length; i++) {\n const p = topPlayers[i];\n leaderboard.insert({\n rank: i + 1,\n playerName: p.name,\n score: p.score\n });\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,73): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(22,28): error TS2339: Property 'iter' does not exist on type 'typeof player'.\r\nsrc/index.ts(24,19): error TS7006: Parameter 'a' implicitly has an 'any' type.\r\nsrc/index.ts(24,22): error TS7006: Parameter 'b' implicitly has an 'any' type.\r\nsrc/index.ts(32,37): error TS2339: Property 'iter' does not exist on type 'typeof leaderboard'.\r\nsrc/index.ts(33,21): error TS2339: Property 'delete' does not exist on type 'typeof leaderboard'.\r\nsrc/index.ts(38,21): error TS2339: Property 'insert' does not exist on type 'typeof leaderboard'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 389, + "output_tokens": 313, + "generation_duration_ms": 14027, + "started_at": "2026-03-27T22:12:29.424985900Z", + "finished_at": "2026-03-27T22:12:51.104225100Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ name: \"task\", primaryKey: \"id\" })\nexport class task {\n @column(\"u64\", { autoInc: true })\n id: number = 0;\n title: string = \"\";\n completed: boolean = false;\n}\n\n@Table({ name: \"firstIncomplete\", primaryKey: \"taskId\" })\nexport class firstIncomplete {\n @column(\"u64\")\n taskId: number = 0;\n title: string = \"\";\n}\n\n@Reducer\nexport function find_first_incomplete(ctx: ReducerContext) {\n for (const t of task.iter()) {\n if (!t.completed) {\n firstIncomplete.insert({\n taskId: t.id,\n title: t.title\n });\n break;\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,39): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'column'.\r\nsrc/index.ts(13,6): error TS2304: Cannot find name 'column'.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(20,26): error TS2339: Property 'iter' does not exist on type 'typeof task'.\r\nsrc/index.ts(22,29): error TS2339: Property 'insert' does not exist on type 'typeof firstIncomplete'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 349, + "output_tokens": 213, + "generation_duration_ms": 11980, + "started_at": "2026-03-27T22:12:29.426347700Z", + "finished_at": "2026-03-27T22:12:47.355623400Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBContext, Table, PrimaryKey, AutoInc } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table\nexport class order {\n @PrimaryKey\n @AutoInc\n id: number = 0;\n category: string = \"\";\n amount: number = 0;\n}\n\n@Table\nexport class distinctCategory {\n @PrimaryKey\n category: string = \"\";\n}\n\n@reducer\nexport function collect_distinct_categories(ctx: SpacetimeDBContext) {\n const uniqueCategories = new Set();\n\n for (const o of ctx.db.order.iter()) {\n uniqueCategories.add(o.category);\n }\n\n for (const cat of uniqueCategories) {\n ctx.db.distinctCategory.insert({\n category: cat\n });\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,64): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 339, + "output_tokens": 192, + "generation_duration_ms": 5449, + "started_at": "2026-03-27T22:12:29.427328600Z", + "finished_at": "2026-03-27T22:12:45.255156Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBContext, Table, PrimaryKey, AutoInc } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table\nexport class user {\n @PrimaryKey\n @AutoInc\n id: number = 0;\n name: string = \"\";\n active: boolean = false;\n}\n\n@Table\nexport class userStats {\n @PrimaryKey\n key: string = \"\";\n count: number = 0;\n}\n\n@reducer\nexport function compute_user_counts(ctx: SpacetimeDBContext) {\n let totalCount: number = 0;\n let activeCount: number = 0;\n\n for (const u of ctx.db.user.iter()) {\n totalCount++;\n if (u.active) {\n activeCount++;\n }\n }\n\n ctx.db.userStats.insert({ key: \"total\", count: totalCount });\n ctx.db.userStats.insert({ key: \"active\", count: activeCount });\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,64): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 383, + "output_tokens": 231, + "generation_duration_ms": 14342, + "started_at": "2026-03-27T22:12:34.872787Z", + "finished_at": "2026-03-27T22:12:57.085570800Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Index, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table(\"public\")\nexport class eventLog {\n @PrimaryColumn(\"autoInc\")\n id: number = 0;\n @Index(\"btree\")\n category: string = \"\";\n @Index(\"btree\")\n severity: number = 0;\n message: string = \"\";\n}\n\n@Table(\"public\")\nexport class filteredEvent {\n @PrimaryColumn\n eventId: number = 0;\n message: string = \"\";\n}\n\n@Reducer\nexport function filter_events(ctx: ReducerContext, category: string, severity: number): void {\n for (const event of eventLog.iter()) {\n if (event.category === category && event.severity === severity) {\n filteredEvent.insert({\n eventId: event.id,\n message: event.message\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,46): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'PrimaryColumn'.\r\nsrc/index.ts(16,6): error TS2304: Cannot find name 'PrimaryColumn'.\r\nsrc/index.ts(21,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(23,34): error TS2339: Property 'iter' does not exist on type 'typeof eventLog'.\r\nsrc/index.ts(25,27): error TS2339: Property 'insert' does not exist on type 'typeof filteredEvent'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 391, + "output_tokens": 216, + "generation_duration_ms": 9650, + "started_at": "2026-03-27T22:12:37.709554300Z", + "finished_at": "2026-03-27T22:12:57.084594800Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBContext, Table, Reducer, ScheduleAt } from \"@clockwork-labs/spacetimedb-sdk\";\n\n@Table({ name: \"reminder\" })\nexport class reminder {\n @Primary({ autoIncrement: true })\n scheduledId: u64 = 0n;\n scheduledAt: ScheduleAt = ScheduleAt.time(0n);\n message: string = \"\";\n}\n\n@Reducer\nexport function send_reminder(ctx: SpacetimeDBContext, row: reminder) {\n // does nothing\n}\n\n@Reducer\nexport function init(ctx: SpacetimeDBContext) {\n const fireAt = ctx.timestamp + 60_000_000n;\n reminder.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.time(fireAt),\n message: \"Hello from the past!\"\n });\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,64): error TS2307: Cannot find module '@clockwork-labs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'Primary'.\r\nsrc/index.ts(6,18): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(11,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(19,14): error TS2339: Property 'insert' does not exist on type 'typeof reminder'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 361, + "output_tokens": 206, + "generation_duration_ms": 21291, + "started_at": "2026-03-27T22:11:44.421855600Z", + "finished_at": "2026-03-27T22:12:13.409143900Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBContext, Table, Reducer } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ name: \"cleanupJob\", public: true })\nexport class cleanupJob {\n @PrimaryColumn\n @AutoIncrement\n scheduledId: number = 0;\n scheduledAt: ScheduleAt = ScheduleAt.None;\n}\n\n@Reducer\nexport function init(ctx: SpacetimeDBContext) {\n cleanupJob.insert({\n scheduledId: 0,\n scheduledAt: ScheduleAt.Interval(60_000_000n)\n });\n}\n\n@Reducer\nexport function run_cleanup(ctx: SpacetimeDBContext, job: cleanupJob) {\n // Does nothing\n}\n\n@Reducer\nexport function cancel_cleanup(ctx: SpacetimeDBContext, scheduledId: number) {\n cleanupJob.deleteByScheduledId(scheduledId);\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,52): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'PrimaryColumn'.\r\nsrc/index.ts(6,6): error TS2304: Cannot find name 'AutoIncrement'.\r\nsrc/index.ts(8,18): error TS2304: Cannot find name 'ScheduleAt'.\r\nsrc/index.ts(8,31): error TS2304: Cannot find name 'ScheduleAt'.\r\nsrc/index.ts(11,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(13,16): error TS2339: Property 'insert' does not exist on type 'typeof cleanupJob'.\r\nsrc/index.ts(15,22): error TS2304: Cannot find name 'ScheduleAt'.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(24,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(26,16): error TS2339: Property 'deleteByScheduledId' does not exist on type 'typeof cleanupJob'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 361, + "output_tokens": 210, + "generation_duration_ms": 15386, + "started_at": "2026-03-27T22:11:54.256720200Z", + "finished_at": "2026-03-27T22:12:18.866915100Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Identity, Timestamp, ReducerContext, SpacetimeDB } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ public: true })\nexport class onlinePlayer {\n @PrimaryColumn\n identity: Identity;\n connectedAt: Timestamp;\n}\n\n@Reducer(\"clientConnected\")\nexport function clientConnected(ctx: ReducerContext) {\n onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n}\n\n@Reducer(\"clientDisconnected\")\nexport function clientDisconnected(ctx: ReducerContext) {\n const player = onlinePlayer.findByIdentity(ctx.sender);\n if (player) {\n onlinePlayer.deleteByIdentity(ctx.sender);\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,73): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'PrimaryColumn'.\r\nsrc/index.ts(10,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(12,18): error TS2339: Property 'insert' does not exist on type 'typeof onlinePlayer'.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(20,33): error TS2339: Property 'findByIdentity' does not exist on type 'typeof onlinePlayer'.\r\nsrc/index.ts(22,22): error TS2339: Property 'deleteByIdentity' does not exist on type 'typeof onlinePlayer'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 317, + "output_tokens": 173, + "generation_duration_ms": 17193, + "started_at": "2026-03-27T22:11:54.257944500Z", + "finished_at": "2026-03-27T22:12:18.867753800Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBContext, Identity, Table, Index } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ name: \"user\", access: \"private\" })\nexport class user {\n @Index.Primary()\n identity: Identity;\n name: string;\n\n constructor(identity: Identity, name: string) {\n this.identity = identity;\n this.name = name;\n }\n}\n\n@Table({ name: \"message\", access: \"public\" })\nexport class message {\n @Index.Primary({ autoInc: true })\n id: bigint;\n @Index.BTree()\n sender: Identity;\n text: string;\n\n constructor(id: bigint, sender: Identity, text: string) {\n this.id = id;\n this.sender = sender;\n this.text = text;\n }\n}\n\n@reducer\nexport function register(ctx: SpacetimeDBContext, name: string): void {\n if (user.findByIdentity(ctx.sender)) {\n throw new Error(\"already registered\");\n }\n user.insert({ identity: ctx.sender, name });\n}\n\n@reducer\nexport function post_message(ctx: SpacetimeDBContext, text: string): void {\n if (!user.findByIdentity(ctx.sender)) {\n throw new Error(\"not registered\");\n }\n message.insert({ id: 0n, sender: ctx.sender, text });\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,60): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(30,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(32,14): error TS2339: Property 'findByIdentity' does not exist on type 'typeof user'.\r\nsrc/index.ts(35,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(38,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(40,15): error TS2339: Property 'findByIdentity' does not exist on type 'typeof user'.\r\nsrc/index.ts(43,13): error TS2339: Property 'insert' does not exist on type 'typeof message'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 405, + "output_tokens": 340, + "generation_duration_ms": 14629, + "started_at": "2026-03-27T22:11:00.594439100Z", + "finished_at": "2026-03-27T22:11:21.923379800Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBContext, Identity, Table, PrimaryKey, AutoInc } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table(\"private\")\nexport class config {\n @PrimaryKey\n public id: number = 0;\n public admin: Identity;\n\n constructor(id: number, admin: Identity) {\n this.id = id;\n this.admin = admin;\n }\n}\n\n@Table(\"public\")\nexport class admin_log {\n @PrimaryKey\n @AutoInc\n public id: bigint = 0n;\n public action: string;\n\n constructor(action: string) {\n this.action = action;\n }\n}\n\nexport function bootstrap_admin(ctx: SpacetimeDBContext) {\n const existing = ctx.db.config.id.find(0);\n if (existing) {\n throw \"already bootstrapped\";\n }\n ctx.db.config.insert(new config(0, ctx.sender));\n}\n\nexport function admin_action(ctx: SpacetimeDBContext, action: string) {\n const cfg = ctx.db.config.id.find(0);\n if (!cfg) {\n throw \"not bootstrapped\";\n }\n if (!ctx.sender.isEqual(cfg.admin)) {\n throw \"not admin\";\n }\n ctx.db.admin_log.insert(new admin_log(action));\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,74): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 418, + "output_tokens": 333, + "generation_duration_ms": 17140, + "started_at": "2026-03-27T22:11:00.595429600Z", + "finished_at": "2026-03-27T22:11:26.047553500Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBContext, Identity, Table, PrimaryKey } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ public: false })\nexport class user {\n @PrimaryKey\n identity: Identity;\n role: string;\n\n constructor(identity: Identity, role: string) {\n this.identity = identity;\n this.role = role;\n }\n}\n\nexport function register(ctx: SpacetimeDBContext) {\n if (user.findByIdentity(ctx.sender)) {\n throw \"already registered\";\n }\n user.insert({ identity: ctx.sender, role: \"member\" });\n}\n\nexport function promote(ctx: SpacetimeDBContext, target: Identity) {\n const caller = user.findByIdentity(ctx.sender);\n if (!caller) {\n throw \"not registered\";\n }\n if (caller.role !== \"admin\") {\n throw \"not admin\";\n }\n\n const targetUser = user.findByIdentity(target);\n if (!targetUser) {\n throw \"target not registered\";\n }\n\n user.updateByIdentity(target, { ...targetUser, role: \"admin\" });\n}\n\nexport function member_action(ctx: SpacetimeDBContext) {\n const caller = user.findByIdentity(ctx.sender);\n if (!caller) {\n throw \"not registered\";\n }\n}\n\nexport function admin_action(ctx: SpacetimeDBContext) {\n const caller = user.findByIdentity(ctx.sender);\n if (!caller) {\n throw \"not registered\";\n }\n if (caller.role !== \"admin\") {\n throw \"not admin\";\n }\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,65): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(16,14): error TS2339: Property 'findByIdentity' does not exist on type 'typeof user'.\r\nsrc/index.ts(19,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(23,25): error TS2339: Property 'findByIdentity' does not exist on type 'typeof user'.\r\nsrc/index.ts(31,29): error TS2339: Property 'findByIdentity' does not exist on type 'typeof user'.\r\nsrc/index.ts(36,10): error TS2339: Property 'updateByIdentity' does not exist on type 'typeof user'.\r\nsrc/index.ts(40,25): error TS2339: Property 'findByIdentity' does not exist on type 'typeof user'.\r\nsrc/index.ts(47,25): error TS2339: Property 'findByIdentity' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 458, + "output_tokens": 395, + "generation_duration_ms": 19318, + "started_at": "2026-03-27T22:11:00.596348800Z", + "finished_at": "2026-03-27T22:11:26.048576100Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBContext, Identity, Table, Reducer } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table(\"private\")\nexport class admin {\n @PrimaryColumn\n identity: Identity;\n}\n\n@Table(\"private\")\nexport class banned {\n @PrimaryColumn\n identity: Identity;\n}\n\n@Table(\"public\")\nexport class player {\n @PrimaryColumn\n identity: Identity;\n name: string;\n}\n\n@Reducer\nexport function add_admin(ctx: SpacetimeDBContext, target: Identity) {\n if (!admin.findByIdentity(ctx.sender)) {\n throw \"not admin\";\n }\n if (!admin.findByIdentity(target)) {\n admin.insert({ identity: target });\n }\n}\n\n@Reducer\nexport function ban_player(ctx: SpacetimeDBContext, target: Identity) {\n if (!admin.findByIdentity(ctx.sender)) {\n throw \"not admin\";\n }\n if (!banned.findByIdentity(target)) {\n banned.insert({ identity: target });\n }\n const existingPlayer = player.findByIdentity(target);\n if (existingPlayer) {\n player.deleteByIdentity(target);\n }\n}\n\n@Reducer\nexport function join_game(ctx: SpacetimeDBContext, name: string) {\n if (banned.findByIdentity(ctx.sender)) {\n throw \"banned\";\n }\n if (player.findByIdentity(ctx.sender)) {\n throw \"already in game\";\n }\n player.insert({ identity: ctx.sender, name });\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,62): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'PrimaryColumn'.\r\nsrc/index.ts(11,6): error TS2304: Cannot find name 'PrimaryColumn'.\r\nsrc/index.ts(17,6): error TS2304: Cannot find name 'PrimaryColumn'.\r\nsrc/index.ts(19,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(22,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(24,16): error TS2339: Property 'findByIdentity' does not exist on type 'typeof admin'.\r\nsrc/index.ts(27,16): error TS2339: Property 'findByIdentity' does not exist on type 'typeof admin'.\r\nsrc/index.ts(28,15): error TS2339: Property 'insert' does not exist on type 'typeof admin'.\r\nsrc/index.ts(32,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(34,16): error TS2339: Property 'findByIdentity' does not exist on type 'typeof admin'.\r\nsrc/index.ts(37,17): error TS2339: Property 'findByIdentity' does not exist on type 'typeof banned'.\r\nsrc/index.ts(38,16): error TS2339: Property 'insert' does not exist on type 'typeof banned'.\r\nsrc/index.ts(40,35): error TS2339: Property 'findByIdentity' does not exist on type 'typeof player'.\r\nsrc/index.ts(42,16): error TS2339: Property 'deleteByIdentity' does not exist on type 'typeof player'.\r\nsrc/index.ts(46,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(48,16): error TS2339: Property 'findByIdentity' does not exist on type 'typeof banned'.\r\nsrc/index.ts(51,16): error TS2339: Property 'findByIdentity' does not exist on type 'typeof player'.\r\nsrc/index.ts(54,12): error TS2339: Property 'insert' does not exist on type 'typeof player'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 468, + "output_tokens": 379, + "generation_duration_ms": 21330, + "started_at": "2026-03-27T22:11:00.597257500Z", + "finished_at": "2026-03-27T22:11:29.988318600Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBContext, Identity, Table, PrimaryKey, AutoInc } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ name: \"rate_limit\", public: false })\nexport class rate_limit {\n @PrimaryKey\n identity: Identity;\n last_call_us: number;\n}\n\n@Table({ name: \"action_log\", public: true })\nexport class action_log {\n @PrimaryKey\n @AutoInc\n id: number;\n identity: Identity;\n payload: string;\n}\n\nexport function limited_action(ctx: SpacetimeDBContext, payload: string): void {\n const now = ctx.timestamp.microsSinceUnixEpoch;\n const sender = ctx.sender;\n const existing = rate_limit.findByIdentity(sender);\n\n if (existing) {\n if (now - BigInt(existing.last_call_us) < 1000000n) {\n throw new Error(\"rate limited\");\n }\n rate_limit.updateByIdentity(sender, { last_call_us: Number(now) });\n } else {\n rate_limit.insert({ identity: sender, last_call_us: Number(now) });\n }\n\n action_log.insert({ id: 0n as any, identity: sender, payload: payload });\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,74): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(7,5): error TS2564: Property 'last_call_us' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(16,5): error TS2564: Property 'payload' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(22,33): error TS2339: Property 'findByIdentity' does not exist on type 'typeof rate_limit'.\r\nsrc/index.ts(28,20): error TS2339: Property 'updateByIdentity' does not exist on type 'typeof rate_limit'.\r\nsrc/index.ts(30,20): error TS2339: Property 'insert' does not exist on type 'typeof rate_limit'.\r\nsrc/index.ts(33,16): error TS2339: Property 'insert' does not exist on type 'typeof action_log'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 448, + "output_tokens": 314, + "generation_duration_ms": 23315, + "started_at": "2026-03-27T22:11:00.598222200Z", + "finished_at": "2026-03-27T22:11:29.989341800Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBContext, Identity, Table, Index } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table(\"public\")\nexport class document {\n @Index.Primary(true)\n id: bigint = 0n;\n @Index.BTree\n owner: Identity;\n title: string;\n\n constructor(owner: Identity, title: string) {\n this.owner = owner;\n this.title = title;\n }\n}\n\n@Table(\"public\")\nexport class document_share {\n @Index.BTree\n document_id: bigint;\n @Index.BTree\n shared_with: Identity;\n\n constructor(document_id: bigint, shared_with: Identity) {\n this.document_id = document_id;\n this.shared_with = shared_with;\n }\n}\n\n@reducer\nexport function create_document(ctx: SpacetimeDBContext, title: string): void {\n document.insert(new document(ctx.sender, title));\n}\n\n@reducer\nexport function share_document(ctx: SpacetimeDBContext, document_id: bigint, target: Identity): void {\n const doc = document.find_by_id(document_id);\n if (!doc) {\n throw new Error(\"not found\");\n }\n\n if (!doc.owner.is_equal(ctx.sender)) {\n throw new Error(\"not owner\");\n }\n\n document_share.insert(new document_share(document_id, target));\n}\n\n@reducer\nexport function edit_document(ctx: SpacetimeDBContext, document_id: bigint, new_title: string): void {\n const doc = document.find_by_id(document_id);\n if (!doc) {\n throw new Error(\"not found\");\n }\n\n let authorized = false;\n if (doc.owner.is_equal(ctx.sender)) {\n authorized = true;\n } else {\n for (const share of document_share.iter()) {\n if (share.document_id === document_id && share.shared_with.is_equal(ctx.sender)) {\n authorized = true;\n break;\n }\n }\n }\n\n if (!authorized) {\n throw new Error(\"unauthorized\");\n }\n\n doc.title = new_title;\n document.update_by_id(document_id, doc);\n}", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,60): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(30,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(32,14): error TS2339: Property 'insert' does not exist on type 'typeof document'.\r\nsrc/index.ts(35,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(37,26): error TS2339: Property 'find_by_id' does not exist on type 'typeof document'.\r\nsrc/index.ts(46,20): error TS2339: Property 'insert' does not exist on type 'typeof document_share'.\r\nsrc/index.ts(49,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(51,26): error TS2339: Property 'find_by_id' does not exist on type 'typeof document'.\r\nsrc/index.ts(60,44): error TS2339: Property 'iter' does not exist on type 'typeof document_share'.\r\nsrc/index.ts(73,14): error TS2339: Property 'update_by_id' does not exist on type 'typeof document'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 532, + "output_tokens": 568, + "generation_duration_ms": 27486, + "started_at": "2026-03-27T22:11:00.599094500Z", + "finished_at": "2026-03-27T22:11:38.223019500Z" + } + } + }, + { + "name": "GPT-5.2-Codex", + "route_api_model": "gpt-5.2-codex", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey, i32, f32 } from \"spacetimedb\";\n\n@table\nexport class emptyTable {\n @primaryKey\n id: i32;\n}\n\n@reducer\nexport function emptyReducerNoArgs(): void {}\n\n@reducer\nexport function emptyReducerWithInt(count: i32): void {}\n\n@reducer\nexport function emptyReducerWithString(name: string): void {}\n\n@reducer\nexport function emptyReducerWithTwoArgs(count: i32, name: string): void {}\n\n@reducer\nexport function emptyReducerWithThreeArgs(active: boolean, ratio: f32, label: string): void {}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,17): error TS2724: '\"spacetimedb\"' has no exported member named 'reducer'. Did you mean 'reducers'?\r\nsrc/index.ts(1,26): error TS2305: Module '\"spacetimedb\"' has no exported member 'primaryKey'.\r\nsrc/index.ts(1,38): error TS2305: Module '\"spacetimedb\"' has no exported member 'i32'.\r\nsrc/index.ts(1,43): error TS2305: Module '\"spacetimedb\"' has no exported member 'f32'.\r\nsrc/index.ts(3,2): error TS1238: Unable to resolve signature of class decorator when called as an expression.\r\n Type 'typeof emptyTable' has no properties in common with type 'TableOpts'.\r\nsrc/index.ts(3,2): error TS1270: Decorator function return type 'TableSchema, []>' is not assignable to type 'void | typeof emptyTable'.\r\nsrc/index.ts(9,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 310, + "output_tokens": 1255, + "generation_duration_ms": 60883, + "started_at": "2026-03-27T22:03:04.837290700Z", + "finished_at": "2026-03-27T22:04:11.791846300Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, primaryKey, i32, i64, f32 } from \"@spacetimedb/server\";\n\n@table\nexport class user {\n @primaryKey\n id!: i32;\n name!: string;\n age!: i32;\n active!: boolean;\n}\n\n@table\nexport class product {\n @primaryKey\n id!: i32;\n title!: string;\n price!: f32;\n inStock!: boolean;\n}\n\n@table\nexport class note {\n @primaryKey\n id!: i32;\n body!: string;\n rating!: i64;\n pinned!: boolean;\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,50): error TS2307: Cannot find module '@spacetimedb/server' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 337, + "output_tokens": 1058, + "generation_duration_ms": 49790, + "started_at": "2026-03-27T22:03:11.175468600Z", + "finished_at": "2026-03-27T22:04:11.790859600Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey, autoIncrement, ScheduleAt, scheduleAtInterval, ReducerContext } from \"@clockworklabs/spacetimedb\";\n\n@table({\n name: \"tickTimer\",\n scheduled: { reducer: \"tick\", at: \"scheduledAt\" }\n})\nexport class tickTimer {\n @primaryKey\n @autoIncrement\n scheduledId!: bigint;\n\n scheduledAt!: ScheduleAt;\n}\n\n@reducer\nexport function tick(ctx: ReducerContext, row: tickTimer): void {\n}\n\n@reducer\nexport function init(ctx: ReducerContext): void {\n tickTimer.insert({\n scheduledAt: scheduleAtInterval(50)\n });\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,107): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,13): error TS2339: Property 'insert' does not exist on type 'typeof tickTimer'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 291, + "output_tokens": 3625, + "generation_duration_ms": 143461, + "started_at": "2026-03-27T22:03:28.239181500Z", + "finished_at": "2026-03-27T22:05:57.866207400Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, primaryKey, i32, struct } from \"@spacetimedb/sdk\";\n\n@struct\nexport class Position {\n x: i32;\n y: i32;\n}\n\n@table\nexport class entity {\n @primaryKey\n id: i32;\n pos: Position;\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,48): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(13,3): error TS2564: Property 'pos' has no initializer and is not definitely assigned in the constructor.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 268, + "output_tokens": 946, + "generation_duration_ms": 75036, + "started_at": "2026-03-27T22:04:03.644902500Z", + "finished_at": "2026-03-27T22:05:28.720179800Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { table, primaryKey, reducer, i32 } from \"@clockworklabs/spacetimedb\";\n\n@table\nexport class user {\n @primaryKey\n id: i32;\n name: string;\n age: i32;\n active: boolean;\n}\n\n@reducer\nexport function insertUser(id: i32, name: string, age: i32, active: boolean): void {\n user.insert({ id, name, age, active });\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,49): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(7,3): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,3): error TS2564: Property 'active' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(14,8): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 303, + "output_tokens": 1771, + "generation_duration_ms": 89213, + "started_at": "2026-03-27T22:04:11.792029300Z", + "finished_at": "2026-03-27T22:05:46.607919300Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey, ReducerContext, i32 } from \"@spacetimedb/sdk\";\n\n@table\nexport class user {\n @primaryKey\n id: i32;\n name: string;\n age: i32;\n active: boolean;\n}\n\n@reducer\nexport function updateUser(ctx: ReducerContext, id: i32, name: string, age: i32, active: boolean): void {\n ctx.db.user.update({ id, name, age, active });\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,65): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(7,3): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,3): error TS2564: Property 'active' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 303, + "output_tokens": 1207, + "generation_duration_ms": 83020, + "started_at": "2026-03-27T22:04:11.797572700Z", + "finished_at": "2026-03-27T22:05:43.116750800Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, primaryKey, reducer } from \"@clockworklabs/spacetimedb\";\n\n@table\nexport class user {\n @primaryKey id!: number;\n name!: string;\n age!: number;\n active!: boolean;\n}\n\n@reducer\nexport function deleteUser(id: number): void {\n user.delete(id);\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,44): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(11,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(13,8): error TS2339: Property 'delete' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 276, + "output_tokens": 321, + "generation_duration_ms": 36314, + "started_at": "2026-03-27T22:04:50.247174Z", + "finished_at": "2026-03-27T22:05:36.999543200Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey, ReducerContext } from \"@spacetimedb/sdk\";\n\n@table\nexport class user {\n @primaryKey\n id!: number;\n name!: string;\n age!: number;\n active!: boolean;\n}\n\n@reducer\nexport function crud(ctx: ReducerContext): void {\n ctx.db.user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n ctx.db.user.update({ id: 1, name: \"Alice2\", age: 31, active: false });\n ctx.db.user.delete(2);\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,60): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 355, + "output_tokens": 1694, + "generation_duration_ms": 27070, + "started_at": "2026-03-27T22:05:28.720419200Z", + "finished_at": "2026-03-27T22:06:02.008625800Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey, i32 } from \"spacetimedb\";\n\n@table\nexport class user {\n @primaryKey\n id!: i32;\n name!: string;\n age!: i32;\n active!: boolean;\n}\n\n@table\nexport class result {\n @primaryKey\n id!: i32;\n name!: string;\n}\n\n@reducer\nexport function lookupUserName(id: i32): void {\n const u = user.id.find(id);\n if (u !== undefined) {\n result.insert({ id: u.id, name: u.name });\n }\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,17): error TS2724: '\"spacetimedb\"' has no exported member named 'reducer'. Did you mean 'reducers'?\r\nsrc/index.ts(1,26): error TS2305: Module '\"spacetimedb\"' has no exported member 'primaryKey'.\r\nsrc/index.ts(1,38): error TS2305: Module '\"spacetimedb\"' has no exported member 'i32'.\r\nsrc/index.ts(3,2): error TS1238: Unable to resolve signature of class decorator when called as an expression.\r\n Value of type 'typeof user' has no properties in common with type 'TableOpts'. Did you mean to call it?\r\nsrc/index.ts(3,2): error TS1270: Decorator function return type 'TableSchema, []>' is not assignable to type 'void | typeof user'.\r\nsrc/index.ts(12,2): error TS1238: Unable to resolve signature of class decorator when called as an expression.\r\n Value of type 'typeof result' has no properties in common with type 'TableOpts'. Did you mean to call it?\r\nsrc/index.ts(12,2): error TS1270: Decorator function return type 'TableSchema, []>' is not assignable to type 'void | typeof result'.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,18): error TS2339: Property 'id' does not exist on type 'typeof user'.\r\nsrc/index.ts(23,12): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 313, + "output_tokens": 1443, + "generation_duration_ms": 26953, + "started_at": "2026-03-27T22:05:36.999753100Z", + "finished_at": "2026-03-27T22:06:10.404730400Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey, ReducerContext } from \"@clockworklabs/spacetimedb\";\n\n@table\nexport class user {\n @primaryKey\n id!: number;\n name!: string;\n age!: number;\n active!: boolean;\n}\n\n@reducer\nexport function init(ctx: ReducerContext): void {\n ctx.db.user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,60): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 311, + "output_tokens": 1154, + "generation_duration_ms": 20981, + "started_at": "2026-03-27T22:05:44.938458900Z", + "finished_at": "2026-03-27T22:06:10.405374300Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, primaryKey, autoIncrement } from \"@clockworklabs/spacetimedb\";\n\n@table\nexport class event {\n @primaryKey\n @autoIncrement\n id: bigint = 0n;\n kind: string = \"\";\n}\n\n@reducer\nexport function clientConnected(ctx: ReducerContext) {\n event.insert({ kind: \"connected\" });\n}\n\n@reducer\nexport function clientDisconnected(ctx: ReducerContext) {\n event.insert({ kind: \"disconnected\" });\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,75): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(11,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(13,9): error TS2339: Property 'insert' does not exist on type 'typeof event'.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,9): error TS2339: Property 'insert' does not exist on type 'typeof event'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 268, + "output_tokens": 632, + "generation_duration_ms": 15400, + "started_at": "2026-03-27T22:05:46.608090Z", + "finished_at": "2026-03-27T22:06:07.889544600Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, primaryKey, reducer } from \"@clockworklabs/spacetimedb\";\n\n@table\nclass result {\n @primaryKey\n id!: number;\n sum!: number;\n}\n\nfunction add(a: number, b: number): number {\n return a + b;\n}\n\n@reducer\nexport function computeSum(id: number, a: number, b: number): void {\n result.insert({ id, sum: add(a, b) });\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,44): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,10): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 291, + "output_tokens": 305, + "generation_duration_ms": 4316, + "started_at": "2026-03-27T22:05:49.486094100Z", + "finished_at": "2026-03-27T22:06:00.058339800Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, reducer, field, primaryKey, struct } from \"@clockworklabs/spacetimedb\";\n\n@struct\nexport class Score {\n @field left!: number;\n @field right!: number;\n}\n\n@table\nexport class result {\n @primaryKey\n @field id!: number;\n\n @field value!: Score;\n}\n\n@reducer\nexport function setScore(id: number, left: number, right: number): void {\n result.insert({ id, value: { left, right } as Score });\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,59): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(17,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(19,10): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 300, + "output_tokens": 597, + "generation_duration_ms": 14187, + "started_at": "2026-03-27T22:06:51.895874600Z", + "finished_at": "2026-03-27T22:07:11.692140900Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey, sumType, variant, struct, Context, i32 } from \"spacetimedb\";\n\n@struct\nclass Rect {\n width!: i32;\n height!: i32;\n}\n\n@sumType\nclass Shape {\n @variant\n circle!: i32;\n\n @variant\n rectangle!: Rect;\n\n static circle(radius: i32): Shape {\n const s = new Shape();\n (s as any).circle = radius;\n return s;\n }\n\n static rectangle(rect: Rect): Shape {\n const s = new Shape();\n (s as any).rectangle = rect;\n return s;\n }\n}\n\n@table\nclass result {\n @primaryKey\n id!: i32;\n value!: Shape;\n}\n\n@reducer\nfunction setCircle(ctx: Context, id: i32, radius: i32): void {\n result.insert({ id, value: Shape.circle(radius) });\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,17): error TS2724: '\"spacetimedb\"' has no exported member named 'reducer'. Did you mean 'reducers'?\r\nsrc/index.ts(1,26): error TS2305: Module '\"spacetimedb\"' has no exported member 'primaryKey'.\r\nsrc/index.ts(1,38): error TS2724: '\"spacetimedb\"' has no exported member named 'sumType'. Did you mean 'SumType'?\r\nsrc/index.ts(1,47): error TS2305: Module '\"spacetimedb\"' has no exported member 'variant'.\r\nsrc/index.ts(1,56): error TS2305: Module '\"spacetimedb\"' has no exported member 'struct'.\r\nsrc/index.ts(1,64): error TS2724: '\"spacetimedb\"' has no exported member named 'Context'. Did you mean 'DbContext'?\r\nsrc/index.ts(1,73): error TS2305: Module '\"spacetimedb\"' has no exported member 'i32'.\r\nsrc/index.ts(30,2): error TS1238: Unable to resolve signature of class decorator when called as an expression.\r\n Type 'typeof result' has no properties in common with type 'TableOpts'.\r\nsrc/index.ts(30,2): error TS1270: Decorator function return type 'TableSchema, []>' is not assignable to type 'void | typeof result'.\r\nsrc/index.ts(37,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(39,10): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 319, + "output_tokens": 3801, + "generation_duration_ms": 31613, + "started_at": "2026-03-27T22:06:55.922334700Z", + "finished_at": "2026-03-27T22:07:33.721575100Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, field, reducer } from \"@clockworklabs/spacetimedb\";\n\n@table\nexport class primitive {\n @field({ type: \"i32\", primaryKey: true })\n id!: number;\n\n @field({ type: \"i32\" })\n count!: number;\n\n @field({ type: \"i64\" })\n total!: bigint;\n\n @field({ type: \"f32\" })\n price!: number;\n\n @field({ type: \"f64\" })\n ratio!: number;\n\n @field({ type: \"bool\" })\n active!: boolean;\n\n @field({ type: \"string\" })\n name!: string;\n}\n\n@reducer\nexport function seed(): void {\n primitive.insert({\n id: 1,\n count: 2,\n total: 3000000000n,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\"\n });\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,39): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(27,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(29,13): error TS2339: Property 'insert' does not exist on type 'typeof primitive'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 336, + "output_tokens": 1742, + "generation_duration_ms": 14970, + "started_at": "2026-03-27T22:07:02.125329500Z", + "finished_at": "2026-03-27T22:07:22.088602400Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { Table, reducer, primaryKey, type, i32, ReducerContext } from \"@clockworklabs/spacetimedb\";\n\n@type\nexport class Address {\n street: string;\n zip: i32;\n}\n\n@type\nexport class Position {\n x: i32;\n y: i32;\n}\n\n@Table(\"profile\")\nexport class profile extends Table {\n @primaryKey\n id: i32;\n home: Address;\n work: Address;\n pos: Position;\n}\n\n@reducer\nexport function seed(ctx: ReducerContext): void {\n profile.insert({\n id: 1,\n home: { street: \"1 Main\", zip: 11111 },\n work: { street: \"2 Broad\", zip: 22222 },\n pos: { x: 7, y: 9 }\n });\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,71): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(5,3): error TS2564: Property 'street' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(19,3): error TS2564: Property 'home' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(20,3): error TS2564: Property 'work' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(21,3): error TS2564: Property 'pos' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(24,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(26,11): error TS2339: Property 'insert' does not exist on type 'typeof profile'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 360, + "output_tokens": 2108, + "generation_duration_ms": 21846, + "started_at": "2026-03-27T22:07:07.695236Z", + "finished_at": "2026-03-27T22:07:37.775264Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { ReducerContext, table, primaryKey, reducer, sumType, variant, struct } from \"@clockworklabs/spacetimedb\";\n\n@struct\nclass Rect {\n width: number;\n height: number;\n constructor(width: number, height: number) {\n this.width = width;\n this.height = height;\n }\n}\n\n@sumType\nclass Shape {\n tag: \"circle\" | \"rectangle\";\n value: number | Rect;\n\n private constructor(tag: \"circle\" | \"rectangle\", value: number | Rect) {\n this.tag = tag;\n this.value = value;\n }\n\n @variant\n static circle(radius: number): Shape {\n return new Shape(\"circle\", radius);\n }\n\n @variant\n static rectangle(rect: Rect): Shape {\n return new Shape(\"rectangle\", rect);\n }\n}\n\n@table\nclass drawing {\n @primaryKey\n id: number;\n a: Shape;\n b: Shape;\n}\n\n@reducer\nfunction seed(ctx: ReducerContext) {\n ctx.db.drawing.insert({\n id: 0,\n a: Shape.circle(10),\n b: Shape.rectangle({ width: 4, height: 6 }),\n });\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,86): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(37,3): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(38,3): error TS2564: Property 'a' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(39,3): error TS2564: Property 'b' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(42,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 337, + "output_tokens": 4530, + "generation_duration_ms": 120476, + "started_at": "2026-03-27T22:07:10.122993800Z", + "finished_at": "2026-03-27T22:09:22.633116400Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { table, column, primaryKey, autoInc, reducer, scheduled, ScheduleAt, ReducerContext } from \"spacetimedb\";\n\n@table\nexport class tickTimer {\n @primaryKey\n @autoInc\n @column\n scheduledId: bigint;\n\n @column\n scheduledAt: ScheduleAt;\n}\n\n@scheduled({ table: tickTimer, column: \"scheduledAt\", interval: 50 })\n@reducer\nexport function tick(ctx: ReducerContext, row: tickTimer): void {\n}\n\n@reducer\nexport function init(ctx: ReducerContext): void {\n ctx.db.tickTimer.insert({ scheduledAt: ScheduleAt.interval(50) });\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,17): error TS2305: Module '\"spacetimedb\"' has no exported member 'column'.\r\nsrc/index.ts(1,25): error TS2305: Module '\"spacetimedb\"' has no exported member 'primaryKey'.\r\nsrc/index.ts(1,37): error TS2305: Module '\"spacetimedb\"' has no exported member 'autoInc'.\r\nsrc/index.ts(1,46): error TS2724: '\"spacetimedb\"' has no exported member named 'reducer'. Did you mean 'reducers'?\r\nsrc/index.ts(1,55): error TS2724: '\"spacetimedb\"' has no exported member named 'scheduled'. Did you mean 'ScheduleAt'?\r\nsrc/index.ts(1,78): error TS2305: Module '\"spacetimedb\"' has no exported member 'ReducerContext'.\r\nsrc/index.ts(3,2): error TS1238: Unable to resolve signature of class decorator when called as an expression.\r\n Type 'typeof tickTimer' has no properties in common with type 'TableOpts'.\r\nsrc/index.ts(3,2): error TS1270: Decorator function return type 'TableSchema, []>' is not assignable to type 'void | typeof tickTimer'.\r\nsrc/index.ts(8,3): error TS2564: Property 'scheduledId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(11,3): error TS2564: Property 'scheduledAt' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,62): error TS2345: Argument of type 'number' is not assignable to parameter of type 'bigint'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 291, + "output_tokens": 5895, + "generation_duration_ms": 216813, + "started_at": "2026-03-27T22:07:11.692295300Z", + "finished_at": "2026-03-27T22:10:54.886824500Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, primaryKey, unique, index, reducer } from \"@clockworklabs/spacetimedb\";\n\n@table(\"account\")\n@index(\"byName\", { btree: [\"name\"] })\nclass account {\n @primaryKey\n id!: number;\n\n @unique\n email!: string;\n\n name!: string;\n}\n\n@reducer\nexport function seed(): void {\n account.insert({ id: 1, email: \"a@example.com\", name: \"Alice\" });\n account.insert({ id: 2, email: \"b@example.com\", name: \"Bob\" });\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,59): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,11): error TS2339: Property 'insert' does not exist on type 'typeof account'.\r\nsrc/index.ts(18,11): error TS2339: Property 'insert' does not exist on type 'typeof account'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 306, + "output_tokens": 1906, + "generation_duration_ms": 23298, + "started_at": "2026-03-27T22:07:12.422340900Z", + "finished_at": "2026-03-27T22:07:41.618350700Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { table, primaryKey, index, reducer, ReducerContext } from \"spacetimedb\";\n\n@table(\"user\")\nexport class user {\n @primaryKey\n userId!: number;\n name!: string;\n}\n\n@table(\"group\")\nexport class group {\n @primaryKey\n groupId!: number;\n title!: string;\n}\n\n@index(\"byUser\", [\"userId\"])\n@index(\"byGroup\", [\"groupId\"])\n@table(\"membership\")\nexport class membership {\n @primaryKey\n id!: number;\n userId!: number;\n groupId!: number;\n}\n\n@reducer\nexport function seed(ctx: ReducerContext): void {\n user.insert(ctx, { userId: 1, name: \"Alice\" });\n user.insert(ctx, { userId: 2, name: \"Bob\" });\n\n group.insert(ctx, { groupId: 10, title: \"Admin\" });\n group.insert(ctx, { groupId: 20, title: \"Dev\" });\n\n membership.insert(ctx, { id: 1, userId: 1, groupId: 10 });\n membership.insert(ctx, { id: 2, userId: 1, groupId: 20 });\n membership.insert(ctx, { id: 3, userId: 2, groupId: 20 });\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,17): error TS2305: Module '\"spacetimedb\"' has no exported member 'primaryKey'.\r\nsrc/index.ts(1,29): error TS2305: Module '\"spacetimedb\"' has no exported member 'index'.\r\nsrc/index.ts(1,36): error TS2724: '\"spacetimedb\"' has no exported member named 'reducer'. Did you mean 'reducers'?\r\nsrc/index.ts(1,45): error TS2305: Module '\"spacetimedb\"' has no exported member 'ReducerContext'.\r\nsrc/index.ts(3,2): error TS2555: Expected at least 2 arguments, but got 1.\r\nsrc/index.ts(3,2): error TS1238: Unable to resolve signature of class decorator when called as an expression.\r\n This expression is not callable.\r\n Type 'TableSchema, []>' has no call signatures.\r\nsrc/index.ts(10,2): error TS2555: Expected at least 2 arguments, but got 1.\r\nsrc/index.ts(10,2): error TS1238: Unable to resolve signature of class decorator when called as an expression.\r\n This expression is not callable.\r\n Type 'TableSchema, []>' has no call signatures.\r\nsrc/index.ts(19,2): error TS2555: Expected at least 2 arguments, but got 1.\r\nsrc/index.ts(19,2): error TS1238: Unable to resolve signature of class decorator when called as an expression.\r\n This expression is not callable.\r\n Type 'TableSchema, []>' has no call signatures.\r\nsrc/index.ts(27,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(29,8): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(30,8): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(32,9): error TS2339: Property 'insert' does not exist on type 'typeof group'.\r\nsrc/index.ts(33,9): error TS2339: Property 'insert' does not exist on type 'typeof group'.\r\nsrc/index.ts(35,14): error TS2339: Property 'insert' does not exist on type 'typeof membership'.\r\nsrc/index.ts(36,14): error TS2339: Property 'insert' does not exist on type 'typeof membership'.\r\nsrc/index.ts(37,14): error TS2339: Property 'insert' does not exist on type 'typeof membership'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 428, + "output_tokens": 1622, + "generation_duration_ms": 19394, + "started_at": "2026-03-27T22:07:14.331133800Z", + "finished_at": "2026-03-27T22:07:39.678272700Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { Table, PrimaryKey, Reducer, ReducerContext } from \"@clockworklabs/spacetimedb\";\n\n@Table\nexport class entity {\n @PrimaryKey\n id!: number;\n}\n\n@Table\nexport class position {\n @PrimaryKey\n entityId!: number;\n x!: number;\n y!: number;\n}\n\n@Table\nexport class velocity {\n @PrimaryKey\n entityId!: number;\n vx!: number;\n vy!: number;\n}\n\n@Table\nexport class nextPosition {\n @PrimaryKey\n entityId!: number;\n x!: number;\n y!: number;\n}\n\n@Reducer\nexport function seed(ctx: ReducerContext): void {\n ctx.db.entity.insert({ id: 1 });\n ctx.db.position.insert({ entityId: 1, x: 0, y: 0 });\n ctx.db.velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n\n ctx.db.entity.insert({ id: 2 });\n ctx.db.position.insert({ entityId: 2, x: 10, y: 0 });\n ctx.db.velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n}\n\n@Reducer\nexport function step(ctx: ReducerContext): void {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.get(pos.entityId);\n if (vel) {\n const x = pos.x + vel.vx;\n const y = pos.y + vel.vy;\n ctx.db.nextPosition.upsert({ entityId: pos.entityId, x, y });\n }\n }\n}", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,60): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(33,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(44,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 431, + "output_tokens": 1865, + "generation_duration_ms": 21118, + "started_at": "2026-03-27T22:07:22.088754500Z", + "finished_at": "2026-03-27T22:07:59.701475700Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { table, reducer, Database, primaryKey, index } from \"@clockworklabs/spacetimedb\";\n\n@table\n@index(\"byUserDay\", { type: \"btree\", columns: [\"userId\", \"day\"] })\nexport class log {\n @primaryKey\n id!: number;\n userId!: number;\n day!: number;\n message!: string;\n}\n\nexport const seed = reducer((db: Database) => {\n db.log.insert({ id: 1, userId: 7, day: 1, message: \"a\" });\n db.log.insert({ id: 2, userId: 7, day: 2, message: \"b\" });\n db.log.insert({ id: 3, userId: 9, day: 1, message: \"c\" });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,61): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 348, + "output_tokens": 1119, + "generation_duration_ms": 25995, + "started_at": "2026-03-27T22:07:33.721732900Z", + "finished_at": "2026-03-27T22:08:06.946944300Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, primaryKey, autoIncrement, index, btree, view, u64 } from \"@clockworklabs/spacetimedb\"\n\n@table({ name: \"announcement\", public: true })\nexport class announcement {\n @primaryKey\n @autoIncrement\n id!: u64\n\n message!: string\n\n @index(btree)\n active!: boolean\n}\n\n@view({ name: \"activeAnnouncements\", public: true })\nexport function activeAnnouncements(): announcement[] {\n return announcement.filterByActive(true)\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,75): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,23): error TS2339: Property 'filterByActive' does not exist on type 'typeof announcement'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 292, + "output_tokens": 1367, + "generation_duration_ms": 17671, + "started_at": "2026-03-27T22:06:26.690223900Z", + "finished_at": "2026-03-27T22:06:51.890412300Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Identity, ReducerContext, table, view, primaryKey, autoIncrement, unique, u64 } from \"spacetimedb\";\n\n@table({ name: \"profile\", public: true })\nexport class profile {\n @primaryKey\n @autoIncrement\n id!: u64;\n\n @unique\n identity!: Identity;\n\n name!: string;\n bio!: string;\n}\n\n@view({ name: \"my_profile\", public: true, perUser: true })\nexport function my_profile(ctx: ReducerContext): profile | undefined {\n for (const p of profile.iter()) {\n if (p.identity.equals(ctx.sender())) {\n return p;\n }\n }\n return undefined;\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,20): error TS2305: Module '\"spacetimedb\"' has no exported member 'ReducerContext'.\r\nsrc/index.ts(1,43): error TS2305: Module '\"spacetimedb\"' has no exported member 'view'.\r\nsrc/index.ts(1,49): error TS2305: Module '\"spacetimedb\"' has no exported member 'primaryKey'.\r\nsrc/index.ts(1,61): error TS2305: Module '\"spacetimedb\"' has no exported member 'autoIncrement'.\r\nsrc/index.ts(1,76): error TS2305: Module '\"spacetimedb\"' has no exported member 'unique'.\r\nsrc/index.ts(1,84): error TS2305: Module '\"spacetimedb\"' has no exported member 'u64'.\r\nsrc/index.ts(3,2): error TS2555: Expected at least 2 arguments, but got 1.\r\nsrc/index.ts(3,2): error TS1238: Unable to resolve signature of class decorator when called as an expression.\r\n This expression is not callable.\r\n Type 'TableSchema, []>' has no call signatures.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,29): error TS2339: Property 'iter' does not exist on type 'typeof profile'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 341, + "output_tokens": 839, + "generation_duration_ms": 9430, + "started_at": "2026-03-27T22:06:30.750397Z", + "finished_at": "2026-03-27T22:06:46.338243800Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, Context, u64, u32 } from \"spacetimedb\";\n\n@table(\"damageEvent\", { event: true })\nexport class damageEvent {\n entityId!: u64;\n damage!: u32;\n source!: string;\n}\n\n@reducer\nexport function deal_damage(ctx: Context, args: { entityId: u64; damage: u32; source: string }) {\n ctx.db.damageEvent.insert({ entityId: args.entityId, damage: args.damage, source: args.source });\n}", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,17): error TS2724: '\"spacetimedb\"' has no exported member named 'reducer'. Did you mean 'reducers'?\r\nsrc/index.ts(1,26): error TS2724: '\"spacetimedb\"' has no exported member named 'Context'. Did you mean 'DbContext'?\r\nsrc/index.ts(1,35): error TS2305: Module '\"spacetimedb\"' has no exported member 'u64'.\r\nsrc/index.ts(1,40): error TS2305: Module '\"spacetimedb\"' has no exported member 'u32'.\r\nsrc/index.ts(3,2): error TS1238: Unable to resolve signature of class decorator when called as an expression.\r\n This expression is not callable.\r\n Type 'TableSchema, []>' has no call signatures.\r\nsrc/index.ts(3,8): error TS2559: Type '\"damageEvent\"' has no properties in common with type 'TableOpts'.\r\nsrc/index.ts(10,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 318, + "output_tokens": 1759, + "generation_duration_ms": 20382, + "started_at": "2026-03-27T22:06:03.944961700Z", + "finished_at": "2026-03-27T22:06:30.750132600Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, t } from \"@spacetimedb/sdk\";\n\nexport const player = table(\"player\", {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n nickname: t.option(t.string()),\n highScore: t.option(t.u32()),\n});\n\nexport const create_player = reducer(function (\n ctx,\n {\n name,\n nickname,\n highScore,\n }: { name: string; nickname?: string | null; highScore?: number | null }\n) {\n ctx.db.player.insert({ id: 0n, name, nickname, highScore });\n});", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,35): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(11,3): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 340, + "output_tokens": 745, + "generation_duration_ms": 12566, + "started_at": "2026-03-27T22:06:07.889683400Z", + "finished_at": "2026-03-27T22:06:26.690044500Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey, autoInc, index, Identity, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\ntype u64 = bigint;\n\n@table({ name: \"message\", public: true })\nexport class message {\n @primaryKey\n @autoInc\n id!: u64;\n\n @index(\"btree\")\n owner!: Identity;\n\n text!: string;\n}\n\n@reducer\nexport function create_message(ctx: ReducerContext, { text }: { text: string }): void {\n message.insert({ id: 0n as u64, owner: ctx.sender(), text });\n}\n\n@reducer\nexport function delete_message(ctx: ReducerContext, { id }: { id: u64 }): void {\n const msg = message.find(id);\n if (!msg) throw \"not found\";\n if (!msg.owner.equals(ctx.sender())) throw \"unauthorized\";\n msg.delete();\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,86): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(17,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(19,11): error TS2339: Property 'insert' does not exist on type 'typeof message'.\r\nsrc/index.ts(22,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(24,23): error TS2339: Property 'find' does not exist on type 'typeof message'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 367, + "output_tokens": 939, + "generation_duration_ms": 345158, + "started_at": "2026-03-27T22:01:52.623392400Z", + "finished_at": "2026-03-27T22:07:43.206799400Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, PrimaryKey, AutoInc, Reducer, ReducerContext } from \"@clockworklabs/spacetimedb\";\n\n@Table(\"userInternal\")\nexport class userInternal {\n @PrimaryKey\n @AutoInc\n id!: bigint;\n name!: string;\n email!: string;\n passwordHash!: string;\n}\n\n@Table({ name: \"userPublic\", public: true })\nexport class userPublic {\n @PrimaryKey\n id!: bigint;\n name!: string;\n}\n\n@Reducer\nexport function register_user(\n ctx: ReducerContext,\n { name, email, passwordHash }: { name: string; email: string; passwordHash: string }\n): void {\n const internal = userInternal.insert({ id: 0n, name, email, passwordHash });\n userPublic.insert({ id: internal.id, name: internal.name });\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,69): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(25,33): error TS2339: Property 'insert' does not exist on type 'typeof userInternal'.\r\nsrc/index.ts(26,14): error TS2339: Property 'insert' does not exist on type 'typeof userPublic'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 384, + "output_tokens": 1015, + "generation_duration_ms": 61266, + "started_at": "2026-03-27T22:01:52.624966100Z", + "finished_at": "2026-03-27T22:03:02.911291700Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey, autoInc, index, u64, ReducerContext } from \"@spacetimedb/sdk\";\n\n@table\nexport class author {\n @primaryKey\n @autoInc\n id!: u64;\n name!: string;\n}\n\n@table\nexport class post {\n @primaryKey\n @autoInc\n id!: u64;\n @index(\"btree\")\n authorId!: u64;\n title!: string;\n}\n\n@reducer\nexport function delete_author(ctx: ReducerContext, { authorId }: { authorId: u64 }): void {\n for (const p of post.authorId_index.iter(authorId)) {\n post.delete(p);\n }\n const a = author.find(authorId);\n if (a !== undefined) {\n author.delete(a);\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,81): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(21,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(23,24): error TS2339: Property 'authorId_index' does not exist on type 'typeof post'.\r\nsrc/index.ts(24,10): error TS2339: Property 'delete' does not exist on type 'typeof post'.\r\nsrc/index.ts(26,20): error TS2339: Property 'find' does not exist on type 'typeof author'.\r\nsrc/index.ts(28,12): error TS2339: Property 'delete' does not exist on type 'typeof author'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 348, + "output_tokens": 2660, + "generation_duration_ms": 32255, + "started_at": "2026-03-27T22:06:10.405503700Z", + "finished_at": "2026-03-27T22:06:48.271317200Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey, autoInc, index, u64, u32 } from \"@spacetimedb/sdk\";\n\n@table\nexport class order {\n @primaryKey\n @autoInc\n id: u64;\n\n @index(\"btree\")\n category: string;\n\n amount: u64;\n fulfilled: boolean;\n}\n\n@table\nexport class categoryStats {\n @primaryKey\n category: string;\n\n totalAmount: u64;\n orderCount: u32;\n}\n\nexport const compute_stats = reducer((ctx, { category }: { category: string }) => {\n let totalAmount: u64 = 0n as u64;\n let orderCount: u32 = 0 as u32;\n\n for (const o of ctx.db.order.filter({ category })) {\n totalAmount = (totalAmount + o.amount) as u64;\n orderCount = (orderCount + 1) as u32;\n }\n\n const existing = ctx.db.categoryStats.get(category);\n if (existing) {\n ctx.db.categoryStats.update({ category, totalAmount, orderCount });\n } else {\n ctx.db.categoryStats.insert({ category, totalAmount, orderCount });\n }\n});", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,70): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(10,3): error TS2564: Property 'category' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(13,3): error TS2564: Property 'fulfilled' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(19,3): error TS2564: Property 'category' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(25,39): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 367, + "output_tokens": 1950, + "generation_duration_ms": 20346, + "started_at": "2026-03-27T22:06:10.409727Z", + "finished_at": "2026-03-27T22:06:36.491474900Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, primaryKey, autoIncrement, index } from \"@spacetimedb/sdk\";\n\n@table(\"customer\")\nexport class customer {\n @primaryKey\n @autoIncrement\n id!: bigint;\n\n name!: string;\n}\n\n@table(\"order\")\nexport class order {\n @primaryKey\n @autoIncrement\n id!: bigint;\n\n @index(\"btree\")\n customerId!: bigint;\n\n product!: string;\n amount!: number;\n}\n\n@table(\"orderDetail\")\nexport class orderDetail {\n @primaryKey\n orderId!: bigint;\n\n customerName!: string;\n product!: string;\n amount!: number;\n}\n\n@reducer\nexport function build_order_details(ctx: ReducerContext): void {\n for (const o of ctx.db.order.iter()) {\n const c = ctx.db.customer.find(o.customerId);\n if (c !== undefined) {\n ctx.db.orderDetail.insert({\n orderId: o.id,\n customerName: c.name,\n product: o.product,\n amount: o.amount,\n });\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,82): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(35,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 413, + "output_tokens": 1938, + "generation_duration_ms": 19836, + "started_at": "2026-03-27T22:06:18.432541200Z", + "finished_at": "2026-03-27T22:06:44.360269200Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, Row, field, ReducerContext } from \"@clockworklabs/spacetimedb\";\n\n@table(\"account\")\nexport class account extends Row {\n @field.u64({ primaryKey: true, autoIncrement: true })\n id!: bigint;\n\n @field.string({ unique: true })\n email!: string;\n\n @field.string()\n displayName!: string;\n}\n\n@reducer\nexport function create_account(ctx: ReducerContext, { email, displayName }: { email: string; displayName: string }) {\n account.insert({ id: 0n, email, displayName });\n}", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,60): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,11): error TS2339: Property 'insert' does not exist on type 'typeof account'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 309, + "output_tokens": 1053, + "generation_duration_ms": 12373, + "started_at": "2026-03-27T22:06:22.297995600Z", + "finished_at": "2026-03-27T22:06:40.175200200Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey, autoInc, index, btree, ReducerContext } from \"@spacetimedb/sdk\";\n\n@table(\"product\")\nexport class product {\n @primaryKey\n @autoInc\n id: number;\n\n name: string;\n\n @index(btree)\n price: number;\n}\n\n@table(\"priceRangeResult\")\nexport class priceRangeResult {\n @primaryKey\n productId: number;\n\n name: string;\n\n price: number;\n}\n\n@reducer\nexport function find_in_price_range(ctx: ReducerContext, { minPrice, maxPrice }: { minPrice: number; maxPrice: number }) {\n for (const p of product.iter()) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n priceRangeResult.insert({\n productId: p.id,\n name: p.name,\n price: p.price,\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,83): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(7,3): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,3): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,3): error TS2564: Property 'price' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(18,3): error TS2564: Property 'productId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(20,3): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(22,3): error TS2564: Property 'price' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(25,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(27,27): error TS2339: Property 'iter' does not exist on type 'typeof product'.\r\nsrc/index.ts(29,24): error TS2339: Property 'insert' does not exist on type 'typeof priceRangeResult'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 378, + "output_tokens": 772, + "generation_duration_ms": 9851, + "started_at": "2026-03-27T22:06:36.491636800Z", + "finished_at": "2026-03-27T22:06:51.891149300Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, primaryKey, autoIncrement, reducer, ReducerContext, u64, u32 } from \"@clockworklabs/spacetimedb\";\n\n@table(\"player\")\nexport class player {\n @primaryKey\n @autoIncrement\n id!: u64;\n name!: string;\n score!: u64;\n}\n\n@table(\"leaderboard\")\nexport class leaderboard {\n @primaryKey\n rank!: u32;\n playerName!: string;\n score!: u64;\n}\n\n@reducer\nexport function build_leaderboard(ctx: ReducerContext, { limit }: { limit: u32 }): void {\n const players = ctx.db.player.all();\n players.sort((a, b) => {\n if (a.score > b.score) return -1;\n if (a.score < b.score) return 1;\n return 0;\n });\n const limitNum = Number(limit);\n const top = players.slice(0, limitNum);\n for (let i = 0; i < top.length; i++) {\n const p = top[i];\n ctx.db.leaderboard.insert({\n rank: (i + 1) as u32,\n playerName: p.name,\n score: p.score,\n });\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,85): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(23,17): error TS7006: Parameter 'a' implicitly has an 'any' type.\r\nsrc/index.ts(23,20): error TS7006: Parameter 'b' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 371, + "output_tokens": 829, + "generation_duration_ms": 9820, + "started_at": "2026-03-27T22:06:40.175356700Z", + "finished_at": "2026-03-27T22:06:55.922121500Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey, autoInc, ReducerContext } from \"@spacetimedb/sdk\";\n\n@table(\"task\")\nexport class task {\n @primaryKey\n @autoInc\n id!: number;\n title!: string;\n completed!: boolean;\n}\n\n@table(\"firstIncomplete\")\nexport class firstIncomplete {\n @primaryKey\n taskId!: number;\n title!: string;\n}\n\n@reducer\nexport function find_first_incomplete(ctx: ReducerContext): void {\n for (const t of ctx.db.task.iter()) {\n if (!t.completed) {\n ctx.db.firstIncomplete.insert({ taskId: t.id, title: t.title });\n break;\n }\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,69): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 335, + "output_tokens": 1400, + "generation_duration_ms": 19587, + "started_at": "2026-03-27T22:06:44.360373Z", + "finished_at": "2026-03-27T22:07:10.122838Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey, autoIncrement, ReducerContext, Table } from \"@spacetimedb/sdk\";\n\n@table(\"order\")\nexport class order extends Table {\n @primaryKey\n @autoIncrement\n id!: bigint;\n\n category!: string;\n\n amount!: number;\n}\n\n@table(\"distinctCategory\")\nexport class distinctCategory extends Table {\n @primaryKey\n category!: string;\n}\n\n@reducer\nexport function collect_distinct_categories(ctx: ReducerContext): void {\n const categories = new Set();\n for (const o of ctx.db.order.iter()) {\n categories.add(o.category);\n }\n for (const category of categories) {\n ctx.db.distinctCategory.insert({ category });\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,82): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 325, + "output_tokens": 1019, + "generation_duration_ms": 13961, + "started_at": "2026-03-27T22:06:46.338370200Z", + "finished_at": "2026-03-27T22:07:07.695096Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey, autoInc, ReducerContext, u64 } from \"@clockworklabs/spacetimedb\";\n\n@table\nclass user {\n @primaryKey\n @autoInc\n id: u64;\n name: string;\n active: boolean;\n}\n\n@table\nclass userStats {\n @primaryKey\n key: string;\n count: u64;\n}\n\n@reducer\nfunction compute_user_counts(ctx: ReducerContext) {\n let total: u64 = 0n;\n let active: u64 = 0n;\n for (const u of ctx.db.user.iter()) {\n total += 1n;\n if (u.active === true) {\n active += 1n;\n }\n }\n ctx.db.userStats.insert({ key: \"total\", count: total });\n ctx.db.userStats.insert({ key: \"active\", count: active });\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,74): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(8,3): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,3): error TS2564: Property 'active' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,3): error TS2564: Property 'key' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 368, + "output_tokens": 2189, + "generation_duration_ms": 19430, + "started_at": "2026-03-27T22:06:48.271439600Z", + "finished_at": "2026-03-27T22:07:12.422246600Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey, autoInc, Index, type ReducerContext } from \"@spacetimedb/spacetimedb\";\n\n@table(\"eventLog\")\nexport class eventLog {\n @primaryKey\n @autoInc\n id!: number;\n\n category!: string;\n severity!: number;\n message!: string;\n\n static indexes = {\n category_severity: new Index.BTree([\"category\", \"severity\"]),\n };\n}\n\n@table(\"filteredEvent\")\nexport class filteredEvent {\n @primaryKey\n eventId!: number;\n\n message!: string;\n}\n\n@reducer\nexport function filter_events(\n ctx: ReducerContext,\n { category, severity }: { category: string; severity: number }\n): void {\n for (const row of ctx.db.eventLog.iter()) {\n if (row.category === category && row.severity === severity) {\n ctx.db.filteredEvent.insert({ eventId: row.id, message: row.message });\n }\n }\n}", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,81): error TS2307: Cannot find module '@spacetimedb/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(26,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 371, + "output_tokens": 2017, + "generation_duration_ms": 18237, + "started_at": "2026-03-27T22:06:51.891262700Z", + "finished_at": "2026-03-27T22:07:14.331022600Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, primaryKey, autoIncrement, reducer, ReducerContext, ScheduleAt } from \"@clockworklabs/spacetimedb\";\n\n@table({ schedule: \"send_reminder\" })\nclass reminder {\n @primaryKey\n @autoIncrement\n scheduledId!: bigint;\n scheduledAt!: ScheduleAt;\n message!: string;\n}\n\n@reducer\nfunction send_reminder(ctx: ReducerContext, reminder: reminder): void {}\n\n@reducer\nfunction init(ctx: ReducerContext): void {\n reminder.insert({\n scheduledAt: ScheduleAt.time(ctx.timestamp + 60_000_000n),\n message: \"reminder\",\n });\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,87): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,12): error TS2339: Property 'insert' does not exist on type 'typeof reminder'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 344, + "output_tokens": 1272, + "generation_duration_ms": 18633, + "started_at": "2026-03-27T22:05:53.796034600Z", + "finished_at": "2026-03-27T22:06:18.432253800Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Column, PrimaryKey, AutoIncrement, Reducer, ReducerContext } from \"@clockworklabs/spacetimedb\";\n\ntype scheduleAt = bigint;\n\n@Table(\"cleanupJob\", { scheduled: \"run_cleanup\" })\nexport class cleanupJob {\n @PrimaryKey()\n @AutoIncrement()\n @Column(\"u64\")\n scheduledId!: bigint;\n\n @Column(\"scheduleAt\")\n scheduledAt!: scheduleAt;\n}\n\n@Reducer()\nexport function run_cleanup(ctx: ReducerContext, row: cleanupJob): void {\n}\n\n@Reducer()\nexport function init(ctx: ReducerContext): void {\n ctx.db.cleanupJob.insert({ scheduledAt: ctx.scheduleAt(60_000_000n) });\n}\n\n@Reducer()\nexport function cancel_cleanup(ctx: ReducerContext, { scheduledId }: { scheduledId: bigint }): void {\n ctx.db.cleanupJob.delete(scheduledId);\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,83): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(25,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 342, + "output_tokens": 6368, + "generation_duration_ms": 56018, + "started_at": "2026-03-27T22:05:57.866450700Z", + "finished_at": "2026-03-27T22:07:00.299664700Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, primaryKey, reducer, lifecycle, db, ReducerContext, Identity, Timestamp } from \"@spacetimedb/client\";\n\n@table\nexport class onlinePlayer {\n @primaryKey\n identity: Identity;\n connectedAt: Timestamp;\n}\n\n@reducer\n@lifecycle(\"spacetimedb.clientConnected\")\nexport function clientConnected(ctx: ReducerContext): void {\n db.onlinePlayer.insert({ identity: ctx.sender, connectedAt: ctx.timestamp });\n}\n\n@reducer\n@lifecycle(\"spacetimedb.clientDisconnected\")\nexport function clientDisconnected(ctx: ReducerContext): void {\n db.onlinePlayer.delete(ctx.sender);\n}", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,96): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(10,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 305, + "output_tokens": 1258, + "generation_duration_ms": 16415, + "started_at": "2026-03-27T22:06:00.058510800Z", + "finished_at": "2026-03-27T22:06:22.297835600Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, Identity, u64, primaryKey, autoInc, index, Context } from \"@spacetimedb/sdk\";\n\n@table({ public: false })\nexport class user {\n @primaryKey\n identity!: Identity;\n name!: string;\n}\n\n@table\nexport class message {\n @primaryKey\n @autoInc\n id!: u64;\n\n @index(\"btree\")\n sender!: Identity;\n text!: string;\n}\n\n@reducer\nexport function register(ctx: Context, { name }: { name: string }): void {\n const existing = user.find(ctx.sender);\n if (existing) {\n throw new Error(\"already registered\");\n }\n user.insert({ identity: ctx.sender, name });\n}\n\n@reducer\nexport function post_message(ctx: Context, { text }: { text: string }): void {\n const existing = user.find(ctx.sender);\n if (!existing) {\n throw new Error(\"not registered\");\n }\n message.insert({ id: 0n as u64, sender: ctx.sender, text });\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,84): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(21,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(23,25): error TS2339: Property 'find' does not exist on type 'typeof user'.\r\nsrc/index.ts(27,8): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(30,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(32,25): error TS2339: Property 'find' does not exist on type 'typeof user'.\r\nsrc/index.ts(36,11): error TS2339: Property 'insert' does not exist on type 'typeof message'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 383, + "output_tokens": 3282, + "generation_duration_ms": 169638, + "started_at": "2026-03-27T22:01:52.636860400Z", + "finished_at": "2026-03-27T22:04:50.246985600Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Identity, u32, u64, primaryKey, autoInc, privateTable, publicTable } from \"@spacetimedb/spacetimedb\";\n\n@table(\"config\")\n@privateTable\nexport class config {\n @primaryKey\n id: u32;\n admin: Identity;\n}\n\n@table(\"admin_log\")\n@publicTable\nexport class admin_log {\n @primaryKey\n @autoInc\n id: u64;\n action: string;\n}\n\n@reducer\nexport function bootstrap_admin(ctx: ReducerContext): void {\n const existing = config.get(0 as u32);\n if (existing) {\n throw \"already bootstrapped\";\n }\n config.insert({ id: 0 as u32, admin: ctx.sender });\n}\n\n@reducer\nexport function admin_action(ctx: ReducerContext, { action }: { action: string }): void {\n const cfg = config.get(0 as u32);\n if (!cfg) {\n throw \"not bootstrapped\";\n }\n if (cfg.admin !== ctx.sender) {\n throw \"not admin\";\n }\n admin_log.insert({ id: 0n as u64, action });\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,116): error TS2307: Cannot find module '@spacetimedb/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(17,3): error TS2564: Property 'action' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(22,27): error TS2339: Property 'get' does not exist on type 'typeof config'.\r\nsrc/index.ts(26,10): error TS2339: Property 'insert' does not exist on type 'typeof config'.\r\nsrc/index.ts(29,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(31,22): error TS2339: Property 'get' does not exist on type 'typeof config'.\r\nsrc/index.ts(38,13): error TS2339: Property 'insert' does not exist on type 'typeof admin_log'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 395, + "output_tokens": 5574, + "generation_duration_ms": 233977, + "started_at": "2026-03-27T22:01:52.638103300Z", + "finished_at": "2026-03-27T22:05:53.795784300Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { reducer, table, primaryKey, ReducerContext, Identity } from \"@clockworklabs/spacetimedb\";\n\n@table({ name: \"user\", visibility: \"private\" })\nexport class user {\n @primaryKey identity!: Identity;\n role!: string;\n}\n\n@reducer\nexport function register(ctx: ReducerContext): void {\n const existing = ctx.db.user.get(ctx.sender);\n if (existing) throw \"already registered\";\n ctx.db.user.insert({ identity: ctx.sender, role: \"member\" });\n}\n\n@reducer\nexport function promote(ctx: ReducerContext, { target }: { target: Identity }): void {\n const caller = ctx.db.user.get(ctx.sender);\n if (!caller) throw \"not registered\";\n if (caller.role !== \"admin\") throw \"not admin\";\n const targetUser = ctx.db.user.get(target);\n if (!targetUser) throw \"target not registered\";\n ctx.db.user.update({ identity: targetUser.identity, role: \"admin\" });\n}\n\n@reducer\nexport function member_action(ctx: ReducerContext): void {\n const caller = ctx.db.user.get(ctx.sender);\n if (!caller) throw \"not registered\";\n}\n\n@reducer\nexport function admin_action(ctx: ReducerContext): void {\n const caller = ctx.db.user.get(ctx.sender);\n if (!caller) throw \"not registered\";\n if (caller.role !== \"admin\") throw \"not admin\";\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,70): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(9,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(26,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(32,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 423, + "output_tokens": 1374, + "generation_duration_ms": 88918, + "started_at": "2026-03-27T22:01:52.639467100Z", + "finished_at": "2026-03-27T22:03:28.239042600Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, Identity, primaryKey } from \"spacetimedb\";\n\n@table({ name: \"admin\", private: true })\nexport class admin {\n @primaryKey identity!: Identity;\n}\n\n@table({ name: \"banned\", private: true })\nexport class banned {\n @primaryKey identity!: Identity;\n}\n\n@table({ name: \"player\" })\nexport class player {\n @primaryKey identity!: Identity;\n name!: string;\n}\n\nexport interface add_adminArgs {\n target: Identity;\n}\n\n@reducer\nexport function add_admin(ctx: ReducerContext, { target }: add_adminArgs): void {\n const senderAdmin = ctx.db.admin.find(ctx.sender);\n if (!senderAdmin) throw \"not admin\";\n const existing = ctx.db.admin.find(target);\n if (!existing) {\n ctx.db.admin.insert({ identity: target });\n }\n}\n\nexport interface ban_playerArgs {\n target: Identity;\n}\n\n@reducer\nexport function ban_player(ctx: ReducerContext, { target }: ban_playerArgs): void {\n const senderAdmin = ctx.db.admin.find(ctx.sender);\n if (!senderAdmin) throw \"not admin\";\n const existingBan = ctx.db.banned.find(target);\n if (!existingBan) {\n ctx.db.banned.insert({ identity: target });\n }\n const existingPlayer = ctx.db.player.find(target);\n if (existingPlayer) {\n ctx.db.player.delete(target);\n }\n}\n\nexport interface join_gameArgs {\n name: string;\n}\n\n@reducer\nexport function join_game(ctx: ReducerContext, { name }: join_gameArgs): void {\n const isBanned = ctx.db.banned.find(ctx.sender);\n if (isBanned) throw \"banned\";\n const existingPlayer = ctx.db.player.find(ctx.sender);\n if (existingPlayer) throw \"already in game\";\n ctx.db.player.insert({ identity: ctx.sender, name });\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,17): error TS2724: '\"spacetimedb\"' has no exported member named 'reducer'. Did you mean 'reducers'?\r\nsrc/index.ts(1,26): error TS2305: Module '\"spacetimedb\"' has no exported member 'ReducerContext'.\r\nsrc/index.ts(1,52): error TS2305: Module '\"spacetimedb\"' has no exported member 'primaryKey'.\r\nsrc/index.ts(3,2): error TS2555: Expected at least 2 arguments, but got 1.\r\nsrc/index.ts(3,2): error TS1238: Unable to resolve signature of class decorator when called as an expression.\r\n This expression is not callable.\r\n Type 'TableSchema, []>' has no call signatures.\r\nsrc/index.ts(8,2): error TS2555: Expected at least 2 arguments, but got 1.\r\nsrc/index.ts(8,2): error TS1238: Unable to resolve signature of class decorator when called as an expression.\r\n This expression is not callable.\r\n Type 'TableSchema, []>' has no call signatures.\r\nsrc/index.ts(13,2): error TS2555: Expected at least 2 arguments, but got 1.\r\nsrc/index.ts(13,2): error TS1238: Unable to resolve signature of class decorator when called as an expression.\r\n This expression is not callable.\r\n Type 'TableSchema, []>' has no call signatures.\r\nsrc/index.ts(23,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(37,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(55,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 439, + "output_tokens": 1181, + "generation_duration_ms": 70270, + "started_at": "2026-03-27T22:01:52.640853300Z", + "finished_at": "2026-03-27T22:03:11.175358Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, public, primaryKey, autoInc, reducer, ReducerContext, Identity } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table\nexport class rate_limit {\n @primaryKey\n identity!: Identity;\n last_call_us!: bigint;\n}\n\n@public\n@table\nexport class action_log {\n @primaryKey\n @autoInc\n id!: bigint;\n identity!: Identity;\n payload!: string;\n}\n\n@reducer\nexport function limited_action(ctx: ReducerContext, { payload }: { payload: string }) {\n const now = ctx.timestamp.microsSinceUnixEpoch;\n const row = ctx.db.rate_limit.get(ctx.sender);\n if (row && now - row.last_call_us < 1_000_000n) {\n throw \"rate limited\";\n }\n if (row) {\n ctx.db.rate_limit.update({ identity: ctx.sender, last_call_us: now });\n } else {\n ctx.db.rate_limit.insert({ identity: ctx.sender, last_call_us: now });\n }\n ctx.db.action_log.insert({ id: 0n, identity: ctx.sender, payload });\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,17): error TS1214: Identifier expected. 'public' is a reserved word in strict mode. Modules are automatically in strict mode.\r\nsrc/index.ts(1,87): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(10,2): error TS1213: Identifier expected. 'public' is a reserved word in strict mode. Class definitions are automatically in strict mode.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 416, + "output_tokens": 2576, + "generation_duration_ms": 122574, + "started_at": "2026-03-27T22:01:52.642195Z", + "finished_at": "2026-03-27T22:04:00.965774900Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Context, Identity, table, primaryKey, autoInc, index, reducer } from \"spacetimedb\";\n\n@table\nclass document {\n @primaryKey\n @autoInc\n id!: bigint;\n\n @index\n owner!: Identity;\n\n title!: string;\n}\n\n@table\nclass document_share {\n @index\n document_id!: bigint;\n\n @index\n shared_with!: Identity;\n}\n\n@reducer\nfunction create_document(ctx: Context, { title }: { title: string }) {\n ctx.db.document.insert({ id: 0n, owner: ctx.sender, title });\n}\n\n@reducer\nfunction share_document(ctx: Context, { document_id, target }: { document_id: bigint; target: Identity }) {\n const doc = ctx.db.document.get(document_id);\n if (!doc) {\n throw new Error(\"not found\");\n }\n if (doc.owner !== ctx.sender) {\n throw new Error(\"not owner\");\n }\n ctx.db.document_share.insert({ document_id, shared_with: target });\n}\n\n@reducer\nfunction edit_document(ctx: Context, { document_id, new_title }: { document_id: bigint; new_title: string }) {\n const doc = ctx.db.document.get(document_id);\n if (!doc) {\n throw new Error(\"not found\");\n }\n let authorized = doc.owner === ctx.sender;\n if (!authorized) {\n for (const share of ctx.db.document_share.iter()) {\n if (share.document_id === document_id && share.shared_with === ctx.sender) {\n authorized = true;\n break;\n }\n }\n }\n if (!authorized) {\n throw new Error(\"unauthorized\");\n }\n ctx.db.document.update({ id: doc.id, owner: doc.owner, title: new_title });\n}", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,10): error TS2724: '\"spacetimedb\"' has no exported member named 'Context'. Did you mean 'DbContext'?\r\nsrc/index.ts(1,36): error TS2305: Module '\"spacetimedb\"' has no exported member 'primaryKey'.\r\nsrc/index.ts(1,48): error TS2305: Module '\"spacetimedb\"' has no exported member 'autoInc'.\r\nsrc/index.ts(1,57): error TS2305: Module '\"spacetimedb\"' has no exported member 'index'.\r\nsrc/index.ts(1,64): error TS2724: '\"spacetimedb\"' has no exported member named 'reducer'. Did you mean 'reducers'?\r\nsrc/index.ts(3,2): error TS1238: Unable to resolve signature of class decorator when called as an expression.\r\n Type 'typeof document' has no properties in common with type 'TableOpts'.\r\nsrc/index.ts(3,2): error TS1270: Decorator function return type 'TableSchema, []>' is not assignable to type 'void | typeof document'.\r\nsrc/index.ts(15,2): error TS1238: Unable to resolve signature of class decorator when called as an expression.\r\n Type 'typeof document_share' has no properties in common with type 'TableOpts'.\r\nsrc/index.ts(15,2): error TS1270: Decorator function return type 'TableSchema, []>' is not assignable to type 'void | typeof document_share'.\r\nsrc/index.ts(24,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(29,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(41,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 486, + "output_tokens": 5343, + "generation_duration_ms": 230474, + "started_at": "2026-03-27T22:01:52.643502900Z", + "finished_at": "2026-03-27T22:05:49.485927100Z" + } + } + }, + { + "name": "DeepSeek Chat", + "route_api_model": "deepseek-chat", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBClient, table, reducer } from \"@spacetimedb/client\";\n\n@table\nclass emptyTable {\n @primaryKey\n id: number;\n}\n\n@reducer\nfunction emptyReducerNoArgs() {}\n\n@reducer\nfunction emptyReducerWithInt(count: number) {}\n\n@reducer\nfunction emptyReducerWithString(name: string) {}\n\n@reducer\nfunction emptyReducerWithTwoArgs(count: number, name: string) {}\n\n@reducer\nfunction emptyReducerWithThreeArgs(active: boolean, ratio: number, label: string) {}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,51): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(6,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 340, + "output_tokens": 121, + "generation_duration_ms": 12071, + "started_at": "2026-03-27T22:13:58.736974200Z", + "finished_at": "2026-03-27T22:14:18.397218900Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "module.exports = {\n tables: {\n user: {\n id: { type: \"i32\", primaryKey: true },\n name: { type: \"string\" },\n age: { type: \"i32\" },\n active: { type: \"boolean\" }\n },\n product: {\n id: { type: \"i32\", primaryKey: true },\n title: { type: \"string\" },\n price: { type: \"f32\" },\n inStock: { type: \"boolean\" }\n },\n note: {\n id: { type: \"i32\", primaryKey: true },\n body: { type: \"string\" },\n rating: { type: \"i64\" },\n pinned: { type: \"boolean\" }\n }\n }\n};", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 382, + "output_tokens": 169, + "generation_duration_ms": 12134, + "started_at": "2026-03-27T22:14:08.784616500Z", + "finished_at": "2026-03-27T22:14:26.738610600Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { scheduled, reducer, ScheduleAt, SpacetimeDBClient } from \"@spacetimedb/sdk\";\n\n@spacetimeDBTable\nexport class tickTimer {\n @primaryKey\n @autoIncrement\n scheduledId: bigint = 0n;\n\n scheduledAt: ScheduleAt = new ScheduleAt(0n);\n}\n\n@scheduled(tickTimer)\nexport class tickTimerScheduler {\n @reducer\n static tick(row: tickTimer): void {}\n}\n\n@reducer\nexport function init(): void {\n tickTimer.insert({\n scheduledAt: new ScheduleAt(50n)\n });\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,67): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(3,2): error TS2304: Cannot find name 'spacetimeDBTable'.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(6,6): error TS2304: Cannot find name 'autoIncrement'.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(20,15): error TS2339: Property 'insert' does not exist on type 'typeof tickTimer'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 317, + "output_tokens": 131, + "generation_duration_ms": 6184, + "started_at": "2026-03-27T22:14:08.790167900Z", + "finished_at": "2026-03-27T22:14:20.917941100Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@spacetimedb/sdk\ninterface Position {\n x: number;\n y: number;\n}\n\n@spacetimedb/table\nclass entity {\n @spacetimedb/column({ primaryKey: true })\n id: number;\n\n @spacetimedb/column\n pos: Position;\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,13): error TS1146: Declaration expected.\r\nsrc/index.ts(7,13): error TS1146: Declaration expected.\r\nsrc/index.ts(9,17): error TS1146: Declaration expected.\r\nsrc/index.ts(12,17): error TS1146: Declaration expected.\r\nsrc/index.ts(14,1): error TS1128: Declaration or statement expected.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 292, + "output_tokens": 69, + "generation_duration_ms": 9745, + "started_at": "2026-03-27T22:14:14.967346800Z", + "finished_at": "2026-03-27T22:14:30.692494500Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "@table\nclass user {\n @primaryKey\n id!: number;\n name!: string;\n age!: number;\n active!: boolean;\n}\n\n@reducer\nfunction insertUser(id: number, name: string, age: number, active: boolean) {\n user.insert({ id, name, age, active });\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(3,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(10,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(12,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 334, + "output_tokens": 69, + "generation_duration_ms": 7931, + "started_at": "2026-03-27T22:14:14.974409800Z", + "finished_at": "2026-03-27T22:14:28.799587600Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "@table\nclass user {\n @primaryKey\n id!: number;\n name!: string;\n age!: number;\n active!: boolean;\n}\n\n@reducer\nfunction updateUser(id: number, name: string, age: number, active: boolean) {\n const found = user.filterById(id);\n if (found.length === 0) return;\n\n const [existing] = found;\n existing.name = name;\n existing.age = age;\n existing.active = active;\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(3,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(10,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(12,24): error TS2339: Property 'filterById' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 334, + "output_tokens": 105, + "generation_duration_ms": 8346, + "started_at": "2026-03-27T22:14:18.398478600Z", + "finished_at": "2026-03-27T22:14:32.587629400Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "@table class user {\n @primaryKey id: number;\n name: string;\n age: number;\n active: boolean;\n}\n\n@reducer function deleteUser(id: number) {\n const row = user.filterById(id);\n if (row) {\n row.delete();\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(2,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(2,17): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(3,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(4,5): error TS2564: Property 'age' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(5,5): error TS2564: Property 'active' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(9,22): error TS2339: Property 'filterById' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 301, + "output_tokens": 63, + "generation_duration_ms": 10395, + "started_at": "2026-03-27T22:14:18.403949800Z", + "finished_at": "2026-03-27T22:14:36.456604800Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "@table\nclass user {\n id: number;\n name: string;\n age: number;\n active: boolean;\n}\n\n@reducer\nfunction crud() {\n user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n user.update({ id: 1, name: \"Alice2\", age: 31, active: false });\n user.delete({ id: 2 });\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(3,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(4,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(5,5): error TS2564: Property 'age' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(6,5): error TS2564: Property 'active' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(11,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(12,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(13,10): error TS2339: Property 'update' does not exist on type 'typeof user'.\r\nsrc/index.ts(14,10): error TS2339: Property 'delete' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 384, + "output_tokens": 117, + "generation_duration_ms": 7794, + "started_at": "2026-03-27T22:14:22.899395800Z", + "finished_at": "2026-03-27T22:14:36.457801Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBClient, Table, Reducer } from \"@spacetimedb/sdk\";\n\n@Table({ name: \"user\" })\nclass User {\n id: number;\n name: string;\n age: number;\n active: boolean;\n}\n\n@Table({ name: \"result\" })\nclass Result {\n id: number;\n name: string;\n}\n\n@Reducer({ name: \"lookupUserName\" })\nfunction lookupUserName(id: number) {\n const user = User.filterById(id);\n if (user) {\n Result.insert({ id: user.id, name: user.name });\n }\n}\n\nconst client = new SpacetimeDBClient();\nclient.connect();", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,51): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(6,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(7,5): error TS2564: Property 'age' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,5): error TS2564: Property 'active' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(13,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(17,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(19,23): error TS2339: Property 'filterById' does not exist on type 'typeof User'.\r\nsrc/index.ts(21,16): error TS2339: Property 'insert' does not exist on type 'typeof Result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 346, + "output_tokens": 143, + "generation_duration_ms": 15393, + "started_at": "2026-03-27T22:14:22.900743700Z", + "finished_at": "2026-03-27T22:14:44.214007500Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBClient, table, reducer } from \"@spacetimedb/spacetimedb\";\n\n@table\nclass user {\n id: number;\n name: string;\n age: number;\n active: boolean;\n\n constructor(id: number, name: string, age: number, active: boolean) {\n this.id = id;\n this.name = name;\n this.age = age;\n this.active = active;\n }\n}\n\n@reducer\nfunction init() {\n new user(1, \"Alice\", 30, true);\n new user(2, \"Bob\", 22, false);\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,51): error TS2307: Cannot find module '@spacetimedb/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 335, + "output_tokens": 134, + "generation_duration_ms": 9718, + "started_at": "2026-03-27T22:14:26.738725600Z", + "finished_at": "2026-03-27T22:14:42.188294800Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "interface Event {\n id: bigint;\n kind: string;\n}\n\nconst Event = SpacetimeDB.table(\"event\");\n\nexport function clientConnected() {\n Event.insert({\n id: SpacetimeDB.generateId(),\n kind: \"connected\"\n });\n}\n\nexport function clientDisconnected() {\n Event.insert({\n id: SpacetimeDB.generateId(),\n kind: \"disconnected\"\n });\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(6,15): error TS2304: Cannot find name 'SpacetimeDB'.\r\nsrc/index.ts(10,13): error TS2304: Cannot find name 'SpacetimeDB'.\r\nsrc/index.ts(17,13): error TS2304: Cannot find name 'SpacetimeDB'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 295, + "output_tokens": 89, + "generation_duration_ms": 7866, + "started_at": "2026-03-27T22:14:26.743808700Z", + "finished_at": "2026-03-27T22:14:40.314974100Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBClient, table, reducer } from \"@spacetimeDB/module\";\n\n@table\nclass result {\n constructor(\n public id: number,\n public sum: number\n ) {}\n}\n\nfunction add(a: number, b: number): number {\n return a + b;\n}\n\n@reducer\nfunction computeSum(id: number, a: number, b: number) {\n const sum = add(a, b);\n result.insert(new result(id, sum));\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,51): error TS2307: Cannot find module '@spacetimeDB/module' or its corresponding type declarations.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,12): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 321, + "output_tokens": 105, + "generation_duration_ms": 9628, + "started_at": "2026-03-27T22:14:30.686407100Z", + "finished_at": "2026-03-27T22:14:48.195318800Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBClient, createReducer, table, struct } from \"@spacetimexyz/client\";\n\n@struct\nclass Score {\n left: number;\n right: number;\n}\n\n@table\nclass result {\n id: number;\n value: Score;\n}\n\nconst setScore = createReducer(\"setScore\", (id: number, left: number, right: number) => {\n result.insert({ id, value: { left, right } });\n});", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,65): error TS2307: Cannot find module '@spacetimexyz/client' or its corresponding type declarations.\r\nsrc/index.ts(5,5): error TS2564: Property 'left' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(6,5): error TS2564: Property 'right' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(11,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,5): error TS2564: Property 'value' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(16,12): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 331, + "output_tokens": 98, + "generation_duration_ms": 13534, + "started_at": "2026-03-27T22:15:11.864331Z", + "finished_at": "2026-03-27T22:15:32.835789100Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBClient, table, reducers, enums } from \"@spacetimedb/client\";\n\nenum Shape {\n circle = \"circle\",\n rectangle = \"rectangle\"\n}\n\n@table\nclass Rect {\n width: number;\n height: number;\n}\n\n@table\nclass result {\n @primaryKey\n id: number;\n value: Shape;\n}\n\n@reducers\nclass setCircle {\n @reducer\n static setCircle(id: number, radius: number): void {\n result.insert({ id, value: Shape.circle(radius) });\n }\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,59): error TS2307: Cannot find module '@spacetimedb/client' or its corresponding type declarations.\r\nsrc/index.ts(10,5): error TS2564: Property 'width' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(11,5): error TS2564: Property 'height' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(16,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(17,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(18,5): error TS2564: Property 'value' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(23,6): error TS2552: Cannot find name 'reducer'. Did you mean 'reducers'?\r\nsrc/index.ts(25,16): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\nsrc/index.ts(25,42): error TS2349: This expression is not callable.\r\n Type 'String' has no call signatures.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 356, + "output_tokens": 125, + "generation_duration_ms": 11529, + "started_at": "2026-03-27T22:15:15.646904100Z", + "finished_at": "2026-03-27T22:15:32.842676Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBClient, Table, table, reducer } from \"@spacetimexyz/client\";\n\n@table(\"primitive\")\nclass Primitive extends Table {\n constructor(\n public id: number,\n public count: number,\n public total: bigint,\n public price: number,\n public ratio: number,\n public active: boolean,\n public name: string\n ) {\n super();\n }\n}\n\n@reducer(\"seed\")\nfunction seed() {\n Primitive.insert(new Primitive(1, 2, BigInt(3000000000), 1.5, 2.25, true, \"Alice\"));\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,58): error TS2307: Cannot find module '@spacetimexyz/client' or its corresponding type declarations.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(20,15): error TS2339: Property 'insert' does not exist on type 'typeof Primitive'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 370, + "output_tokens": 137, + "generation_duration_ms": 15260, + "started_at": "2026-03-27T22:15:15.652330500Z", + "finished_at": "2026-03-27T22:15:36.981167900Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "type Address = {\n street: string;\n zip: number;\n};\n\ntype Position = {\n x: number;\n y: number;\n};\n\n#[spacetimedb(table)]\nclass profile {\n #[spacetimedb(column)]\n id: number;\n\n #[spacetimedb(column)]\n home: Address;\n\n #[spacetimedb(column)]\n work: Address;\n\n #[spacetimedb(column)]\n pos: Position;\n}\n\n#[spacetimedb(reducer)]\nfunction seed() {\n profile.insert({\n id: 1,\n home: { street: \"1 Main\", zip: 11111 },\n work: { street: \"2 Broad\", zip: 22222 },\n pos: { x: 7, y: 9 },\n });\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(11,1): error TS1127: Invalid character.\r\nsrc/index.ts(13,3): error TS1127: Invalid character.\r\nsrc/index.ts(13,4): error TS1005: ';' expected.\r\nsrc/index.ts(16,3): error TS1127: Invalid character.\r\nsrc/index.ts(16,4): error TS1005: ';' expected.\r\nsrc/index.ts(19,3): error TS1127: Invalid character.\r\nsrc/index.ts(19,4): error TS1005: ';' expected.\r\nsrc/index.ts(22,3): error TS1127: Invalid character.\r\nsrc/index.ts(22,4): error TS1005: ';' expected.\r\nsrc/index.ts(26,1): error TS1127: Invalid character.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 401, + "output_tokens": 169, + "generation_duration_ms": 17472, + "started_at": "2026-03-27T22:15:21.448562700Z", + "finished_at": "2026-03-27T22:15:44.881492400Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "type Rect = { width: number, height: number };\ntype Shape = { circle: number } | { rectangle: Rect };\n\n@table\nclass drawing {\n @primaryKey\n id: number;\n a: Shape;\n b: Shape;\n\n constructor(id: number, a: Shape, b: Shape) {\n this.id = id;\n this.a = a;\n this.b = b;\n }\n}\n\n@reducer\nfunction seed() {\n const a: Shape = { circle: 10 };\n const b: Shape = { rectangle: { width: 4, height: 6 } };\n new drawing(1, a, b).insert();\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(6,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(22,26): error TS2339: Property 'insert' does not exist on type 'drawing'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 378, + "output_tokens": 143, + "generation_duration_ms": 13500, + "started_at": "2026-03-27T22:15:23.480976400Z", + "finished_at": "2026-03-27T22:15:44.880345800Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBClient, ScheduleAt, Table, Reducer } from \"@spacetimexyz/sdk\";\n\n@Table({ name: \"tickTimer\" })\nclass TickTimer {\n @Column({ primaryKey: true, autoIncrement: true })\n scheduledId: bigint;\n\n @Column()\n scheduledAt: ScheduleAt;\n}\n\n@Reducer({ name: \"tick\", schedule: { interval: 50 } })\nfunction tick(timer: TickTimer) {\n console.log(\"Tick triggered:\", timer.scheduledId);\n}\n\n@Reducer({ name: \"init\" })\nfunction init() {\n const timer = new TickTimer();\n timer.scheduledAt = ScheduleAt.fromNow(50);\n TickTimer.insert(timer);\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,63): error TS2307: Cannot find module '@spacetimexyz/sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,4): error TS2304: Cannot find name 'Column'.\r\nsrc/index.ts(6,3): error TS2564: Property 'scheduledId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,4): error TS2304: Cannot find name 'Column'.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,13): error TS2339: Property 'insert' does not exist on type 'typeof TickTimer'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 315, + "output_tokens": 157, + "generation_duration_ms": 13846, + "started_at": "2026-03-27T22:15:27.167908Z", + "finished_at": "2026-03-27T22:15:46.764135600Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "interface Account {\n id: number;\n email: string;\n name: string;\n}\n\nconst Account = table(\"account\");\n\n@index(\"byName\", Account.name)\n@unique(\"email\", Account.email)\nclass AccountTable {\n @primaryKey\n id: number;\n\n email: string;\n name: string;\n}\n\n@Reducer()\nfunction seed() {\n Account.insert({ id: 1, email: \"a@example.com\", name: \"Alice\" });\n Account.insert({ id: 2, email: \"b@example.com\", name: \"Bob\" });\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(7,17): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(9,2): error TS2304: Cannot find name 'index'.\r\nsrc/index.ts(10,2): error TS2304: Cannot find name 'unique'.\r\nsrc/index.ts(12,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(13,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,5): error TS2564: Property 'email' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(16,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 339, + "output_tokens": 125, + "generation_duration_ms": 10090, + "started_at": "2026-03-27T22:15:32.842806600Z", + "finished_at": "2026-03-27T22:15:50.758547200Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "interface User {\n userId: number;\n name: string;\n}\n\ninterface Group {\n groupId: number;\n title: string;\n}\n\ninterface Membership {\n id: number;\n userId: number;\n groupId: number;\n}\n\n@table\nexport class user implements User {\n @primaryKey\n userId!: number;\n name!: string;\n}\n\n@table\nexport class group implements Group {\n @primaryKey\n groupId!: number;\n title!: string;\n}\n\n@table\nexport class membership implements Membership {\n @primaryKey\n id!: number;\n userId!: number;\n groupId!: number;\n\n @index(\"byUser\")\n static byUser(userId: number): Iterable {\n return filter(membership.iter(), m => m.userId === userId);\n }\n\n @index(\"byGroup\")\n static byGroup(groupId: number): Iterable {\n return filter(membership.iter(), m => m.groupId === groupId);\n }\n}\n\n@reducer\nexport function seed() {\n User.insert(new user({ userId: 1, name: \"Alice\" }));\n User.insert(new user({ userId: 2, name: \"Bob\" }));\n\n Group.insert(new group({ groupId: 10, title: \"Admin\" }));\n Group.insert(new group({ groupId: 20, title: \"Dev\" }));\n\n Membership.insert(new membership({ id: 1, userId: 1, groupId: 10 }));\n Membership.insert(new membership({ id: 2, userId: 1, groupId: 20 }));\n Membership.insert(new membership({ id: 3, userId: 2, groupId: 20 }));\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(17,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(19,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(24,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(26,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(31,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(33,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(38,6): error TS2304: Cannot find name 'index'.\r\nsrc/index.ts(40,16): error TS2552: Cannot find name 'filter'. Did you mean 'File'?\r\nsrc/index.ts(40,34): error TS2339: Property 'iter' does not exist on type 'typeof membership'.\r\nsrc/index.ts(40,42): error TS7006: Parameter 'm' implicitly has an 'any' type.\r\nsrc/index.ts(43,6): error TS2304: Cannot find name 'index'.\r\nsrc/index.ts(45,16): error TS2552: Cannot find name 'filter'. Did you mean 'File'?\r\nsrc/index.ts(45,34): error TS2339: Property 'iter' does not exist on type 'typeof membership'.\r\nsrc/index.ts(45,42): error TS7006: Parameter 'm' implicitly has an 'any' type.\r\nsrc/index.ts(49,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(51,5): error TS2693: 'User' only refers to a type, but is being used as a value here.\r\nsrc/index.ts(51,26): error TS2554: Expected 0 arguments, but got 1.\r\nsrc/index.ts(52,5): error TS2693: 'User' only refers to a type, but is being used as a value here.\r\nsrc/index.ts(52,26): error TS2554: Expected 0 arguments, but got 1.\r\nsrc/index.ts(54,5): error TS2693: 'Group' only refers to a type, but is being used as a value here.\r\nsrc/index.ts(54,28): error TS2554: Expected 0 arguments, but got 1.\r\nsrc/index.ts(55,5): error TS2693: 'Group' only refers to a type, but is being used as a value here.\r\nsrc/index.ts(55,28): error TS2554: Expected 0 arguments, but got 1.\r\nsrc/index.ts(57,5): error TS2693: 'Membership' only refers to a type, but is being used as a value here.\r\nsrc/index.ts(57,38): error TS2554: Expected 0 arguments, but got 1.\r\nsrc/index.ts(58,5): error TS2693: 'Membership' only refers to a type, but is being used as a value here.\r\nsrc/index.ts(58,38): error TS2554: Expected 0 arguments, but got 1.\r\nsrc/index.ts(59,5): error TS2693: 'Membership' only refers to a type, but is being used as a value here.\r\nsrc/index.ts(59,38): error TS2554: Expected 0 arguments, but got 1.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 480, + "output_tokens": 363, + "generation_duration_ms": 19827, + "started_at": "2026-03-27T22:15:32.844032300Z", + "finished_at": "2026-03-27T22:15:58.405052700Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "@table\nclass entity {\n @primaryKey\n id!: number;\n}\n\n@table\nclass position {\n @primaryKey\n entityId!: number;\n x!: number;\n y!: number;\n}\n\n@table\nclass velocity {\n @primaryKey\n entityId!: number;\n vx!: number;\n vy!: number;\n}\n\n@table\nclass nextPosition {\n @primaryKey\n entityId!: number;\n x!: number;\n y!: number;\n}\n\n@reducer\nexport function seed() {\n entity.insert({ id: 1 });\n position.insert({ entityId: 1, x: 0, y: 0 });\n velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n\n entity.insert({ id: 2 });\n position.insert({ entityId: 2, x: 10, y: 0 });\n velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n}\n\n@reducer\nexport function step() {\n for (const pos of position.iter()) {\n const vel = velocity.get(pos.entityId);\n if (vel) {\n nextPosition.updateOrInsert({\n entityId: pos.entityId,\n x: pos.x + vel.vx,\n y: pos.y + vel.vy\n });\n }\n }\n}", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(3,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(7,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(9,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(15,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(17,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(23,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(25,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(31,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(33,12): error TS2339: Property 'insert' does not exist on type 'typeof entity'.\r\nsrc/index.ts(34,14): error TS2339: Property 'insert' does not exist on type 'typeof position'.\r\nsrc/index.ts(35,14): error TS2339: Property 'insert' does not exist on type 'typeof velocity'.\r\nsrc/index.ts(37,12): error TS2339: Property 'insert' does not exist on type 'typeof entity'.\r\nsrc/index.ts(38,14): error TS2339: Property 'insert' does not exist on type 'typeof position'.\r\nsrc/index.ts(39,14): error TS2339: Property 'insert' does not exist on type 'typeof velocity'.\r\nsrc/index.ts(42,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(44,32): error TS2339: Property 'iter' does not exist on type 'typeof position'.\r\nsrc/index.ts(45,30): error TS2339: Property 'get' does not exist on type 'typeof velocity'.\r\nsrc/index.ts(47,26): error TS2339: Property 'updateOrInsert' does not exist on type 'typeof nextPosition'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 496, + "output_tokens": 291, + "generation_duration_ms": 13918, + "started_at": "2026-03-27T22:15:32.845251600Z", + "finished_at": "2026-03-27T22:15:52.671794900Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBClient, Table, btreeIndex } from \"@spacetimeDB/client\";\n\n@Table(\"log\")\nclass Log {\n id: number;\n userId: number;\n day: number;\n message: string;\n\n constructor(id: number, userId: number, day: number, message: string) {\n this.id = id;\n this.userId = userId;\n this.day = day;\n this.message = message;\n }\n}\n\n@btreeIndex(\"byUserDay\", [\"userId\", \"day\"])\nclass LogByUserDay extends Log {}\n\nconst client = new SpacetimeDBClient();\n\nclient.registerReducer(\"seed\", () => {\n new Log(1, 7, 1, \"a\").insert();\n new Log(2, 7, 2, \"b\").insert();\n new Log(3, 9, 1, \"c\").insert();\n});", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,54): error TS2307: Cannot find module '@spacetimeDB/client' or its corresponding type declarations.\r\nsrc/index.ts(24,27): error TS2339: Property 'insert' does not exist on type 'Log'.\r\nsrc/index.ts(25,27): error TS2339: Property 'insert' does not exist on type 'Log'.\r\nsrc/index.ts(26,27): error TS2339: Property 'insert' does not exist on type 'Log'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 376, + "output_tokens": 192, + "generation_duration_ms": 13593, + "started_at": "2026-03-27T22:15:35.115052300Z", + "finished_at": "2026-03-27T22:15:54.658694300Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@table\nclass announcement {\n @primaryKey\n id: u64;\n message: string;\n @index(\"btree\")\n active: bool;\n}\n\n@publicView\nfunction activeAnnouncements(): announcement[] {\n return announcement.filter(a => a.active);\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(3,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(4,9): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(5,5): error TS2564: Property 'message' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(6,6): error TS2304: Cannot find name 'index'.\r\nsrc/index.ts(7,13): error TS2304: Cannot find name 'bool'.\r\nsrc/index.ts(10,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(12,25): error TS2339: Property 'filter' does not exist on type 'typeof announcement'.\r\nsrc/index.ts(12,32): error TS7006: Parameter 'a' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 301, + "output_tokens": 59, + "generation_duration_ms": 10128, + "started_at": "2026-03-27T22:14:52.069206500Z", + "finished_at": "2026-03-27T22:15:09.926676100Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "class profile {\n constructor(\n public id: u64,\n public identity: Identity,\n public name: string,\n public bio: string,\n ) {}\n}\n\n@spacetimedbTable\nclass DbProfile extends profile {\n @spacetimedbColumn({ primaryKey: true, autoIncrement: true })\n id: u64;\n}\n\n@spacetimedbView\n@spacetimedb.perUser\nfunction my_profile(ctx: Context): profile | undefined {\n return SpacetimeDB.db.profile.filter(p => p.identity.toString() === ctx.sender().toString())[0];\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,20): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(4,26): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(10,2): error TS2304: Cannot find name 'spacetimedbTable'.\r\nsrc/index.ts(12,6): error TS2304: Cannot find name 'spacetimedbColumn'.\r\nsrc/index.ts(13,5): error TS2612: Property 'id' will overwrite the base property in 'profile'. If this is intentional, add an initializer. Otherwise, add a 'declare' modifier or remove the redundant declaration.\r\nsrc/index.ts(13,9): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,26): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(19,12): error TS2304: Cannot find name 'SpacetimeDB'.\r\nsrc/index.ts(19,42): error TS7006: Parameter 'p' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 353, + "output_tokens": 128, + "generation_duration_ms": 12019, + "started_at": "2026-03-27T22:14:56.015022800Z", + "finished_at": "2026-03-27T22:15:15.645808100Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBClient, table, reducer } from \"@spacetimedb/sdk\";\n\n@table({ event: true })\nclass damageEvent {\n constructor(\n public entityId: number,\n public damage: number,\n public source: string\n ) {}\n}\n\n@reducer\nfunction deal_damage(ctx: SpacetimeDBClient, entityId: number, damage: number, source: string) {\n new damageEvent(entityId, damage, source);\n}", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,51): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 327, + "output_tokens": 102, + "generation_duration_ms": 7980, + "started_at": "2026-03-27T22:14:38.286631300Z", + "finished_at": "2026-03-27T22:14:52.069019700Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBClient, table, reducer, t } from \"@spacetimedb/sdk\";\n\n@table\nclass player {\n @t.primaryKey\n @t.autoInc\n id: bigint = 0n;\n name: string;\n nickname?: string;\n highScore?: number;\n\n constructor(id: bigint, name: string, nickname?: string, highScore?: number) {\n this.id = id;\n this.name = name;\n this.nickname = nickname;\n this.highScore = highScore;\n }\n}\n\n@reducer\nfunction create_player(ctx: SpacetimeDBClient, name: string, nickname?: string, highScore?: number) {\n new player(0n, name, nickname, highScore);\n}", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,54): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 351, + "output_tokens": 167, + "generation_duration_ms": 13839, + "started_at": "2026-03-27T22:14:42.181838700Z", + "finished_at": "2026-03-27T22:15:02.191008500Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@table(message,\"public\")\nclass Message {\n @primaryKey\n @autoIncrement\n id: number = 0n;\n @index(\"btree\")\n owner: Identity = Identity.none;\n text: string = \"\";\n}\n\n@reducer\nfunction create_message(ctx: Context, { text }: { text: string }) {\n db.insert(new Message({\n owner: ctx.sender,\n text\n }));\n}\n\n@reducer\nfunction delete_message(ctx: Context, { id }: { id: number }) {\n const msg = db.with(Message).filterById(id).first();\n if (!msg) {\n throw new Error(\"not found\");\n }\n if (msg.owner.toString() !== ctx.sender.toString()) {\n throw new Error(\"unauthorized\");\n }\n db.remove(msg);\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(1,8): error TS2552: Cannot find name 'message'. Did you mean 'Message'?\r\nsrc/index.ts(3,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(4,6): error TS2304: Cannot find name 'autoIncrement'.\r\nsrc/index.ts(5,5): error TS2322: Type 'bigint' is not assignable to type 'number'.\r\nsrc/index.ts(6,6): error TS2304: Cannot find name 'index'.\r\nsrc/index.ts(7,12): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(7,23): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(11,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(12,30): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(13,5): error TS2304: Cannot find name 'db'.\r\nsrc/index.ts(13,27): error TS2554: Expected 0 arguments, but got 1.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(20,30): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(21,17): error TS2304: Cannot find name 'db'.\r\nsrc/index.ts(28,5): error TS2304: Cannot find name 'db'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 382, + "output_tokens": 175, + "generation_duration_ms": 5770, + "started_at": "2026-03-27T22:13:46.974324900Z", + "finished_at": "2026-03-27T22:13:58.736795900Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@table(\"userInternal\")\nclass userInternal {\n @primaryKey\n id: number = 0n;\n name: string;\n email: string;\n passwordHash: string;\n\n constructor(name: string, email: string, passwordHash: string) {\n this.name = name;\n this.email = email;\n this.passwordHash = passwordHash;\n }\n}\n\n@table(\"userPublic\", { public: true })\nclass userPublic {\n @primaryKey\n id: number;\n name: string;\n\n constructor(id: number, name: string) {\n this.id = id;\n this.name = name;\n }\n}\n\n@reducer\nfunction register_user(ctx: Context, name: string, email: string, passwordHash: string) {\n const user = new userInternal(name, email, passwordHash);\n userInternal.insert(user);\n const publicUser = new userPublic(user.id, user.name);\n userPublic.insert(publicUser);\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(3,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(4,5): error TS2322: Type 'bigint' is not assignable to type 'number'.\r\nsrc/index.ts(16,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(18,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(28,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(29,29): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(31,18): error TS2339: Property 'insert' does not exist on type 'typeof userInternal'.\r\nsrc/index.ts(33,16): error TS2339: Property 'insert' does not exist on type 'typeof userPublic'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 395, + "output_tokens": 205, + "generation_duration_ms": 13786, + "started_at": "2026-03-27T22:13:46.975438600Z", + "finished_at": "2026-03-27T22:14:08.784459800Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "interface Author {\n id: number;\n name: string;\n}\n\ninterface Post {\n id: number;\n authorId: number;\n title: string;\n}\n\nconst authorTable = SpacetimeDB.table(\"author\");\nconst postTable = SpacetimeDB.table(\"post\");\n\nSpacetimeDB.reducer(\"delete_author\", (ctx: SpacetimeDB.Context, { authorId }: { authorId: number }) => {\n const posts = postTable.where(post => post.authorId === authorId).iter().collect();\n for (const post of posts) {\n postTable.delete(post.id);\n }\n authorTable.delete(authorId);\n});", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(12,21): error TS2304: Cannot find name 'SpacetimeDB'.\r\nsrc/index.ts(13,19): error TS2304: Cannot find name 'SpacetimeDB'.\r\nsrc/index.ts(15,1): error TS2304: Cannot find name 'SpacetimeDB'.\r\nsrc/index.ts(15,44): error TS2503: Cannot find namespace 'SpacetimeDB'.\r\nsrc/index.ts(16,35): error TS7006: Parameter 'post' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 359, + "output_tokens": 142, + "generation_duration_ms": 11783, + "started_at": "2026-03-27T22:14:42.188441400Z", + "finished_at": "2026-03-27T22:15:02.190051400Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@table class order {\n @primaryKey id: number;\n @index(\"btree\") category: string;\n amount: number;\n fulfilled: boolean;\n}\n\n@table class categoryStats {\n @primaryKey category: string;\n totalAmount: number;\n orderCount: number;\n}\n\n@reducer function compute_stats(ctx: Context, args: { category: string }) {\n const orders = order.filter(o => o.category === args.category);\n const totalAmount = orders.reduce((sum, o) => sum + o.amount, 0);\n const orderCount = orders.length;\n\n const existingStats = categoryStats.get(args.category);\n if (existingStats) {\n categoryStats.update(existingStats, {\n totalAmount,\n orderCount\n });\n } else {\n categoryStats.insert({\n category: args.category,\n totalAmount,\n orderCount\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(2,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(2,17): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(3,6): error TS2304: Cannot find name 'index'.\r\nsrc/index.ts(3,21): error TS2564: Property 'category' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(4,5): error TS2564: Property 'amount' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(5,5): error TS2564: Property 'fulfilled' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(9,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(9,17): error TS2564: Property 'category' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(10,5): error TS2564: Property 'totalAmount' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(11,5): error TS2564: Property 'orderCount' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(14,38): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(15,26): error TS2339: Property 'filter' does not exist on type 'typeof order'.\r\nsrc/index.ts(15,33): error TS7006: Parameter 'o' implicitly has an 'any' type.\r\nsrc/index.ts(16,40): error TS7006: Parameter 'sum' implicitly has an 'any' type.\r\nsrc/index.ts(16,45): error TS7006: Parameter 'o' implicitly has an 'any' type.\r\nsrc/index.ts(19,41): error TS2339: Property 'get' does not exist on type 'typeof categoryStats'.\r\nsrc/index.ts(21,23): error TS2339: Property 'update' does not exist on type 'typeof categoryStats'.\r\nsrc/index.ts(26,23): error TS2339: Property 'insert' does not exist on type 'typeof categoryStats'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 375, + "output_tokens": 191, + "generation_duration_ms": 19842, + "started_at": "2026-03-27T22:14:44.214307100Z", + "finished_at": "2026-03-27T22:15:09.927892Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@table\nclass customer {\n @primaryKey\n id: number;\n name: string;\n}\n\n@table\nclass order {\n @primaryKey\n id: number;\n @index({ type: \"btree\" })\n customerId: number;\n product: string;\n amount: number;\n}\n\n@table\nclass orderDetail {\n @primaryKey\n orderId: number;\n customerName: string;\n product: string;\n amount: number;\n}\n\n@reducer\nfunction build_order_details(ctx: Context) {\n const orders = order.iter();\n for (const o of orders) {\n const cust = customer.getById(o.customerId);\n if (cust) {\n orderDetail.insert({\n orderId: o.id,\n customerName: cust.name,\n product: o.product,\n amount: o.amount\n });\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(3,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(4,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(5,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(10,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(11,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,6): error TS2304: Cannot find name 'index'.\r\nsrc/index.ts(13,5): error TS2564: Property 'customerId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,5): error TS2564: Property 'product' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,5): error TS2564: Property 'amount' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(18,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(20,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(21,5): error TS2564: Property 'orderId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(22,5): error TS2564: Property 'customerName' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(23,5): error TS2564: Property 'product' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(24,5): error TS2564: Property 'amount' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(27,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(28,35): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(29,26): error TS2339: Property 'iter' does not exist on type 'typeof order'.\r\nsrc/index.ts(31,31): error TS2339: Property 'getById' does not exist on type 'typeof customer'.\r\nsrc/index.ts(33,25): error TS2339: Property 'insert' does not exist on type 'typeof orderDetail'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 422, + "output_tokens": 189, + "generation_duration_ms": 15851, + "started_at": "2026-03-27T22:14:50.105336800Z", + "finished_at": "2026-03-27T22:15:11.864039900Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@table\nclass account {\n @primaryKey\n id: u64 = 0n;\n\n @unique\n email: string;\n\n displayName: string;\n}\n\n@reducer\nfunction create_account(ctx: Context, args: { email: string, displayName: string }) {\n account.insert({ id: 0n, email: args.email, displayName: args.displayName });\n}", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(3,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(4,9): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(6,6): error TS2304: Cannot find name 'unique'.\r\nsrc/index.ts(7,5): error TS2564: Property 'email' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,5): error TS2564: Property 'displayName' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(13,30): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(14,13): error TS2339: Property 'insert' does not exist on type 'typeof account'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 317, + "output_tokens": 85, + "generation_duration_ms": 9736, + "started_at": "2026-03-27T22:14:50.111210400Z", + "finished_at": "2026-03-27T22:15:05.949455600Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBClient, table, reducer } from \"@spacetime/spacetime-db\";\n\n@table\nclass product {\n id: number;\n name: string;\n price: number;\n}\n\n@table\nclass priceRangeResult {\n productId: number;\n name: string;\n price: number;\n}\n\n@reducer\nfunction find_in_price_range(ctx: SpacetimeDBClient, { minPrice, maxPrice }: { minPrice: number, maxPrice: number }) {\n const products = product.filter(p => p.price >= minPrice && p.price <= maxPrice);\n for (const p of products) {\n priceRangeResult.insert({ productId: p.id, name: p.name, price: p.price });\n }\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,51): error TS2307: Cannot find module '@spacetime/spacetime-db' or its corresponding type declarations.\r\nsrc/index.ts(5,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(6,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(7,5): error TS2564: Property 'price' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,5): error TS2564: Property 'productId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(13,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,5): error TS2564: Property 'price' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(17,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(19,30): error TS2339: Property 'filter' does not exist on type 'typeof product'.\r\nsrc/index.ts(19,37): error TS7006: Parameter 'p' implicitly has an 'any' type.\r\nsrc/index.ts(21,26): error TS2339: Property 'insert' does not exist on type 'typeof priceRangeResult'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 386, + "output_tokens": 161, + "generation_duration_ms": 13914, + "started_at": "2026-03-27T22:14:56.020772200Z", + "finished_at": "2026-03-27T22:15:15.646766800Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBClient, Table, Reducer } from \"@spacetimedb/spacetimedb\";\n\n@Table\nclass player {\n id: number;\n name: string;\n score: number;\n}\n\n@Table\nclass leaderboard {\n rank: number;\n playerName: string;\n score: number;\n}\n\n@Reducer\nfunction build_leaderboard(ctx: SpacetimeDBClient, { limit }: { limit: number }) {\n const players = player.filter().sort((a, b) => b.score - a.score).slice(0, limit);\n leaderboard.deleteAll();\n players.forEach((p, index) => {\n leaderboard.insert({ rank: index + 1, playerName: p.name, score: p.score });\n });\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,51): error TS2307: Cannot find module '@spacetimedb/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(5,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(6,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(7,5): error TS2564: Property 'score' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,5): error TS2564: Property 'rank' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(13,5): error TS2564: Property 'playerName' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,5): error TS2564: Property 'score' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(17,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(19,28): error TS2339: Property 'filter' does not exist on type 'typeof player'.\r\nsrc/index.ts(19,43): error TS7006: Parameter 'a' implicitly has an 'any' type.\r\nsrc/index.ts(19,46): error TS7006: Parameter 'b' implicitly has an 'any' type.\r\nsrc/index.ts(20,17): error TS2339: Property 'deleteAll' does not exist on type 'typeof leaderboard'.\r\nsrc/index.ts(21,22): error TS7006: Parameter 'p' implicitly has an 'any' type.\r\nsrc/index.ts(21,25): error TS7006: Parameter 'index' implicitly has an 'any' type.\r\nsrc/index.ts(22,21): error TS2339: Property 'insert' does not exist on type 'typeof leaderboard'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 382, + "output_tokens": 164, + "generation_duration_ms": 9679, + "started_at": "2026-03-27T22:15:02.191203400Z", + "finished_at": "2026-03-27T22:15:19.600591100Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@table\nclass task {\n @primaryKey\n id: number;\n title: string;\n completed: boolean;\n\n constructor(id: number, title: string, completed: boolean) {\n this.id = id;\n this.title = title;\n this.completed = completed;\n }\n}\n\n@table\nclass firstIncomplete {\n @primaryKey\n taskId: number;\n title: string;\n\n constructor(taskId: number, title: string) {\n this.taskId = taskId;\n this.title = title;\n }\n}\n\n@reducer\nfunction find_first_incomplete(ctx: Context) {\n const tasks = task.filter(t => !t.completed);\n if (tasks.length > 0) {\n const firstTask = tasks[0];\n firstIncomplete.insert(new firstIncomplete(firstTask.id, firstTask.title));\n }\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(3,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(15,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(17,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(27,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(28,37): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(29,24): error TS2339: Property 'filter' does not exist on type 'typeof task'.\r\nsrc/index.ts(29,31): error TS7006: Parameter 't' implicitly has an 'any' type.\r\nsrc/index.ts(32,25): error TS2339: Property 'insert' does not exist on type 'typeof firstIncomplete'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 346, + "output_tokens": 183, + "generation_duration_ms": 15548, + "started_at": "2026-03-27T22:15:02.196326300Z", + "finished_at": "2026-03-27T22:15:23.480798600Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "interface Order {\n id: number;\n category: string;\n amount: number;\n}\n\ninterface DistinctCategory {\n category: string;\n}\n\n@table\nclass order {\n @primaryKey\n id!: number;\n category!: string;\n amount!: number;\n}\n\n@table\nclass distinctCategory {\n @primaryKey\n category!: string;\n}\n\n@reducer\nfunction collect_distinct_categories(ctx: ReducerContext) {\n const orders = order.iter();\n const uniqueCategories = new Set();\n \n for (const ord of orders) {\n uniqueCategories.add(ord.category);\n }\n\n distinctCategory.deleteAll();\n \n for (const category of uniqueCategories) {\n new distinctCategory({\n category: category\n }).insert();\n }\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(11,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(13,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(19,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(21,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(25,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(26,43): error TS2304: Cannot find name 'ReducerContext'.\r\nsrc/index.ts(27,26): error TS2339: Property 'iter' does not exist on type 'typeof order'.\r\nsrc/index.ts(34,22): error TS2339: Property 'deleteAll' does not exist on type 'typeof distinctCategory'.\r\nsrc/index.ts(37,30): error TS2554: Expected 0 arguments, but got 1.\r\nsrc/index.ts(39,12): error TS2339: Property 'insert' does not exist on type 'distinctCategory'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 336, + "output_tokens": 163, + "generation_duration_ms": 13650, + "started_at": "2026-03-27T22:15:05.949700300Z", + "finished_at": "2026-03-27T22:15:27.167702500Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "interface User {\n id: number;\n name: string;\n active: boolean;\n}\n\ninterface UserStats {\n key: string;\n count: number;\n}\n\n@table\nclass user {\n @primaryKey\n id!: number;\n name!: string;\n active!: boolean;\n}\n\n@table\nclass userStats {\n @primaryKey\n key!: string;\n count!: number;\n}\n\n@reducer\nfunction compute_user_counts(ctx: Context) {\n let total = 0;\n let active = 0;\n\n for (const row of user.iter()) {\n total++;\n if (row.active) {\n active++;\n }\n }\n\n userStats.insert(new userStats({\n key: \"total\",\n count: total\n }));\n\n userStats.insert(new userStats({\n key: \"active\",\n count: active\n }));\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(12,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(14,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(20,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(22,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(27,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(28,35): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(32,28): error TS2339: Property 'iter' does not exist on type 'typeof user'.\r\nsrc/index.ts(39,15): error TS2339: Property 'insert' does not exist on type 'typeof userStats'.\r\nsrc/index.ts(39,36): error TS2554: Expected 0 arguments, but got 1.\r\nsrc/index.ts(44,15): error TS2339: Property 'insert' does not exist on type 'typeof userStats'.\r\nsrc/index.ts(44,36): error TS2554: Expected 0 arguments, but got 1.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 379, + "output_tokens": 183, + "generation_duration_ms": 13559, + "started_at": "2026-03-27T22:15:09.928027900Z", + "finished_at": "2026-03-27T22:15:32.834630500Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@table\nclass eventLog {\n @primaryKey\n id: number = 0;\n category: string = \"\";\n severity: number = 0;\n message: string = \"\";\n\n @index({ type: \"btree\", columns: [\"category\", \"severity\"] })\n static byCategoryAndSeverity: Index;\n}\n\n@table\nclass filteredEvent {\n @primaryKey\n eventId: number = 0;\n message: string = \"\";\n}\n\n@reducer\nfunction filter_events(ctx: Context, category: string, severity: number) {\n for (const event of eventLog.byCategoryAndSeverity.iter([category, severity])) {\n if (event.category === category && event.severity === severity) {\n const filtered = new filteredEvent();\n filtered.eventId = event.id;\n filtered.message = event.message;\n filteredEvent.insert(filtered);\n }\n }\n}", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(3,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(9,6): error TS2304: Cannot find name 'index'.\r\nsrc/index.ts(10,35): error TS2304: Cannot find name 'Index'.\r\nsrc/index.ts(13,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(15,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,29): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(27,27): error TS2339: Property 'insert' does not exist on type 'typeof filteredEvent'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 381, + "output_tokens": 195, + "generation_duration_ms": 19232, + "started_at": "2026-03-27T22:15:09.934507100Z", + "finished_at": "2026-03-27T22:15:35.114624600Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@table class reminder {\n @primaryKey\n scheduledId!: number;\n\n @scheduleAt\n scheduledAt!: Long;\n\n message!: string;\n}\n\n@reducer\nexport function send_reminder(row: reminder) {\n // No-op\n}\n\n@reducer\nexport function init() {\n const now = SpacetimeDBModule.db.now();\n const scheduledRow = new reminder();\n scheduledRow.scheduledAt = Long.fromBigInt(now + 60_000_000n);\n scheduledRow.message = \"Scheduled reminder\";\n reminder.insert(scheduledRow);\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(2,3): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(5,3): error TS2304: Cannot find name 'scheduleAt'.\r\nsrc/index.ts(6,16): error TS2304: Cannot find name 'Long'.\r\nsrc/index.ts(11,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,14): error TS2304: Cannot find name 'SpacetimeDBModule'.\r\nsrc/index.ts(20,29): error TS2304: Cannot find name 'Long'.\r\nsrc/index.ts(22,11): error TS2339: Property 'insert' does not exist on type 'typeof reminder'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 356, + "output_tokens": 114, + "generation_duration_ms": 11496, + "started_at": "2026-03-27T22:14:30.692632500Z", + "finished_at": "2026-03-27T22:14:50.105052Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, scheduleAt, scheduler } from \"@spacetimedb/sdk\";\n\n@SpacetimeDB.Table\nexport class cleanupJob {\n @SpacetimeDB.Column({ primaryKey: true, autoIncrement: true })\n scheduledId!: bigint;\n\n @SpacetimeDB.Column({ type: \"scheduleAt\" })\n scheduledAt!: scheduleAt;\n}\n\n@SpacetimeDB.database\nexport class Db {\n @SpacetimeDB.Relation\n static cleanupJob: typeof cleanupJob;\n}\n\n@SpacetimeDB.scheduledReducer(\"run_cleanup\")\nexport function run_cleanup(row: cleanupJob) {\n}\n\n@SpacetimeDB.reducer\nexport function init() {\n Db.cleanupJob.insert({\n scheduledAt: scheduler.afterMicros(60_000_000n)\n });\n}\n\n@SpacetimeDB.reducer\nexport function cancel_cleanup(ctx: SpacetimeDB.Context, { scheduledId }: { scheduledId: bigint }) {\n const job = Db.cleanupJob.filterById(scheduledId);\n if (job) {\n job.delete();\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,52): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(22,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(24,19): error TS2339: Property 'insert' does not exist on type 'typeof cleanupJob'.\r\nsrc/index.ts(29,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(31,31): error TS2339: Property 'filterById' does not exist on type 'typeof cleanupJob'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 359, + "output_tokens": 247, + "generation_duration_ms": 17526, + "started_at": "2026-03-27T22:14:32.587875300Z", + "finished_at": "2026-03-27T22:14:56.014771600Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@table(\"onlinePlayer\")\nclass onlinePlayer {\n @primaryKey\n identity: Identity;\n\n connectedAt: number;\n\n constructor(identity: Identity, connectedAt: number) {\n this.identity = identity;\n this.connectedAt = connectedAt;\n }\n}\n\n@reducer(\"clientConnected\")\nfunction clientConnected(ctx: Context) {\n onlinePlayer.insert(new onlinePlayer(ctx.sender, ctx.timestamp));\n}\n\n@reducer(\"clientDisconnected\")\nfunction clientDisconnected(ctx: Context) {\n const player = onlinePlayer.filter(p => p.identity.toString() === ctx.sender.toString());\n if (player.length > 0) {\n onlinePlayer.delete(player[0]);\n }\n}", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(3,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(4,15): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(8,27): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(15,31): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(16,18): error TS2339: Property 'insert' does not exist on type 'typeof onlinePlayer'.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(20,34): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(21,33): error TS2339: Property 'filter' does not exist on type 'typeof onlinePlayer'.\r\nsrc/index.ts(21,40): error TS7006: Parameter 'p' implicitly has an 'any' type.\r\nsrc/index.ts(23,22): error TS2339: Property 'delete' does not exist on type 'typeof onlinePlayer'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 321, + "output_tokens": 148, + "generation_duration_ms": 9909, + "started_at": "2026-03-27T22:14:38.285230100Z", + "finished_at": "2026-03-27T22:14:56.013885400Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@table(\"user\")\nclass user {\n @primaryKey\n identity: Identity;\n name: string;\n\n constructor(identity: Identity, name: string) {\n this.identity = identity;\n this.name = name;\n }\n}\n\n@table(\"message\")\nclass message {\n @primaryKey\n id: u64 = 0n;\n @index({type: \"btree\"})\n sender: Identity;\n text: string;\n\n constructor(sender: Identity, text: string) {\n this.sender = sender;\n this.text = text;\n }\n}\n\n@reducer\nfunction register(ctx: Context, name: string) {\n if (user.where(u => u.identity == ctx.sender).count() > 0) {\n throw \"already registered\";\n }\n user.insert(new user(ctx.sender, name));\n}\n\n@reducer\nfunction post_message(ctx: Context, text: string) {\n if (user.where(u => u.identity == ctx.sender).count() == 0) {\n throw \"not registered\";\n }\n message.insert(new message(ctx.sender, text));\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(3,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(4,15): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(7,27): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(13,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(15,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(16,9): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(17,6): error TS2304: Cannot find name 'index'.\r\nsrc/index.ts(18,13): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(21,25): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(27,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(28,24): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(29,14): error TS2339: Property 'where' does not exist on type 'typeof user'.\r\nsrc/index.ts(29,20): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\nsrc/index.ts(32,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(35,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(36,28): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(37,14): error TS2339: Property 'where' does not exist on type 'typeof user'.\r\nsrc/index.ts(37,20): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\nsrc/index.ts(40,13): error TS2339: Property 'insert' does not exist on type 'typeof message'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 398, + "output_tokens": 239, + "generation_duration_ms": 19861, + "started_at": "2026-03-27T22:13:46.976604100Z", + "finished_at": "2026-03-27T22:14:13.013158900Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@table class config {\n @primaryKey\n id: number;\n admin: Identity;\n\n constructor(id: number, admin: Identity) {\n this.id = id;\n this.admin = admin;\n }\n}\n\n@table class admin_log {\n @primaryKey\n id: bigint;\n action: string;\n\n constructor(id: bigint, action: string) {\n this.id = id;\n this.action = action;\n }\n}\n\n@reducer\nfunction bootstrap_admin(ctx: Context) {\n const existingConfig = config.filter(c => c.id === 0);\n if (existingConfig.length > 0) {\n throw new Error(\"already bootstrapped\");\n }\n new config(0, ctx.sender).insert();\n}\n\n@reducer\nfunction admin_action(ctx: Context, args: { action: string }) {\n const configRow = config.filter(c => c.id === 0)[0];\n if (!configRow) {\n throw new Error(\"not bootstrapped\");\n }\n if (!ctx.sender.equals(configRow.admin)) {\n throw new Error(\"not admin\");\n }\n new admin_log(0n, args.action).insert();\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(2,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(4,12): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(6,36): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(12,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(13,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(23,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(24,31): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(25,35): error TS2339: Property 'filter' does not exist on type 'typeof config'.\r\nsrc/index.ts(25,42): error TS7006: Parameter 'c' implicitly has an 'any' type.\r\nsrc/index.ts(29,31): error TS2339: Property 'insert' does not exist on type 'config'.\r\nsrc/index.ts(32,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(33,28): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(34,30): error TS2339: Property 'filter' does not exist on type 'typeof config'.\r\nsrc/index.ts(34,37): error TS7006: Parameter 'c' implicitly has an 'any' type.\r\nsrc/index.ts(41,36): error TS2339: Property 'insert' does not exist on type 'admin_log'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 404, + "output_tokens": 251, + "generation_duration_ms": 26035, + "started_at": "2026-03-27T22:13:46.977804400Z", + "finished_at": "2026-03-27T22:14:18.398316800Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@table class user {\n @primaryKey identity: Identity;\n role: string;\n}\n\n@reducer function register(ctx: Context) {\n const existing = user.filter(u => u.identity === ctx.sender);\n if (existing.length > 0) {\n throw new Error(\"already registered\");\n }\n user.insert({ identity: ctx.sender, role: \"member\" });\n}\n\n@reducer function promote(ctx: Context, args: { target: Identity }) {\n const caller = user.filter(u => u.identity === ctx.sender);\n if (caller.length === 0) {\n throw new Error(\"not registered\");\n }\n if (caller[0].role !== \"admin\") {\n throw new Error(\"not admin\");\n }\n const targetUser = user.filter(u => u.identity === args.target);\n if (targetUser.length === 0) {\n throw new Error(\"target not registered\");\n }\n targetUser[0].role = \"admin\";\n user.update(targetUser[0]);\n}\n\n@reducer function member_action(ctx: Context) {\n const caller = user.filter(u => u.identity === ctx.sender);\n if (caller.length === 0) {\n throw new Error(\"not registered\");\n }\n}\n\n@reducer function admin_action(ctx: Context) {\n const caller = user.filter(u => u.identity === ctx.sender);\n if (caller.length === 0) {\n throw new Error(\"not registered\");\n }\n if (caller[0].role !== \"admin\") {\n throw new Error(\"not admin\");\n }\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(2,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(2,27): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(3,5): error TS2564: Property 'role' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(6,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(6,33): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(7,27): error TS2339: Property 'filter' does not exist on type 'typeof user'.\r\nsrc/index.ts(7,34): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\nsrc/index.ts(11,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(14,32): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(14,57): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(15,25): error TS2339: Property 'filter' does not exist on type 'typeof user'.\r\nsrc/index.ts(15,32): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\nsrc/index.ts(22,29): error TS2339: Property 'filter' does not exist on type 'typeof user'.\r\nsrc/index.ts(22,36): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\nsrc/index.ts(27,10): error TS2339: Property 'update' does not exist on type 'typeof user'.\r\nsrc/index.ts(30,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(30,38): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(31,25): error TS2339: Property 'filter' does not exist on type 'typeof user'.\r\nsrc/index.ts(31,32): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\nsrc/index.ts(37,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(37,37): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(38,25): error TS2339: Property 'filter' does not exist on type 'typeof user'.\r\nsrc/index.ts(38,32): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 436, + "output_tokens": 342, + "generation_duration_ms": 29989, + "started_at": "2026-03-27T22:13:46.978770800Z", + "finished_at": "2026-03-27T22:14:20.918974500Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@table class admin {\n @primaryKey identity: Identity;\n}\n\n@table class banned {\n @primaryKey identity: Identity;\n}\n\n@table class player {\n @primaryKey identity: Identity;\n name: string;\n}\n\n@reducer function add_admin(ctx: Context, target: Identity) {\n if (!admin.has({ identity: ctx.sender })) {\n throw new Error(\"not admin\");\n }\n admin.insert({ identity: target });\n}\n\n@reducer function ban_player(ctx: Context, target: Identity) {\n if (!admin.has({ identity: ctx.sender })) {\n throw new Error(\"not admin\");\n }\n banned.insert({ identity: target });\n if (player.has({ identity: target })) {\n player.delete({ identity: target });\n }\n}\n\n@reducer function join_game(ctx: Context, name: string) {\n if (banned.has({ identity: ctx.sender })) {\n throw new Error(\"banned\");\n }\n if (player.has({ identity: ctx.sender })) {\n throw new Error(\"already in game\");\n }\n player.insert({ identity: ctx.sender, name });\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(2,4): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(2,25): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(5,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(6,4): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(6,25): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(9,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(10,4): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(10,25): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(11,3): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(14,34): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(14,51): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(15,14): error TS2339: Property 'has' does not exist on type 'typeof admin'.\r\nsrc/index.ts(18,9): error TS2339: Property 'insert' does not exist on type 'typeof admin'.\r\nsrc/index.ts(21,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,35): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(21,52): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(22,14): error TS2339: Property 'has' does not exist on type 'typeof admin'.\r\nsrc/index.ts(25,10): error TS2339: Property 'insert' does not exist on type 'typeof banned'.\r\nsrc/index.ts(26,14): error TS2339: Property 'has' does not exist on type 'typeof player'.\r\nsrc/index.ts(27,12): error TS2339: Property 'delete' does not exist on type 'typeof player'.\r\nsrc/index.ts(31,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(31,34): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(32,14): error TS2339: Property 'has' does not exist on type 'typeof banned'.\r\nsrc/index.ts(35,14): error TS2339: Property 'has' does not exist on type 'typeof player'.\r\nsrc/index.ts(38,10): error TS2339: Property 'insert' does not exist on type 'typeof player'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 451, + "output_tokens": 244, + "generation_duration_ms": 21814, + "started_at": "2026-03-27T22:13:46.979728Z", + "finished_at": "2026-03-27T22:14:14.974278300Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@table(\"rate_limit\")\nclass rate_limit {\n @primaryKey\n identity: Identity;\n last_call_us: number;\n}\n\n@table(\"action_log\")\nclass action_log {\n @primaryKey(autoIncrement: true)\n id: number;\n identity: Identity;\n payload: string;\n}\n\n@reducer\nfunction limited_action(ctx: Context, payload: string) {\n const now = BigInt(ctx.timestamp.microsSinceUnixEpoch);\n const existing = rate_limit.filter(r => r.identity === ctx.sender)[0];\n\n if (existing && (now - BigInt(existing.last_call_us)) < 1000000n) {\n throw \"rate limited\";\n }\n\n rate_limit.updateOrInsert({ identity: ctx.sender, last_call_us: Number(now) });\n action_log.insert(new action_log({ id: 0, identity: ctx.sender, payload }));\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(10,30): error TS1005: ',' expected.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 428, + "output_tokens": 194, + "generation_duration_ms": 9758, + "started_at": "2026-03-27T22:13:46.980670Z", + "finished_at": "2026-03-27T22:14:08.783468700Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@public\nclass document {\n @primaryKey\n id: u64 = 0n;\n owner: Identity;\n title: string;\n\n constructor(owner: Identity, title: string) {\n this.owner = owner;\n this.title = title;\n }\n}\n\n@public\nclass document_share {\n document_id: u64;\n shared_with: Identity;\n\n constructor(document_id: u64, shared_with: Identity) {\n this.document_id = document_id;\n this.shared_with = shared_with;\n }\n}\n\n@reducer\nfunction create_document(ctx: Context, args: { title: string }) {\n new document(ctx.sender, args.title);\n}\n\n@reducer\nfunction share_document(ctx: Context, args: { document_id: u64, target: Identity }) {\n const doc = document.filterById(args.document_id);\n if (!doc) {\n throw \"not found\";\n }\n if (doc.owner !== ctx.sender) {\n throw \"not owner\";\n }\n new document_share(args.document_id, args.target);\n}\n\n@reducer\nfunction edit_document(ctx: Context, args: { document_id: u64, new_title: string }) {\n const doc = document.filterById(args.document_id);\n if (!doc) {\n throw \"not found\";\n }\n const isOwner = doc.owner === ctx.sender;\n const isShared = document_share.filterByDocument_idAndShared_with(args.document_id, ctx.sender).length > 0;\n if (!isOwner && !isShared) {\n throw \"unauthorized\";\n }\n doc.title = args.new_title;\n}", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS1213: Identifier expected. 'public' is a reserved word in strict mode. Class definitions are automatically in strict mode.\r\nsrc/index.ts(1,2): error TS2304: Cannot find name 'public'.\r\nsrc/index.ts(2,7): error TS2300: Duplicate identifier 'document'.\r\nsrc/index.ts(3,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(4,9): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(5,12): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(8,24): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(14,2): error TS1213: Identifier expected. 'public' is a reserved word in strict mode. Class definitions are automatically in strict mode.\r\nsrc/index.ts(14,2): error TS2304: Cannot find name 'public'.\r\nsrc/index.ts(16,18): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(17,18): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(19,30): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(19,48): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(25,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(26,31): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(27,9): error TS2351: This expression is not constructable.\r\n Type 'Document' has no construct signatures.\r\nsrc/index.ts(30,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(31,30): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(31,60): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(31,73): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(32,26): error TS2339: Property 'filterById' does not exist on type 'Document'.\r\nsrc/index.ts(42,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(43,29): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(43,59): error TS2304: Cannot find name 'u64'.\r\nsrc/index.ts(44,26): error TS2339: Property 'filterById' does not exist on type 'Document'.\r\nsrc/index.ts(49,37): error TS2339: Property 'filterByDocument_idAndShared_with' does not exist on type 'typeof document_share'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 505, + "output_tokens": 355, + "generation_duration_ms": 31423, + "started_at": "2026-03-27T22:13:46.981621800Z", + "finished_at": "2026-03-27T22:14:26.737933100Z" + } + } + }, + { + "name": "GPT-5-mini", + "route_api_model": "gpt-5-mini", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export const tables = {\n emptyTable: {\n columns: {\n id: { type: \"i32\", primaryKey: true },\n },\n },\n};\n\nexport async function emptyReducerNoArgs(): Promise {}\n\nexport async function emptyReducerWithInt(count: number): Promise {}\n\nexport async function emptyReducerWithString(name: string): Promise {}\n\nexport async function emptyReducerWithTwoArgs(count: number, name: string): Promise {}\n\nexport async function emptyReducerWithThreeArgs(active: boolean, ratio: number, label: string): Promise {}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 310, + "output_tokens": 1622, + "generation_duration_ms": 87261, + "started_at": "2026-03-27T22:04:30.613061400Z", + "finished_at": "2026-03-27T22:06:03.952237100Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { defineSchema } from \"@spacetime/db\";\n\nexport const schema = defineSchema({\n tables: {\n user: {\n id: { type: \"i32\", primaryKey: true },\n name: { type: \"string\" },\n age: { type: \"i32\" },\n active: { type: \"boolean\" },\n },\n product: {\n id: { type: \"i32\", primaryKey: true },\n title: { type: \"string\" },\n price: { type: \"f32\" },\n inStock: { type: \"boolean\" },\n },\n note: {\n id: { type: \"i32\", primaryKey: true },\n body: { type: \"string\" },\n rating: { type: \"i64\" },\n pinned: { type: \"boolean\" },\n },\n },\n});", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,30): error TS2307: Cannot find module '@spacetime/db' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 337, + "output_tokens": 2025, + "generation_duration_ms": 99959, + "started_at": "2026-03-27T22:04:34.393417200Z", + "finished_at": "2026-03-27T22:06:22.290210300Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export type ScheduleAt = { every: number };\n\nexport interface tickTimer {\n scheduledId: bigint; // u64, primary key, auto-increment\n scheduledAt: ScheduleAt;\n}\n\ntype AnyCtx = {\n insert: (table: string, row: Record) => void;\n // other runtime ctx APIs omitted\n};\n\nconst schema = {\n tables: {\n tickTimer: {\n name: \"tickTimer\",\n fields: {\n scheduledId: { type: \"u64\", primary: true, autoIncrement: true },\n scheduledAt: { type: \"ScheduleAt\" },\n },\n // Scheduled: tick reducer, interval of 50ms\n scheduled: {\n reducer: \"tick\",\n intervalMs: 50,\n },\n },\n },\n reducers: {\n // tick: scheduled reducer that receives the tickTimer row\n tick: {\n scheduled: true,\n reduce: (row: tickTimer, ctx: AnyCtx) => {\n // reducer receives the tickTimer row; no-op implementation\n // row.scheduledId : bigint\n // row.scheduledAt : ScheduleAt\n return;\n },\n },\n // init: insert initial scheduled row with 50ms interval\n init: (ctx: AnyCtx) => {\n ctx.insert(\"tickTimer\", { scheduledAt: { every: 50 } });\n },\n },\n} as const;\n\nexport default schema;", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 291, + "output_tokens": 2302, + "generation_duration_ms": 88186, + "started_at": "2026-03-27T22:04:50.253242800Z", + "finished_at": "2026-03-27T22:06:24.321243800Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { struct, table, field, i32, primary } from \"spacetimedb\";\n\n@struct(\"Position\")\nexport class Position {\n @field(i32)\n x: number;\n\n @field(i32)\n y: number;\n}\n\n@table(\"entity\")\nexport class entity {\n @primary()\n @field(i32)\n id: number;\n\n @field(Position)\n pos: Position;\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,10): error TS2305: Module '\"spacetimedb\"' has no exported member 'struct'.\r\nsrc/index.ts(1,25): error TS2305: Module '\"spacetimedb\"' has no exported member 'field'.\r\nsrc/index.ts(1,32): error TS2305: Module '\"spacetimedb\"' has no exported member 'i32'.\r\nsrc/index.ts(1,37): error TS2305: Module '\"spacetimedb\"' has no exported member 'primary'.\r\nsrc/index.ts(6,3): error TS2564: Property 'x' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,3): error TS2564: Property 'y' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,2): error TS2555: Expected at least 2 arguments, but got 1.\r\nsrc/index.ts(12,2): error TS1238: Unable to resolve signature of class decorator when called as an expression.\r\n This expression is not callable.\r\n Type 'TableSchema, []>' has no call signatures.\r\nsrc/index.ts(16,3): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(19,3): error TS2564: Property 'pos' has no initializer and is not definitely assigned in the constructor.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 268, + "output_tokens": 1272, + "generation_duration_ms": 61893, + "started_at": "2026-03-27T22:04:58.170201700Z", + "finished_at": "2026-03-27T22:06:05.911571400Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { defineTable, defineReducer, types } from \"@spacetime/db\";\n\nexport const user = defineTable({\n name: \"user\",\n columns: {\n id: types.i32().primaryKey(),\n name: types.string(),\n age: types.i32(),\n active: types.boolean(),\n },\n});\n\nexport const insertUser = defineReducer({\n name: \"insertUser\",\n args: {\n id: types.i32(),\n name: types.string(),\n age: types.i32(),\n active: types.boolean(),\n },\n reduce(ctx, args) {\n const { id, name, age, active } = args;\n ctx.db.insert(\"user\", { id, name, age, active });\n },\n});", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,51): error TS2307: Cannot find module '@spacetime/db' or its corresponding type declarations.\r\nsrc/index.ts(21,10): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(21,15): error TS7006: Parameter 'args' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 303, + "output_tokens": 1719, + "generation_duration_ms": 63665, + "started_at": "2026-03-27T22:05:04.228849Z", + "finished_at": "2026-03-27T22:06:16.467937100Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, i32, text, boolean, reducer } from \"@spacetime/core\";\n\nexport const user = table(\"user\", {\n id: i32().primaryKey(),\n name: text(),\n age: i32(),\n active: boolean()\n});\n\nexport const updateUser = reducer(function updateUser(ctx, id: number, name: string, age: number, active: boolean) {\n ctx.user.update(id, { id, name, age, active });\n});", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,52): error TS2307: Cannot find module '@spacetime/core' or its corresponding type declarations.\r\nsrc/index.ts(10,55): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 303, + "output_tokens": 1594, + "generation_duration_ms": 55778, + "started_at": "2026-03-27T22:05:14.632587700Z", + "finished_at": "2026-03-27T22:06:16.468633700Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "export type UserRow = {\n id: number;\n name: string;\n age: number;\n active: boolean;\n};\n\nexport const user = {\n id: { type: \"i32\", primary: true } as const,\n name: { type: \"string\" } as const,\n age: { type: \"i32\" } as const,\n active: { type: \"boolean\" } as const,\n} as const;\n\nexport function deleteUser(\n ctx: {\n tables?: {\n user?: {\n // common deletion APIs that SpacetimeDB backends expose\n delete?: (id: number) => void;\n deleteRow?: (id: number) => void;\n remove?: (id: number) => void;\n // fallback in-memory representation\n rows?: UserRow[];\n };\n };\n db?: {\n user?: {\n delete?: (id: number) => void;\n deleteRow?: (id: number) => void;\n remove?: (id: number) => void;\n rows?: UserRow[];\n };\n };\n },\n id: number\n): void {\n const table =\n ctx.tables?.user ?? ctx.db?.user ?? {\n delete: undefined,\n deleteRow: undefined,\n remove: undefined,\n rows: undefined,\n };\n\n if (typeof table.delete === \"function\") {\n table.delete(id);\n return;\n }\n\n if (typeof table.deleteRow === \"function\") {\n table.deleteRow(id);\n return;\n }\n\n if (typeof table.remove === \"function\") {\n table.remove(id);\n return;\n }\n\n if (Array.isArray(table.rows)) {\n const idx = table.rows.findIndex((r) => r.id === id);\n if (idx >= 0) {\n table.rows.splice(idx, 1);\n return;\n }\n return;\n }\n\n throw new Error(\"deleteUser: unable to delete row, unsupported table API\");\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 276, + "output_tokens": 2175, + "generation_duration_ms": 53573, + "started_at": "2026-03-27T22:05:28.726617500Z", + "finished_at": "2026-03-27T22:06:28.482338100Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "export const tables = {\n user: {\n id: { type: \"i32\", primaryKey: true },\n name: { type: \"string\" },\n age: { type: \"i32\" },\n active: { type: \"boolean\" }\n }\n};\n\nexport const reducers = {\n crud(ctx: any) {\n ctx.user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n ctx.user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n ctx.user.update(1, { name: \"Alice2\", age: 31, active: false });\n ctx.user.delete(2);\n }\n};", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 355, + "output_tokens": 1520, + "generation_duration_ms": 37219, + "started_at": "2026-03-27T22:05:49.477431600Z", + "finished_at": "2026-03-27T22:06:32.677641800Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "type userRow = {\n id: number;\n name: string;\n age: number;\n active: boolean;\n};\n\ntype resultRow = {\n id: number;\n name: string;\n};\n\nclass Table {\n private rows: Map;\n readonly tableName: string;\n\n constructor(tableName: string, initial?: Row[]) {\n this.tableName = tableName;\n this.rows = new Map();\n if (initial) {\n for (const r of initial) this.rows.set(r.id, r);\n }\n }\n\n get(id: number): Row | undefined {\n return this.rows.get(id);\n }\n\n insert(row: Row): void {\n this.rows.set(row.id, row);\n }\n\n // helper for testing or introspection\n all(): Row[] {\n return Array.from(this.rows.values());\n }\n}\n\nexport const user = new Table('user');\n\nexport const result = new Table('result');\n\nexport function lookupUserName(id: number): void {\n const u = user.get(id);\n if (!u) return;\n result.insert({ id: u.id, name: u.name });\n}", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 313, + "output_tokens": 1647, + "generation_duration_ms": 28731, + "started_at": "2026-03-27T22:06:03.952430200Z", + "finished_at": "2026-03-27T22:06:38.264172700Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "export default {\n tables: {\n user: {\n id: { type: \"i32\", primary: true },\n name: { type: \"string\" },\n age: { type: \"i32\" },\n active: { type: \"boolean\" }\n }\n },\n reducers: {\n init: (ctx: any) => {\n ctx.insert(\"user\", { id: 1, name: \"Alice\", age: 30, active: true });\n ctx.insert(\"user\", { id: 2, name: \"Bob\", age: 22, active: false });\n }\n }\n};", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 311, + "output_tokens": 1481, + "generation_duration_ms": 22576, + "started_at": "2026-03-27T22:06:05.911807Z", + "finished_at": "2026-03-27T22:06:34.665118500Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export default {\n tables: {\n event: {\n columns: {\n id: { type: \"u64\", primary: true, autoIncrement: true },\n kind: { type: \"string\" },\n },\n },\n },\n\n reducers: {\n clientConnected: {\n apply(db: any) {\n // insert event with kind=\"connected\"\n return db.insert(\"event\", { kind: \"connected\" });\n },\n },\n\n clientDisconnected: {\n apply(db: any) {\n // insert event with kind=\"disconnected\"\n return db.insert(\"event\", { kind: \"disconnected\" });\n },\n },\n },\n} as const;", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 268, + "output_tokens": 1244, + "generation_duration_ms": 20028, + "started_at": "2026-03-27T22:06:16.468755900Z", + "finished_at": "2026-03-27T22:06:44.354790800Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "function add(a: number, b: number): number {\n return a + b;\n}\n\nexport default {\n tables: {\n result: {\n id: { type: \"i32\", primaryKey: true },\n sum: { type: \"i32\" },\n },\n },\n helpers: {\n add,\n },\n reducers: {\n computeSum(ctx: any, id: number, a: number, b: number) {\n const sum = add(a, b);\n ctx.db.insert(\"result\", { id, sum });\n },\n },\n} as const;", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 291, + "output_tokens": 1811, + "generation_duration_ms": 31802, + "started_at": "2026-03-27T22:06:16.473182300Z", + "finished_at": "2026-03-27T22:06:53.878829600Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "export type Score = {\n left: number;\n right: number;\n};\n\nexport type resultRow = {\n id: number;\n value: Score;\n};\n\nexport const result = new Map();\n\nexport function setScore(id: number, left: number, right: number): void {\n const row: resultRow = { id, value: { left, right } };\n result.set(id, row);\n}", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 300, + "output_tokens": 2019, + "generation_duration_ms": 159068, + "started_at": "2026-03-27T22:08:06.941573Z", + "finished_at": "2026-03-27T22:10:52.769779Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { defineModule, i32, record, sum, table, reducer } from \"@spacetime/core\";\n\nexport const Rect = record({\n width: i32,\n height: i32,\n});\n\nexport const Shape = sum({\n circle: i32,\n rectangle: Rect,\n});\n\nexport const result = table(\n {\n id: i32,\n value: Shape,\n },\n {\n primaryKey: \"id\",\n }\n);\n\nexport const setCircle = reducer(\n { args: { id: i32, radius: i32 } },\n ({ db }, { id, radius }) => {\n db.result.insert({\n id,\n value: Shape.circle(radius),\n });\n }\n);\n\nexport default defineModule({\n types: {\n Rect,\n Shape,\n },\n tables: {\n result,\n },\n reducers: {\n setCircle,\n },\n});", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,64): error TS2307: Cannot find module '@spacetime/core' or its corresponding type declarations.\r\nsrc/index.ts(25,6): error TS7031: Binding element 'db' implicitly has an 'any' type.\r\nsrc/index.ts(25,14): error TS7031: Binding element 'id' implicitly has an 'any' type.\r\nsrc/index.ts(25,18): error TS7031: Binding element 'radius' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 319, + "output_tokens": 2298, + "generation_duration_ms": 139141, + "started_at": "2026-03-27T22:08:33.633767900Z", + "finished_at": "2026-03-27T22:11:00.589241400Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "export interface primitiveRow {\n id: number;\n count: number;\n total: bigint;\n price: number;\n ratio: number;\n active: boolean;\n name: string;\n}\n\nconst moduleDefinition = {\n tables: {\n primitive: {\n primaryKey: \"id\",\n columns: {\n id: { type: \"i32\" },\n count: { type: \"i32\" },\n total: { type: \"i64\" },\n price: { type: \"f32\" },\n ratio: { type: \"f64\" },\n active: { type: \"boolean\" },\n name: { type: \"string\" }\n }\n }\n },\n reducers: {\n seed(db: { primitive: { insert: (row: primitiveRow) => void } }) {\n db.primitive.insert({\n id: 1,\n count: 2,\n total: 3000000000n,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\"\n });\n }\n }\n};\n\nexport default moduleDefinition;", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 336, + "output_tokens": 1909, + "generation_duration_ms": 169951, + "started_at": "2026-03-27T22:10:28.423110100Z", + "finished_at": "2026-03-27T22:13:28.250389500Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "export const types = {\n Address: {\n street: 'string',\n zip: 'i32',\n },\n Position: {\n x: 'i32',\n y: 'i32',\n },\n};\n\nexport const tables = {\n profile: {\n id: 'i32',\n home: 'Address',\n work: 'Address',\n pos: 'Position',\n primaryKey: 'id',\n },\n};\n\nexport const reducers = {\n seed: (db: any) => {\n db.insert('profile', {\n id: 1,\n home: { street: '1 Main', zip: 11111 },\n work: { street: '2 Broad', zip: 22222 },\n pos: { x: 7, y: 9 },\n });\n },\n};", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 360, + "output_tokens": 1524, + "generation_duration_ms": 102924, + "started_at": "2026-03-27T22:10:30.491063Z", + "finished_at": "2026-03-27T22:12:23.577086600Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "export const TYPES = {\n Rect: {\n width: \"i32\",\n height: \"i32\",\n },\n Shape: {\n $sum: {\n circle: \"i32\",\n rectangle: \"Rect\",\n },\n },\n} as const;\n\nexport const TABLE = {\n drawing: {\n id: \"i32\",\n a: \"Shape\",\n b: \"Shape\",\n primary: \"id\",\n },\n} as const;\n\nexport function seed(db: any) {\n db.insert(\"drawing\", {\n id: 1,\n a: { circle: 10 },\n b: { rectangle: { width: 4, height: 6 } },\n });\n}\n\nexport const REDUCERS = {\n seed,\n} as const;", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 337, + "output_tokens": 2356, + "generation_duration_ms": 169666, + "started_at": "2026-03-27T22:10:36.382356Z", + "finished_at": "2026-03-27T22:13:35.932108500Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "const schema = {\n tables: {\n tickTimer: {\n primaryKey: \"scheduledId\",\n columns: {\n scheduledId: { type: \"u64\", primary: true, autoIncrement: true },\n scheduledAt: { type: \"ScheduleAt\" }\n },\n scheduled: { reducer: \"tick\", interval: 50 }\n }\n },\n reducers: {\n tick: (row: { scheduledId: bigint; scheduledAt: any }) => {\n return;\n },\n init: (ctx: any) => {\n ctx.insert(\"tickTimer\", { scheduledAt: { intervalMs: 50 } });\n }\n }\n};\n\nexport default schema;", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 291, + "output_tokens": 2216, + "generation_duration_ms": 175554, + "started_at": "2026-03-27T22:10:40.393131300Z", + "finished_at": "2026-03-27T22:13:41.282690300Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "export default {\n tables: {\n account: {\n fields: {\n id: { type: \"i32\", primaryKey: true },\n email: { type: \"string\", unique: true },\n name: { type: \"string\" }\n },\n indexes: {\n byName: { type: \"btree\", fields: [\"name\"] }\n }\n }\n },\n reducers: {\n seed: async (ctx: { insert: (table: string, row: Record) => Promise }) => {\n await ctx.insert(\"account\", { id: 1, email: \"a@example.com\", name: \"Alice\" });\n await ctx.insert(\"account\", { id: 2, email: \"b@example.com\", name: \"Bob\" });\n }\n }\n} as const;", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 306, + "output_tokens": 1446, + "generation_duration_ms": 134767, + "started_at": "2026-03-27T22:10:40.394283100Z", + "finished_at": "2026-03-27T22:13:06.613324200Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "export default {\n tables: {\n user: {\n columns: {\n userId: { type: \"i32\", primaryKey: true },\n name: { type: \"string\" }\n }\n },\n group: {\n columns: {\n groupId: { type: \"i32\", primaryKey: true },\n title: { type: \"string\" }\n }\n },\n membership: {\n columns: {\n id: { type: \"i32\", primaryKey: true },\n userId: { type: \"i32\" },\n groupId: { type: \"i32\" }\n },\n indexes: {\n byUser: { type: \"btree\", columns: [\"userId\"] },\n byGroup: { type: \"btree\", columns: [\"groupId\"] }\n }\n }\n },\n reducers: {\n seed: (ctx: any) => {\n // Insert users\n ctx.user.insert([\n { userId: 1, name: \"Alice\" },\n { userId: 2, name: \"Bob\" }\n ]);\n\n // Insert groups\n ctx.group.insert([\n { groupId: 10, title: \"Admin\" },\n { groupId: 20, title: \"Dev\" }\n ]);\n\n // Insert memberships (junction table for many-to-many)\n ctx.membership.insert([\n { id: 1, userId: 1, groupId: 10 },\n { id: 2, userId: 1, groupId: 20 },\n { id: 3, userId: 2, groupId: 20 }\n ]);\n }\n }\n} as const;", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 428, + "output_tokens": 2006, + "generation_duration_ms": 157420, + "started_at": "2026-03-27T22:10:50.832084Z", + "finished_at": "2026-03-27T22:13:35.933055100Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "export default {\n tables: {\n entity: {\n id: { type: \"i32\", pk: true }\n },\n position: {\n entityId: { type: \"i32\", pk: true },\n x: { type: \"i32\" },\n y: { type: \"i32\" }\n },\n velocity: {\n entityId: { type: \"i32\", pk: true },\n vx: { type: \"i32\" },\n vy: { type: \"i32\" }\n },\n nextPosition: {\n entityId: { type: \"i32\", pk: true },\n x: { type: \"i32\" },\n y: { type: \"i32\" }\n }\n },\n reducers: {\n seed: (ctx: any) => {\n ctx.insert(\"entity\", { id: 1 });\n ctx.insert(\"position\", { entityId: 1, x: 0, y: 0 });\n ctx.insert(\"velocity\", { entityId: 1, vx: 1, vy: 0 });\n\n ctx.insert(\"entity\", { id: 2 });\n ctx.insert(\"position\", { entityId: 2, x: 10, y: 0 });\n ctx.insert(\"velocity\", { entityId: 2, vx: -2, vy: 3 });\n },\n\n step: (ctx: any) => {\n const positions = ctx.select(\"position\") || [];\n for (const p of positions) {\n const v = ctx.selectOne(\"velocity\", { entityId: p.entityId });\n if (!v) continue;\n ctx.upsert(\"nextPosition\", {\n entityId: p.entityId,\n x: p.x + v.vx,\n y: p.y + v.vy\n });\n }\n }\n }\n};", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 431, + "output_tokens": 2064, + "generation_duration_ms": 151301, + "started_at": "2026-03-27T22:10:52.770017600Z", + "finished_at": "2026-03-27T22:13:30.145037400Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "export const schema = {\n tables: {\n log: {\n primaryKey: \"id\",\n columns: {\n id: \"i32\",\n userId: \"i32\",\n day: \"i32\",\n message: \"string\"\n },\n indexes: {\n byUserDay: {\n type: \"btree\",\n columns: [\"userId\", \"day\"]\n }\n }\n }\n }\n};\n\nexport const reducers = {\n seed(ctx: any) {\n ctx.log.insert({ id: 1, userId: 7, day: 1, message: \"a\" });\n ctx.log.insert({ id: 2, userId: 7, day: 2, message: \"b\" });\n ctx.log.insert({ id: 3, userId: 9, day: 1, message: \"c\" });\n }\n};", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 348, + "output_tokens": 1627, + "generation_duration_ms": 139705, + "started_at": "2026-03-27T22:11:00.589387800Z", + "finished_at": "2026-03-27T22:13:28.251452200Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "type u64 = bigint;\n\nexport type announcement = {\n id: u64;\n message: string;\n active: boolean;\n};\n\n/**\n * Simple in-memory representation of a btree index on the \"active\" field.\n * This serves to express the intent of using a btree index filter.\n */\nclass BTreeIndex {\n constructor(private rows: T[], private field: K) {}\n filter(value: T[K]): T[] {\n // Use direct equality filter to represent index-backed lookup\n return this.rows.filter((r) => r[this.field] === value);\n }\n}\n\n/**\n * Table: announcement (public)\n * Fields:\n * - id: u64 (primary key, auto-increment)\n * - message: string\n * - active: bool (btree index)\n */\nexport const announcement = {\n rows: [] as announcement[],\n privateIdCounter: 1n as u64,\n\n insert(message: string, active: boolean): announcement {\n const row: announcement = {\n id: this.privateIdCounter,\n message,\n active,\n };\n this.rows.push(row);\n this.privateIdCounter = this.privateIdCounter + 1n;\n return row;\n },\n\n // Expose a btree index on the \"active\" field\n index: {\n active: new BTreeIndex([] as announcement[], 'active' as 'active'),\n },\n\n // Helper to refresh index backing when rows change\n refreshIndexes() {\n (this.index.active as BTreeIndex) = new BTreeIndex(this.rows, 'active');\n }\n};\n\n// Initialize index backing\nannouncement.refreshIndexes();\n\n/**\n * VIEW: activeAnnouncements (anonymousView, public)\n * Returns: array of announcement rows\n * Body: return all rows where active == true using the btree index filter\n *\n * This is represented as an anonymous, public view accessor that queries the\n * announcement table via its btree index on the \"active\" field.\n */\nexport const activeAnnouncements = {\n anonymousView: true,\n public: true,\n\n get(): announcement[] {\n // Ensure indexes are up-to-date (in a real SpacetimeDB runtime this would be automatic)\n announcement.refreshIndexes();\n // Use the btree index filter to return rows where active == true\n return announcement.index.active.filter(true);\n }\n};", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 292, + "output_tokens": 2588, + "generation_duration_ms": 57198, + "started_at": "2026-03-27T22:07:03.941205800Z", + "finished_at": "2026-03-27T22:08:06.941440100Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import * as spacetimedb from \"spacetimedb\";\n\nexport const profile = spacetimedb.table(\"profile\", {\n public: true,\n columns: {\n id: { type: \"u64\", primaryKey: true, autoInc: true },\n identity: { type: \"Identity\", unique: true },\n name: { type: \"string\" },\n bio: { type: \"string\" }\n }\n});\n\nexport const my_profile = spacetimedb.view(\"my_profile\", {\n public: true,\n perUser: true,\n returns: \"profile?\",\n handler: async (ctx) => {\n const caller = ctx.sender();\n // Find the single profile whose identity matches the caller\n // The table API may expose a find/select helper; use a generic query() fallback if necessary.\n if (typeof profile.findOne === \"function\") {\n return (await profile.findOne({ where: { identity: caller } })) ?? undefined;\n }\n if (typeof profile.findFirst === \"function\") {\n return (await profile.findFirst({ where: { identity: caller } })) ?? undefined;\n }\n // Generic query fallback: return the first matching row or undefined\n const rows = await spacetimedb.query(`SELECT * FROM profile WHERE identity = ? LIMIT 1`, [caller]);\n return rows && rows.length > 0 ? rows[0] : undefined;\n }\n});", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,42): error TS2559: Type '\"profile\"' has no properties in common with type 'TableOpts'.\r\nsrc/index.ts(13,39): error TS2339: Property 'view' does not exist on type 'typeof import(\"D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDB/target/llm-runs/queries/t_023_view_per_user/typescript/server/gpt-5-mini/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/index\")'.\r\nsrc/index.ts(17,19): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(21,24): error TS2339: Property 'findOne' does not exist on type 'TableSchema, []>'.\r\nsrc/index.ts(22,29): error TS2339: Property 'findOne' does not exist on type 'TableSchema, []>'.\r\nsrc/index.ts(24,24): error TS2339: Property 'findFirst' does not exist on type 'TableSchema, []>'.\r\nsrc/index.ts(25,29): error TS2339: Property 'findFirst' does not exist on type 'TableSchema, []>'.\r\nsrc/index.ts(28,36): error TS2339: Property 'query' does not exist on type 'typeof import(\"D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDB/target/llm-runs/queries/t_023_view_per_user/typescript/server/gpt-5-mini/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/index\")'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 341, + "output_tokens": 2845, + "generation_duration_ms": 77646, + "started_at": "2026-03-27T22:07:03.946798100Z", + "finished_at": "2026-03-27T22:08:33.633571Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export const tables = {\n damageEvent: {\n event: true,\n public: true,\n schema: {\n entityId: 'u64',\n damage: 'u32',\n source: 'string'\n }\n }\n} as const;\n\nexport const reducers = {\n deal_damage(ctx: any, params: { entityId: bigint | number; damage: number; source: string }) {\n const row = {\n entityId: typeof params.entityId === 'bigint' ? params.entityId : BigInt(params.entityId),\n damage: params.damage,\n source: params.source\n };\n ctx.insert('damageEvent', row);\n }\n} as const;", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 318, + "output_tokens": 1678, + "generation_duration_ms": 29453, + "started_at": "2026-03-27T22:06:32.677878100Z", + "finished_at": "2026-03-27T22:07:10.128384200Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { t, defineDb } from \"@spacetime/db\";\n\nexport default defineDb({\n tables: {\n player: t.table(\n {\n id: t.u64(),\n name: t.string(),\n nickname: t.option(t.string()),\n highScore: t.option(t.u32()),\n },\n { primaryKey: \"id\", autoInc: true }\n ),\n },\n\n reducers: {\n create_player(\n ctx: any,\n args: { name: string; nickname?: string | null; highScore?: number | null }\n ) {\n // Insert a player row, passing through the optional fields as-is\n ctx.insert(\"player\", {\n id: 0n,\n name: args.name,\n nickname: args.nickname,\n highScore: args.highScore,\n });\n\n // Also insert a player row without optional values\n ctx.insert(\"player\", {\n id: 0n,\n name: args.name + \" (no optionals)\",\n });\n },\n },\n});", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetime/db' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 340, + "output_tokens": 2735, + "generation_duration_ms": 41000, + "started_at": "2026-03-27T22:06:34.665302700Z", + "finished_at": "2026-03-27T22:07:19.657037800Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Table, Identity, ReducerContext } from \"@spacetime/db\";\n\ntype Message = {\n id: bigint;\n owner: Identity;\n text: string;\n};\n\nexport const message = new Table({\n name: \"message\",\n public: true,\n primaryKey: \"id\",\n schema: {\n id: { type: \"u64\", autoInc: true },\n owner: { type: \"identity\", index: \"btree\" },\n text: { type: \"string\" },\n },\n});\n\nexport function create_message(ctx: ReducerContext, input: { text: string }) {\n message.insert(ctx, { id: 0n, owner: ctx.sender(), text: input.text });\n}\n\nexport function delete_message(ctx: ReducerContext, input: { id: bigint }) {\n const existing = message.get(ctx, input.id);\n if (!existing) throw new Error(\"not found\");\n if (existing.owner !== ctx.sender()) throw new Error(\"unauthorized\");\n message.delete(ctx, input.id);\n}", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,49): error TS2307: Cannot find module '@spacetime/db' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 367, + "output_tokens": 1670, + "generation_duration_ms": 147478, + "started_at": "2026-03-27T22:01:52.646499500Z", + "finished_at": "2026-03-27T22:04:30.612856300Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export const tables = {\n userInternal: {\n // private table: do not set public: true\n fields: {\n id: { type: \"u64\", primaryKey: true, autoInc: true },\n name: { type: \"string\" },\n email: { type: \"string\" },\n passwordHash: { type: \"string\" }\n }\n },\n userPublic: {\n // public table\n public: true,\n fields: {\n id: { type: \"u64\", primaryKey: true },\n name: { type: \"string\" }\n }\n }\n};\n\nexport const reducers = {\n register_user: {\n params: {\n name: \"string\",\n email: \"string\",\n passwordHash: \"string\"\n },\n async run(ctx: any, args: { name: string; email: string; passwordHash: string }) {\n // Insert into private userInternal table (id: 0n for autoInc)\n const id: bigint = ctx.insert(\"userInternal\", {\n id: 0n,\n name: args.name,\n email: args.email,\n passwordHash: args.passwordHash\n });\n\n // Copy safe fields into public userPublic table\n ctx.insert(\"userPublic\", {\n id,\n name: args.name\n });\n }\n }\n};\n\nexport default {\n tables,\n reducers\n} as const;", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 384, + "output_tokens": 1822, + "generation_duration_ms": 155551, + "started_at": "2026-03-27T22:01:52.647672500Z", + "finished_at": "2026-03-27T22:04:34.393294100Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { defineDb } from \"@spacetime/db\";\n\nexport default defineDb({\n tables: {\n author: {\n id: { type: \"u64\", primary: true, autoInc: true },\n name: { type: \"string\" }\n },\n post: {\n id: { type: \"u64\", primary: true, autoInc: true },\n authorId: { type: \"u64\", index: { type: \"btree\" } },\n title: { type: \"string\" }\n }\n },\n reducers: {\n delete_author(ctx: any, { authorId }: { authorId: number | bigint }) {\n // iterate posts with matching authorId and delete each\n const idx = ctx.table(\"post\").index(\"authorId\");\n const it = idx.equal(authorId);\n for (const postRow of it) {\n ctx.table(\"post\").delete(postRow.id);\n }\n\n // then delete the author by id\n ctx.table(\"author\").delete(authorId);\n }\n }\n});", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,26): error TS2307: Cannot find module '@spacetime/db' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 348, + "output_tokens": 2158, + "generation_duration_ms": 46896, + "started_at": "2026-03-27T22:06:38.264341200Z", + "finished_at": "2026-03-27T22:07:29.536907500Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export const tables: any = {\n order: {\n id: { type: \"u64\", primaryKey: true, autoIncrement: true },\n category: { type: \"string\", index: { type: \"btree\" } },\n amount: { type: \"u64\" },\n fulfilled: { type: \"bool\" }\n },\n categoryStats: {\n category: { type: \"string\", primaryKey: true },\n totalAmount: { type: \"u64\" },\n orderCount: { type: \"u32\" }\n }\n};\n\nexport const reducers: any = {\n async compute_stats(ctx: any, params: { category: string }) {\n const { category } = params;\n let totalAmount = 0;\n let orderCount = 0;\n\n // Try to iterate using a common SpacetimeDB pattern (index scan)\n if (ctx && typeof ctx.indexScan === \"function\") {\n for await (const row of ctx.indexScan(\"order\", \"category\", category)) {\n totalAmount += Number(row.amount || 0);\n orderCount++;\n }\n } else if (ctx && typeof ctx.table === \"function\") {\n // Generic table accessor\n const orderTable = ctx.table(\"order\");\n if (orderTable) {\n if (typeof orderTable.queryIndex === \"function\") {\n for await (const row of orderTable.queryIndex(\"category\", category)) {\n totalAmount += Number(row.amount || 0);\n orderCount++;\n }\n } else if (typeof orderTable.scan === \"function\") {\n for await (const row of orderTable.scan()) {\n if (row.category === category) {\n totalAmount += Number(row.amount || 0);\n orderCount++;\n }\n }\n } else if (typeof orderTable.all === \"function\") {\n const all = await orderTable.all();\n for (const row of all) {\n if (row.category === category) {\n totalAmount += Number(row.amount || 0);\n orderCount++;\n }\n }\n }\n }\n } else if (ctx && ctx.db && typeof ctx.db.select === \"function\") {\n // Fallback: fetch all and filter\n const rows = await ctx.db.select(\"order\");\n for (const row of rows) {\n if (row.category === category) {\n totalAmount += Number(row.amount || 0);\n orderCount++;\n }\n }\n } else {\n // As a last resort, attempt synchronous access if provided\n try {\n const rows = (ctx && ctx.getAll) ? ctx.getAll(\"order\") : [];\n for (const row of rows) {\n if (row.category === category) {\n totalAmount += Number(row.amount || 0);\n orderCount++;\n }\n }\n } catch {\n // no-op\n }\n }\n\n const statRow = {\n category,\n totalAmount,\n orderCount\n };\n\n // Upsert the computed stats\n if (ctx && typeof ctx.upsert === \"function\") {\n await ctx.upsert(\"categoryStats\", statRow);\n } else if (ctx && typeof ctx.table === \"function\") {\n const statsTable = ctx.table(\"categoryStats\");\n if (statsTable) {\n if (typeof statsTable.upsert === \"function\") {\n await statsTable.upsert(statRow);\n } else if (typeof statsTable.put === \"function\") {\n await statsTable.put(statRow);\n } else if (typeof statsTable.insert === \"function\") {\n // Try insert, but ensure update if exists\n try {\n await statsTable.insert(statRow);\n } catch {\n if (typeof statsTable.update === \"function\") {\n await statsTable.update({ category }, statRow);\n }\n }\n }\n }\n } else if (ctx && ctx.db && typeof ctx.db.put === \"function\") {\n await ctx.db.put(\"categoryStats\", statRow);\n } else {\n // Best-effort no-op if no write API is available\n }\n\n return statRow;\n }\n};", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 367, + "output_tokens": 3156, + "generation_duration_ms": 47226, + "started_at": "2026-03-27T22:06:44.354933100Z", + "finished_at": "2026-03-27T22:07:37.775980900Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Module } from \"@spacetime/core\";\n\nexport const customer = {\n name: \"customer\",\n schema: {\n id: { type: \"u64\", primary: true, autoInc: true },\n name: { type: \"string\" }\n }\n};\n\nexport const order = {\n name: \"order\",\n schema: {\n id: { type: \"u64\", primary: true, autoInc: true },\n customerId: { type: \"u64\", index: { type: \"btree\" } },\n product: { type: \"string\" },\n amount: { type: \"u32\" }\n }\n};\n\nexport const orderDetail = {\n name: \"orderDetail\",\n schema: {\n orderId: { type: \"u64\", primary: true },\n customerName: { type: \"string\" },\n product: { type: \"string\" },\n amount: { type: \"u32\" }\n }\n};\n\nexport const module = Module({\n name: \"t_030_two_table_join\",\n tables: {\n customer,\n order,\n orderDetail\n },\n reducers: {\n build_order_details(ctx: any) {\n // Iterate all orders\n const ordersIter = ctx.scan(\"order\");\n for (const o of ordersIter) {\n // look up the customer by customerId\n const c = ctx.get(\"customer\", o.customerId);\n // If the customer is found, insert an orderDetail row with the joined data\n if (c) {\n ctx.insert(\"orderDetail\", {\n orderId: o.id,\n customerName: c.name,\n product: o.product,\n amount: o.amount\n });\n }\n }\n }\n }\n});", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,24): error TS2307: Cannot find module '@spacetime/core' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 413, + "output_tokens": 2190, + "generation_duration_ms": 26391, + "started_at": "2026-03-27T22:06:53.878958200Z", + "finished_at": "2026-03-27T22:07:24.031550300Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export type accountRow = {\n id: bigint;\n email: string;\n displayName: string;\n};\n\nexport const account = {\n name: \"account\",\n schema: {\n id: { type: \"u64\", primary: true, autoInc: true },\n email: { type: \"string\", unique: true },\n displayName: { type: \"string\" }\n } as const,\n // runtime storage for this backend module (in-memory)\n rows: new Map(),\n // enforce unique constraint on email\n uniqueByEmail: new Map()\n};\n\nexport function create_account(ctx: unknown, args: { email: string; displayName: string }): accountRow {\n const { email, displayName } = args;\n\n // Enforce unique constraint on email\n if (account.uniqueByEmail.has(email)) {\n throw new Error(`Unique constraint violation: email \"${email}\" already exists`);\n }\n\n // Insert using id: 0n for autoInc as required by the task\n const newRow: accountRow = {\n id: 0n,\n email,\n displayName\n };\n\n // Simulate auto-increment allocation: find max existing id and add 1\n let nextId = 1n;\n if (account.rows.size > 0) {\n for (const id of account.rows.keys()) {\n if (id >= nextId) nextId = id + 1n;\n }\n }\n\n // Assign allocated id and persist\n newRow.id = nextId;\n account.rows.set(newRow.id, newRow);\n account.uniqueByEmail.set(email, newRow.id);\n\n return newRow;\n}", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 309, + "output_tokens": 2589, + "generation_duration_ms": 47704, + "started_at": "2026-03-27T22:06:58.137489400Z", + "finished_at": "2026-03-27T22:07:59.699654300Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export const product = {\n name: \"product\",\n columns: {\n id: { type: \"u64\", primary: true, autoInc: true },\n name: { type: \"string\" },\n price: { type: \"u32\", index: \"btree\" }\n }\n};\n\nexport const priceRangeResult = {\n name: \"priceRangeResult\",\n columns: {\n productId: { type: \"u64\", primary: true },\n name: { type: \"string\" },\n price: { type: \"u32\" }\n }\n};\n\nexport async function find_in_price_range(\n ctx: any,\n args: { minPrice: number; maxPrice: number }\n): Promise {\n const minPrice = args.minPrice;\n const maxPrice = args.maxPrice;\n\n // Preferred Spacetime-style iteration if available\n // Try ctx.tables.product.forEach\n if (ctx && ctx.tables && ctx.tables.product && typeof ctx.tables.product.forEach === \"function\") {\n ctx.tables.product.forEach((p: any) => {\n if (p.price >= minPrice && p.price <= maxPrice) {\n if (ctx.tables.priceRangeResult && typeof ctx.tables.priceRangeResult.insert === \"function\") {\n ctx.tables.priceRangeResult.insert({ productId: p.id, name: p.name, price: p.price });\n } else if (ctx.db && typeof ctx.db.insert === \"function\") {\n ctx.db.insert(\"priceRangeResult\", { productId: p.id, name: p.name, price: p.price });\n }\n }\n });\n return;\n }\n\n // Try ctx.db.table(\"product\").forEach\n if (ctx && ctx.db && typeof ctx.db.table === \"function\") {\n try {\n const prodTable = ctx.db.table(\"product\");\n if (prodTable && typeof prodTable.forEach === \"function\") {\n prodTable.forEach((p: any) => {\n if (p.price >= minPrice && p.price <= maxPrice) {\n if (ctx.db && typeof ctx.db.insert === \"function\") {\n ctx.db.insert(\"priceRangeResult\", { productId: p.id, name: p.name, price: p.price });\n }\n }\n });\n return;\n }\n // iterator style\n if (prodTable && typeof prodTable.iterator === \"function\") {\n const it = prodTable.iterator();\n let row: any;\n while ((row = it.next())) {\n if (row.price >= minPrice && row.price <= maxPrice) {\n if (ctx.db && typeof ctx.db.insert === \"function\") {\n ctx.db.insert(\"priceRangeResult\", { productId: row.id, name: row.name, price: row.price });\n }\n }\n }\n return;\n }\n // table returns an array\n if (Array.isArray(prodTable)) {\n for (const p of prodTable) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n if (ctx.db && typeof ctx.db.insert === \"function\") {\n ctx.db.insert(\"priceRangeResult\", { productId: p.id, name: p.name, price: p.price });\n }\n }\n }\n return;\n }\n } catch (e) {\n // fall through to generic fallback\n }\n }\n\n // Generic fallback: try to get all products via ctx.db.select or ctx.select\n const trySelect = (fn: any) => {\n try {\n const rows = fn();\n if (Array.isArray(rows)) {\n for (const p of rows) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n if (ctx.db && typeof ctx.db.insert === \"function\") {\n ctx.db.insert(\"priceRangeResult\", { productId: p.id, name: p.name, price: p.price });\n } else if (ctx.insert && typeof ctx.insert === \"function\") {\n ctx.insert(\"priceRangeResult\", { productId: p.id, name: p.name, price: p.price });\n }\n }\n }\n return true;\n }\n } catch {\n // ignore\n }\n return false;\n };\n\n if (ctx && typeof ctx.select === \"function\") {\n if (trySelect(() => ctx.select(\"product\"))) return;\n }\n if (ctx && ctx.db && typeof ctx.db.select === \"function\") {\n if (trySelect(() => ctx.db.select(\"product\"))) return;\n }\n\n // If nothing matched, attempt manual iteration if products are exposed as an array\n if (ctx && ctx.products && Array.isArray(ctx.products)) {\n for (const p of ctx.products) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n if (ctx.db && typeof ctx.db.insert === \"function\") {\n ctx.db.insert(\"priceRangeResult\", { productId: p.id, name: p.name, price: p.price });\n } else if (ctx.insert && typeof ctx.insert === \"function\") {\n ctx.insert(\"priceRangeResult\", { productId: p.id, name: p.name, price: p.price });\n }\n }\n }\n return;\n }\n\n // If unable to iterate, no-op (Spacetime runtime will provide one of the above interfaces)\n return;\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 378, + "output_tokens": 4640, + "generation_duration_ms": 200369, + "started_at": "2026-03-27T22:07:10.128487600Z", + "finished_at": "2026-03-27T22:10:40.392128Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export type player = {\n id: bigint;\n name: string;\n score: bigint;\n};\n\nexport type leaderboard = {\n rank: number;\n playerName: string;\n score: bigint;\n};\n\nexport const player = {\n name: \"player\",\n fields: {\n id: \"u64\",\n name: \"string\",\n score: \"u64\",\n },\n primaryKey: \"id\",\n autoInc: true,\n} as const;\n\nexport const leaderboard = {\n name: \"leaderboard\",\n fields: {\n rank: \"u32\",\n playerName: \"string\",\n score: \"u64\",\n },\n primaryKey: \"rank\",\n} as const;\n\ntype AnyRow = { [k: string]: any };\n\nfunction asBigInt(x: any): bigint {\n if (typeof x === \"bigint\") return x;\n if (typeof x === \"number\") return BigInt(Math.trunc(x));\n if (typeof x === \"string\") {\n try {\n return BigInt(x);\n } catch {\n return BigInt(0);\n }\n }\n return BigInt(0);\n}\n\n/**\n * build_leaderboard reducer\n * ctx: reducer context with table access methods (read/insert/clear variants)\n * args: { limit: number }\n *\n * Implementation uses a few common ctx method fallbacks to be compatible\n * with typical SpacetimeDB reducer contexts:\n * - ctx.readTable(tableName) or ctx.getAll(tableName)\n * - ctx.clearTable(tableName) or ctx.clear(tableName)\n * - ctx.insert(tableName, row) or ctx.write(tableName, row) or ctx.put(tableName, row)\n */\nexport async function build_leaderboard(ctx: any, args: { limit: number }) {\n const limit = typeof args?.limit === \"number\" ? Math.max(0, Math.trunc(args.limit)) : 0;\n\n // Read all players with several possible ctx APIs\n let players: AnyRow[] = [];\n try {\n if (typeof ctx.readTable === \"function\") {\n players = await ctx.readTable(\"player\");\n } else if (typeof ctx.getAll === \"function\") {\n players = await ctx.getAll(\"player\");\n } else if (typeof ctx.table === \"function\") {\n const t = ctx.table(\"player\");\n if (t && typeof t.getAll === \"function\") players = await t.getAll();\n else if (t && typeof t.read === \"function\") players = await t.read();\n } else if (typeof ctx.scan === \"function\") {\n players = await ctx.scan(\"player\");\n } else {\n // Last resort: try direct property\n players = ctx?.tables?.player ?? ctx?.player ?? [];\n }\n } catch {\n players = [];\n }\n\n if (!Array.isArray(players)) players = [];\n\n // Sort by score descending\n players.sort((a: AnyRow, b: AnyRow) => {\n const sa = asBigInt(a?.score);\n const sb = asBigInt(b?.score);\n if (sa === sb) return 0;\n return sa > sb ? -1 : 1;\n });\n\n // Clear existing leaderboard entries\n try {\n if (typeof ctx.clearTable === \"function\") {\n await ctx.clearTable(\"leaderboard\");\n } else if (typeof ctx.clear === \"function\") {\n await ctx.clear(\"leaderboard\");\n } else if (ctx.table && typeof ctx.table === \"function\") {\n const t = ctx.table(\"leaderboard\");\n if (t && typeof t.clear === \"function\") await t.clear();\n }\n } catch {\n // ignore clear errors; we'll still attempt to insert new rows\n }\n\n // Insert top N into leaderboard with ranks starting at 1\n const toTake = Math.min(limit, players.length);\n for (let i = 0; i < toTake; i++) {\n const p = players[i];\n const row: leaderboard = {\n rank: i + 1,\n playerName: typeof p?.name === \"string\" ? p.name : String(p?.name ?? \"\"),\n score: asBigInt(p?.score),\n };\n\n try {\n if (typeof ctx.insert === \"function\") {\n await ctx.insert(\"leaderboard\", row);\n } else if (typeof ctx.write === \"function\") {\n await ctx.write(\"leaderboard\", row);\n } else if (typeof ctx.put === \"function\") {\n await ctx.put(\"leaderboard\", row);\n } else if (ctx.table && typeof ctx.table === \"function\") {\n const t = ctx.table(\"leaderboard\");\n if (t && typeof t.insert === \"function\") await t.insert(row);\n else if (t && typeof t.put === \"function\") await t.put(row);\n }\n } catch {\n // swallow insert errors per-row to continue inserting remaining ranks\n }\n }\n\n // Return an optional result object for reducer frameworks that use return values\n return { written: toTake };\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 371, + "output_tokens": 2831, + "generation_duration_ms": 184915, + "started_at": "2026-03-27T22:07:19.657181800Z", + "finished_at": "2026-03-27T22:10:30.490875700Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export default {\n tables: {\n task: {\n fields: {\n id: { type: 'u64', primary: true, autoInc: true },\n title: { type: 'string' },\n completed: { type: 'boolean' }\n }\n },\n firstIncomplete: {\n fields: {\n taskId: { type: 'u64', primary: true },\n title: { type: 'string' }\n }\n }\n },\n reducers: {\n find_first_incomplete(ctx: any) {\n const tasksTable = ctx.table('task');\n // Support common iteration APIs\n let iterator: Iterable;\n if (typeof tasksTable.scan === 'function') {\n iterator = tasksTable.scan();\n } else if (typeof tasksTable.iter === 'function') {\n iterator = tasksTable.iter();\n } else if (typeof tasksTable.all === 'function') {\n iterator = tasksTable.all();\n } else {\n iterator = tasksTable;\n }\n\n for (const t of iterator as Iterable) {\n if (!t.completed) {\n ctx.table('firstIncomplete').insert({ taskId: t.id, title: t.title });\n break;\n }\n }\n }\n }\n} as const;", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 335, + "output_tokens": 2017, + "generation_duration_ms": 178542, + "started_at": "2026-03-27T22:07:24.031653600Z", + "finished_at": "2026-03-27T22:10:28.422895100Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export const tables = {\n order: {\n id: { type: \"u64\", primary: true, autoInc: true },\n category: { type: \"string\" },\n amount: { type: \"u32\" }\n },\n distinctCategory: {\n category: { type: \"string\", primary: true }\n }\n};\n\nexport async function collect_distinct_categories(ctx: any): Promise {\n const seen = new Set();\n\n // Attempt to load all orders in a compatible way with common SpacetimeDB runtimes.\n // Try several common access patterns; whichever exists will be used.\n let orders: any[] = [];\n\n if (ctx?.db?.order?.all && typeof ctx.db.order.all === \"function\") {\n orders = await ctx.db.order.all();\n } else if (ctx?.db?.order?.findAll && typeof ctx.db.order.findAll === \"function\") {\n orders = await ctx.db.order.findAll();\n } else if (ctx?.db?.order?.getAll && typeof ctx.db.order.getAll === \"function\") {\n orders = await ctx.db.order.getAll();\n } else if (ctx?.db?.order && Array.isArray(ctx.db.order)) {\n orders = ctx.db.order;\n } else if (ctx?.db?.order && typeof ctx.db.order.iter === \"function\") {\n for await (const row of ctx.db.order.iter()) {\n if (row && typeof row.category === \"string\") seen.add(row.category);\n }\n orders = [];\n }\n\n for (const o of orders) {\n if (o && typeof o.category === \"string\") {\n seen.add(o.category);\n }\n }\n\n // Insert each unique category into distinctCategory.\n for (const category of seen) {\n if (ctx?.db?.distinctCategory?.insert && typeof ctx.db.distinctCategory.insert === \"function\") {\n await ctx.db.distinctCategory.insert({ category });\n } else if (ctx?.db?.distinctCategory?.put && typeof ctx.db.distinctCategory.put === \"function\") {\n await ctx.db.distinctCategory.put({ category });\n } else if (ctx?.db?.distinctCategory?.upsert && typeof ctx.db.distinctCategory.upsert === \"function\") {\n await ctx.db.distinctCategory.upsert({ category });\n } else if (ctx?.db?.distinctCategory && typeof ctx.db.distinctCategory === \"function\") {\n await ctx.db.distinctCategory({ category });\n } else if (ctx?.insert && typeof ctx.insert === \"function\") {\n await ctx.insert(\"distinctCategory\", { category });\n } else {\n // Fallback: attempt to set directly if table is a map-like object.\n try {\n if (ctx?.db?.distinctCategory && typeof ctx.db.distinctCategory === \"object\") {\n // If distinctCategory acts like a map keyed by category, store a truthy value.\n (ctx.db.distinctCategory as any)[category] = { category };\n }\n } catch {\n // ignore fallback errors\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 325, + "output_tokens": 2635, + "generation_duration_ms": 178893, + "started_at": "2026-03-27T22:07:29.537049500Z", + "finished_at": "2026-03-27T22:10:34.414828400Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export const user = {\n name: \"user\",\n schema: {\n id: { type: \"u64\", primary: true, autoInc: true },\n name: { type: \"string\" },\n active: { type: \"boolean\" }\n }\n};\n\nexport const userStats = {\n name: \"userStats\",\n schema: {\n key: { type: \"string\", primary: true },\n count: { type: \"u64\" }\n }\n};\n\nexport async function compute_user_counts(ctx: any) {\n let total = 0;\n let active = 0;\n\n // Iterate users without collecting into an array first\n // Support both async iterator and callback-style iteration on ctx\n if (typeof ctx.iterate === \"function\") {\n for await (const row of ctx.iterate(\"user\")) {\n total++;\n if (row.active === true) active++;\n }\n } else if (typeof ctx.forEach === \"function\") {\n await ctx.forEach(\"user\", (row: any) => {\n total++;\n if (row.active === true) active++;\n });\n } else if (typeof ctx.table === \"function\" && typeof ctx.table(\"user\").iterate === \"function\") {\n for await (const row of ctx.table(\"user\").iterate()) {\n total++;\n if (row.active === true) active++;\n }\n } else {\n // Fallback: try sync iterate from ctx.scan\n const iter = (ctx.scan && ctx.scan(\"user\")) || [];\n for await (const row of iter) {\n total++;\n if (row.active === true) active++;\n }\n }\n\n // Insert counts into userStats\n // Use upsert semantics if available to replace existing keys\n if (typeof ctx.upsert === \"function\") {\n await ctx.upsert(\"userStats\", { key: \"total\", count: total });\n await ctx.upsert(\"userStats\", { key: \"active\", count: active });\n } else if (typeof ctx.insert === \"function\") {\n await ctx.insert(\"userStats\", { key: \"total\", count: total });\n await ctx.insert(\"userStats\", { key: \"active\", count: active });\n } else if (typeof ctx.table === \"function\" && typeof ctx.table(\"userStats\").upsert === \"function\") {\n await ctx.table(\"userStats\").upsert({ key: \"total\", count: total });\n await ctx.table(\"userStats\").upsert({ key: \"active\", count: active });\n } else {\n // As a last resort, set directly if context exposes a simple store\n if (!ctx.store) ctx.store = {};\n ctx.store[\"userStats:total\"] = total;\n ctx.store[\"userStats:active\"] = active;\n }\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 368, + "output_tokens": 2285, + "generation_duration_ms": 176639, + "started_at": "2026-03-27T22:07:37.776092700Z", + "finished_at": "2026-03-27T22:10:40.392970700Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export const eventLog = {\n name: \"eventLog\",\n columns: {\n id: { type: \"u64\", primary: true, autoInc: true },\n category: { type: \"string\" },\n severity: { type: \"u32\" },\n message: { type: \"string\" }\n },\n indexes: [\n {\n name: \"eventLog_category_severity\",\n type: \"btree\",\n columns: [\"category\", \"severity\"]\n }\n ]\n};\n\nexport const filteredEvent = {\n name: \"filteredEvent\",\n columns: {\n eventId: { type: \"u64\", primary: true },\n message: { type: \"string\" }\n }\n};\n\nexport function filter_events(\n ctx: any,\n params: { category: string; severity: number }\n): void {\n // Prefer the SpacetimeDB iterator if available\n if (typeof ctx.forEach === \"function\") {\n ctx.forEach(\"eventLog\", (row: any) => {\n if (row.category === params.category && row.severity === params.severity) {\n ctx.insert(\"filteredEvent\", { eventId: row.id, message: row.message });\n }\n });\n return;\n }\n\n // Fallback iteration over a snapshot or table array\n const rows: any[] =\n (ctx.snapshot && ctx.snapshot.eventLog) ||\n (ctx.tables && ctx.tables.eventLog) ||\n (ctx.db && ctx.db.eventLog) ||\n [];\n\n for (const row of rows) {\n if (row.category === params.category && row.severity === params.severity) {\n if (typeof ctx.insert === \"function\") {\n ctx.insert(\"filteredEvent\", { eventId: row.id, message: row.message });\n } else if (ctx.tables && ctx.tables.filteredEvent && Array.isArray(ctx.tables.filteredEvent)) {\n // simple in-memory fallback\n ctx.tables.filteredEvent.push({ eventId: row.id, message: row.message });\n }\n }\n }\n}", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 371, + "output_tokens": 2396, + "generation_duration_ms": 164710, + "started_at": "2026-03-27T22:07:59.699771700Z", + "finished_at": "2026-03-27T22:10:50.831928700Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export default {\n tables: {\n reminder: {\n fields: {\n scheduledId: { type: \"u64\", primary: true, autoIncrement: true },\n scheduledAt: { type: \"scheduleAt\" },\n message: { type: \"string\" }\n },\n scheduling: {\n reducer: \"send_reminder\"\n }\n }\n },\n reducers: {\n send_reminder: {\n type: \"scheduled\",\n args: [\"reminder\"],\n handler: (ctx: any, reminder: any) => {\n // intentionally no-op\n }\n },\n init: {\n type: \"init\",\n handler: (ctx: any) => {\n const fireTime = ctx.timestamp + 60_000_000n;\n ctx.db.reminder.insert({\n scheduledAt: { time: fireTime },\n message: \"Reminder scheduled for future\"\n });\n }\n }\n }\n} as const;", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 344, + "output_tokens": 2198, + "generation_duration_ms": 33638, + "started_at": "2026-03-27T22:06:22.290420600Z", + "finished_at": "2026-03-27T22:07:02.130841200Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export default {\n tables: {\n cleanupJob: {\n scheduledId: \"u64\",\n scheduledAt: \"scheduleAt\",\n primaryKey: \"scheduledId\",\n autoIncrement: true,\n scheduled: {\n reducer: \"run_cleanup\"\n }\n }\n },\n reducers: {\n run_cleanup(ctx: any, job: { scheduledId: bigint; scheduledAt: any }) {\n return;\n },\n init(ctx: any) {\n ctx.insert(\"cleanupJob\", { scheduledAt: { in: 60_000_000n } });\n },\n cancel_cleanup(ctx: any, { scheduledId }: { scheduledId: bigint }) {\n ctx.delete(\"cleanupJob\", scheduledId);\n }\n }\n} as const;", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 342, + "output_tokens": 2232, + "generation_duration_ms": 33821, + "started_at": "2026-03-27T22:06:24.321494700Z", + "finished_at": "2026-03-27T22:07:03.946675500Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export default {\n tables: {\n public: {\n onlinePlayer: {\n identity: { type: 'identity', primaryKey: true },\n connectedAt: { type: 'timestamp' },\n },\n },\n },\n\n reducers: {\n clientConnected: {\n type: 'lifecycle',\n event: 'spacetimedb.clientConnected',\n async apply(ctx, tx) {\n tx.insert('public.onlinePlayer', {\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n },\n },\n\n clientDisconnected: {\n type: 'lifecycle',\n event: 'spacetimedb.clientDisconnected',\n async apply(ctx, tx) {\n tx.delete('public.onlinePlayer', ctx.sender);\n },\n },\n },\n} as const;", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(15,19): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(15,24): error TS7006: Parameter 'tx' implicitly has an 'any' type.\r\nsrc/index.ts(26,19): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(26,24): error TS7006: Parameter 'tx' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 305, + "output_tokens": 1351, + "generation_duration_ms": 23414, + "started_at": "2026-03-27T22:06:28.482609500Z", + "finished_at": "2026-03-27T22:06:58.137352600Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export default {\n tables: {\n user: {\n visibility: 'private',\n schema: {\n identity: 'Identity',\n name: 'string',\n },\n primaryKey: 'identity',\n },\n message: {\n visibility: 'public',\n schema: {\n id: 'u64',\n sender: 'Identity',\n text: 'string',\n },\n primaryKey: 'id',\n indices: {\n sender: { type: 'btree' },\n },\n autoInc: 'id',\n },\n },\n\n reducers: {\n async register(ctx: any, { name }: { name: string }) {\n // Check if a user row already exists for ctx.sender\n const existing = await ctx.table('user').get(ctx.sender);\n if (existing) throw new Error('already registered');\n\n // Insert new user\n await ctx.table('user').insert({\n identity: ctx.sender,\n name,\n });\n },\n\n async post_message(ctx: any, { text }: { text: string }) {\n // Ensure sender is registered\n const existing = await ctx.table('user').get(ctx.sender);\n if (!existing) throw new Error('not registered');\n\n // Insert message with autoInc id (provide 0n for autoInc)\n await ctx.table('message').insert({\n id: 0n,\n sender: ctx.sender,\n text,\n });\n },\n },\n};", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 383, + "output_tokens": 2197, + "generation_duration_ms": 182965, + "started_at": "2026-03-27T22:01:52.648762300Z", + "finished_at": "2026-03-27T22:05:04.228677800Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export const tables = {\n config: {\n schema: {\n id: \"u32\",\n admin: \"Identity\",\n },\n primaryKey: \"id\",\n private: true,\n },\n admin_log: {\n schema: {\n id: \"u64\",\n action: \"string\",\n },\n primaryKey: \"id\",\n public: true,\n autoInc: true,\n },\n};\n\nexport const reducers = {\n bootstrap_admin: async (ctx: any) => {\n const existing = await ctx.db.config.get(0);\n if (existing) {\n throw new Error(\"already bootstrapped\");\n }\n await ctx.db.config.insert({ id: 0, admin: ctx.sender });\n },\n\n admin_action: async (ctx: any, input: { action: string }) => {\n const config = await ctx.db.config.get(0);\n if (!config) {\n throw new Error(\"not bootstrapped\");\n }\n\n let isAdmin = false;\n const senderAny = ctx.sender as any;\n try {\n if (typeof senderAny.equals === \"function\") {\n isAdmin = senderAny.equals(config.admin);\n } else {\n isAdmin = String(ctx.sender) === String(config.admin);\n }\n } catch {\n isAdmin = String(ctx.sender) === String(config.admin);\n }\n\n if (!isAdmin) {\n throw new Error(\"not admin\");\n }\n\n await ctx.db.admin_log.insert({ id: 0n, action: input.action });\n },\n};", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 395, + "output_tokens": 2059, + "generation_duration_ms": 177606, + "started_at": "2026-03-27T22:01:52.649656200Z", + "finished_at": "2026-03-27T22:04:58.170005Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "type Identity = string;\n\nexport const tables = {\n user: {\n privacy: \"private\",\n fields: {\n identity: \"identity\",\n role: \"string\"\n }\n }\n};\n\nexport const reducers = {\n register(ctx: any) {\n const existing = ctx.db.get(\"user\", ctx.sender);\n if (existing) throw \"already registered\";\n ctx.db.insert(\"user\", { identity: ctx.sender, role: \"member\" });\n },\n\n promote(ctx: any, { target }: { target: Identity }) {\n const caller = ctx.db.get(\"user\", ctx.sender);\n if (!caller) throw \"not registered\";\n if (caller.role !== \"admin\") throw \"not admin\";\n const targetRow = ctx.db.get(\"user\", target);\n if (!targetRow) throw \"target not registered\";\n ctx.db.update(\"user\", target, { role: \"admin\" });\n },\n\n member_action(ctx: any) {\n const caller = ctx.db.get(\"user\", ctx.sender);\n if (!caller) throw \"not registered\";\n },\n\n admin_action(ctx: any) {\n const caller = ctx.db.get(\"user\", ctx.sender);\n if (!caller) throw \"not registered\";\n if (caller.role !== \"admin\") throw \"not admin\";\n }\n};", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 423, + "output_tokens": 1970, + "generation_duration_ms": 171624, + "started_at": "2026-03-27T22:01:52.650668100Z", + "finished_at": "2026-03-27T22:04:50.253101500Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export default {\n tables: {\n admin: {\n primaryKey: \"identity\",\n private: true,\n schema: {\n identity: \"Identity\",\n },\n },\n banned: {\n primaryKey: \"identity\",\n private: true,\n schema: {\n identity: \"Identity\",\n },\n },\n player: {\n primaryKey: \"identity\",\n public: true,\n schema: {\n identity: \"Identity\",\n name: \"string\",\n },\n },\n },\n reducers: {\n add_admin(ctx: any, { target }: { target: any }) {\n if (!ctx.get(\"admin\", ctx.sender)) throw new Error(\"not admin\");\n if (!ctx.get(\"admin\", target)) {\n ctx.insert(\"admin\", { identity: target });\n }\n },\n\n ban_player(ctx: any, { target }: { target: any }) {\n if (!ctx.get(\"admin\", ctx.sender)) throw new Error(\"not admin\");\n if (!ctx.get(\"banned\", target)) {\n ctx.insert(\"banned\", { identity: target });\n }\n if (ctx.get(\"player\", target)) {\n ctx.delete(\"player\", target);\n }\n },\n\n join_game(ctx: any, { name }: { name: string }) {\n if (ctx.get(\"banned\", ctx.sender)) throw new Error(\"banned\");\n if (ctx.get(\"player\", ctx.sender)) throw new Error(\"already in game\");\n ctx.insert(\"player\", { identity: ctx.sender, name });\n },\n },\n} as const;", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 439, + "output_tokens": 2596, + "generation_duration_ms": 209861, + "started_at": "2026-03-27T22:01:52.651775300Z", + "finished_at": "2026-03-27T22:05:28.726518900Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export const tables = {\n rate_limit: {\n schema: {\n identity: 'Identity',\n last_call_us: 'u64'\n },\n primaryKey: ['identity'],\n private: true\n },\n action_log: {\n schema: {\n id: 'u64',\n identity: 'Identity',\n payload: 'string'\n },\n primaryKey: ['id'],\n public: true,\n autoInc: 'id'\n }\n};\n\nexport const reducers = {\n limited_action(ctx: any, { payload }: { payload: string }) {\n const now = ctx.timestamp.microsSinceUnixEpoch;\n const existing = ctx.db.rate_limit.get(ctx.sender);\n if (existing && (now - existing.last_call_us) < 1_000_000n) throw \"rate limited\";\n // upsert rate_limit row\n ctx.db.rate_limit.put({ identity: ctx.sender, last_call_us: now });\n // insert action_log with auto-increment id\n ctx.db.action_log.insert({ id: 0n, identity: ctx.sender, payload });\n }\n};", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 416, + "output_tokens": 2653, + "generation_duration_ms": 232295, + "started_at": "2026-03-27T22:01:52.652805200Z", + "finished_at": "2026-03-27T22:05:49.477139800Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "export default {\n tables: {\n document: {\n public: true,\n schema: {\n id: { type: \"u64\", primary: true, autoInc: true },\n owner: { type: \"identity\", index: \"btree\" },\n title: { type: \"string\" }\n }\n },\n document_share: {\n public: true,\n schema: {\n document_id: { type: \"u64\", index: \"btree\" },\n shared_with: { type: \"identity\", index: \"btree\" }\n }\n }\n },\n reducers: {\n create_document(ctx: any, { title }: { title: string }) {\n // id = 0n for autoInc\n ctx.document.insert({ id: 0n, owner: ctx.sender, title });\n },\n\n share_document(\n ctx: any,\n { document_id, target }: { document_id: bigint; target: any }\n ) {\n const doc = ctx.document.get(document_id);\n if (!doc) throw new Error(\"not found\");\n if (doc.owner !== ctx.sender) throw new Error(\"not owner\");\n\n ctx.document_share.insert({ document_id, shared_with: target });\n },\n\n edit_document(\n ctx: any,\n { document_id, new_title }: { document_id: bigint; new_title: string }\n ) {\n const doc = ctx.document.get(document_id);\n if (!doc) throw new Error(\"not found\");\n\n const isOwner = doc.owner === ctx.sender;\n let isShared = false;\n\n if (!isOwner) {\n // Attempt to find a matching share row\n // Depending on runtime API, findOne / find may vary; try common patterns\n const shareRow =\n (typeof ctx.document_share.get === \"function\" &&\n ctx.document_share.get({ document_id, shared_with: ctx.sender })) ||\n (typeof ctx.document_share.findOne === \"function\" &&\n ctx.document_share.findOne({ document_id, shared_with: ctx.sender })) ||\n (typeof ctx.document_share.find === \"function\" &&\n ctx.document_share.find({ document_id, shared_with: ctx.sender })?.[0]) ||\n null;\n\n isShared = !!shareRow;\n }\n\n if (!isOwner && !isShared) throw new Error(\"unauthorized\");\n\n ctx.document.update(document_id, { title: new_title });\n }\n }\n} as const;", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "input_tokens": 486, + "output_tokens": 2715, + "generation_duration_ms": 194978, + "started_at": "2026-03-27T22:01:52.653613300Z", + "finished_at": "2026-03-27T22:05:14.632349500Z" + } + } + }, + { + "name": "DeepSeek Reasoner", + "route_api_model": "deepseek-reasoner", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, table, reducer, primaryKey } from \"@clockworklabs/spacetimedb\";\n\n@table(\"emptyTable\")\nclass emptyTable {\n\t@primaryKey\n\tid: number = 0;\n}\n\n@reducer\nfunction emptyReducerNoArgs(): void {}\n\n@reducer\nfunction emptyReducerWithInt(count: number): void {}\n\n@reducer\nfunction emptyReducerWithString(name: string): void {}\n\n@reducer\nfunction emptyReducerWithTwoArgs(count: number, name: string): void {}\n\n@reducer\nfunction emptyReducerWithThreeArgs(active: boolean, ratio: number, label: string): void {}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,57): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(9,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 344, + "output_tokens": 638, + "generation_duration_ms": 47486, + "started_at": "2026-03-27T22:13:56.734408300Z", + "finished_at": "2026-03-27T22:14:50.113258200Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, table, primaryKey } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table(\"user\")\nexport class user {\n\t@primaryKey\n\tid!: number;\n\tname!: string;\n\tage!: number;\n\tactive!: boolean;\n}\n\n@table(\"product\")\nexport class product {\n\t@primaryKey\n\tid!: number;\n\ttitle!: string;\n\tprice!: number;\n\tinStock!: boolean;\n}\n\n@table(\"note\")\nexport class note {\n\t@primaryKey\n\tid!: number;\n\tbody!: string;\n\trating!: bigint;\n\tpinned!: boolean;\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,48): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 386, + "output_tokens": 333, + "generation_duration_ms": 25761, + "started_at": "2026-03-27T22:14:06.832496200Z", + "finished_at": "2026-03-27T22:14:38.293404200Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, scheduled, reducer, ScheduleAt, PrimaryKey, AutoIncrement } from \"@clockworklabs/spacetimedb\";\n\n@table\n@scheduled(tick, 50)\nclass tickTimer {\n\t@PrimaryKey\n\t@AutoIncrement\n\tscheduledId: bigint;\n\tscheduledAt: ScheduleAt;\n}\n\n@reducer\nfunction tick(row: tickTimer): void {\n}\n\n@reducer\nfunction init(): void {\n\ttickTimer.insert({ scheduledAt: ScheduleAt.interval(50) });\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,82): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(8,2): error TS2564: Property 'scheduledId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,12): error TS2339: Property 'insert' does not exist on type 'typeof tickTimer'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 319, + "output_tokens": 980, + "generation_duration_ms": 86009, + "started_at": "2026-03-27T22:14:06.837718700Z", + "finished_at": "2026-03-27T22:15:38.914451Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, struct, field, primaryKey } from \"@spacetimedb/sdk\";\n\n@struct\nexport class Position {\n @field({ type: \"i32\" })\n x: number;\n @field({ type: \"i32\" })\n y: number;\n}\n\n@table\nexport class entity {\n @primaryKey\n @field({ type: \"i32\" })\n id: number;\n @field({ type: Position })\n pos: Position;\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,50): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'x' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,5): error TS2564: Property 'y' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(17,5): error TS2564: Property 'pos' has no initializer and is not definitely assigned in the constructor.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 296, + "output_tokens": 708, + "generation_duration_ms": 66861, + "started_at": "2026-03-27T22:14:08.792558400Z", + "finished_at": "2026-03-27T22:15:21.456332900Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table\nclass user {\n @primaryKey\n id: number = 0;\n name: string = \"\";\n age: number = 0;\n active: boolean = false;\n\n constructor(id: number, name: string, age: number, active: boolean) {\n this.id = id;\n this.name = name;\n this.age = age;\n this.active = active;\n }\n}\n\n@reducer\nfunction insertUser(id: number, name: string, age: number, active: boolean) {\n user.insert(new user(id, name, age, active));\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,44): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 336, + "output_tokens": 1742, + "generation_duration_ms": 117141, + "started_at": "2026-03-27T22:14:10.802130Z", + "finished_at": "2026-03-27T22:16:15.936626300Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBClient, Identity, Address, ReducerEvent, db, table, primaryKey, reducer } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table(\"user\")\nexport class User {\n\t@primaryKey\n\t@db.i32\n\tid!: number;\n\n\t@db.string\n\tname!: string;\n\n\t@db.i32\n\tage!: number;\n\n\t@db.boolean\n\tactive!: boolean;\n}\n\n@reducer\nexport function updateUser(id: number, name: string, age: number, active: boolean): void {\n\tconst user = User.filterById(id);\n\tif (user) {\n\t\tuser.name = name;\n\t\tuser.age = age;\n\t\tuser.active = active;\n\t\tUser.update(user);\n\t}\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,100): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,20): error TS2339: Property 'filterById' does not exist on type 'typeof User'.\r\nsrc/index.ts(26,8): error TS2339: Property 'update' does not exist on type 'typeof User'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 336, + "output_tokens": 346, + "generation_duration_ms": 35456, + "started_at": "2026-03-27T22:14:38.293530300Z", + "finished_at": "2026-03-27T22:15:21.455531200Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBClient, table, reducer, primaryKey } from \"@spacetimedb/sdk\";\n\n@table(\"user\")\nclass User {\n @primaryKey\n id: number;\n name: string;\n age: number;\n active: boolean;\n}\n\n@reducer\nfunction deleteUser(id: number) {\n const user = User.filterById(id);\n if (user) {\n user.delete();\n }\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,63): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(7,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,5): error TS2564: Property 'age' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,5): error TS2564: Property 'active' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(14,23): error TS2339: Property 'filterById' does not exist on type 'typeof User'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 305, + "output_tokens": 821, + "generation_duration_ms": 64546, + "started_at": "2026-03-27T22:14:50.113448400Z", + "finished_at": "2026-03-27T22:16:04.199014600Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "@spacetimedb.table\nclass user {\n\t@spacetimedb.primaryKey\n\tid: number = 0;\n\tname: string = \"\";\n\tage: number = 0;\n\tactive: boolean = false;\n}\n\n@spacetimedb.reducer\nfunction crud() {\n\tconst alice = new user();\n\talice.id = 1;\n\talice.name = \"Alice\";\n\talice.age = 30;\n\talice.active = true;\n\talice.insert();\n\n\tconst bob = new user();\n\tbob.id = 2;\n\tbob.name = \"Bob\";\n\tbob.age = 22;\n\tbob.active = false;\n\tbob.insert();\n\n\tconst aliceToUpdate = user.filter(u => u.id === 1)[0];\n\tif (aliceToUpdate) {\n\t\taliceToUpdate.name = \"Alice2\";\n\t\taliceToUpdate.age = 31;\n\t\taliceToUpdate.active = false;\n\t\taliceToUpdate.update();\n\t}\n\n\tconst bobToDelete = user.filter(u => u.id === 2)[0];\n\tif (bobToDelete) {\n\t\tbobToDelete.delete();\n\t}\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'spacetimedb'.\r\nsrc/index.ts(3,3): error TS2304: Cannot find name 'spacetimedb'.\r\nsrc/index.ts(10,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,8): error TS2339: Property 'insert' does not exist on type 'user'.\r\nsrc/index.ts(24,6): error TS2339: Property 'insert' does not exist on type 'user'.\r\nsrc/index.ts(26,29): error TS2339: Property 'filter' does not exist on type 'typeof user'.\r\nsrc/index.ts(26,36): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\nsrc/index.ts(34,27): error TS2339: Property 'filter' does not exist on type 'typeof user'.\r\nsrc/index.ts(34,34): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 388, + "output_tokens": 2325, + "generation_duration_ms": 89214, + "started_at": "2026-03-27T22:14:57.899905300Z", + "finished_at": "2026-03-27T22:16:31.503833300Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, table, reducer, primaryKey } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table(\"user\")\nclass user {\n\t@primaryKey\n\tid!: number;\n\tname!: string;\n\tage!: number;\n\tactive!: boolean;\n}\n\n@table(\"result\")\nclass result {\n\t@primaryKey\n\tid!: number;\n\tname!: string;\n}\n\n@reducer\nfunction lookupUserName(id: number) {\n\tconst u = user.findById(id);\n\tif (u) {\n\t\tresult.insert({ id: u.id, name: u.name });\n\t}\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,57): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,17): error TS2339: Property 'findById' does not exist on type 'typeof user'.\r\nsrc/index.ts(23,10): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 350, + "output_tokens": 603, + "generation_duration_ms": 35160, + "started_at": "2026-03-27T22:15:21.456469700Z", + "finished_at": "2026-03-27T22:16:04.199733900Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, table, reducer } from \"@clockworklabs/spacetimedb\";\n\n@table(\"user\")\nclass user {\n\t@primaryKey\n\tid: number = 0;\n\tname: string = \"\";\n\tage: number = 0;\n\tactive: boolean = false;\n}\n\n@reducer\nfunction init() {\n\tuser.insert(new user(1, \"Alice\", 30, true));\n\tuser.insert(new user(2, \"Bob\", 22, false));\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,45): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(5,3): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(14,7): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(14,23): error TS2554: Expected 0 arguments, but got 4.\r\nsrc/index.ts(15,7): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(15,23): error TS2554: Expected 0 arguments, but got 4.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 339, + "output_tokens": 328, + "generation_duration_ms": 29302, + "started_at": "2026-03-27T22:15:21.457540400Z", + "finished_at": "2026-03-27T22:15:56.611622400Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, primaryKey, autoIncrement } from \"@clockworklabs/spacetimedb\";\n\n@table(\"event\")\nclass event {\n\t@primaryKey\n\t@autoIncrement\n\tid: bigint = 0n;\n\tconstructor(public kind: string) {}\n}\n\n@reducer\nfunction clientConnected() {\n\tevent.insert(new event(\"connected\"));\n}\n\n@reducer\nfunction clientDisconnected() {\n\tevent.insert(new event(\"disconnected\"));\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,59): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(11,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(13,8): error TS2339: Property 'insert' does not exist on type 'typeof event'.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,8): error TS2339: Property 'insert' does not exist on type 'typeof event'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 297, + "output_tokens": 1046, + "generation_duration_ms": 32989, + "started_at": "2026-03-27T22:15:38.914657900Z", + "finished_at": "2026-03-27T22:16:21.554230300Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, primaryKey, reducer } from \"@clockworklabs/spacetimedb\";\n\n@table\nclass result {\n\t@primaryKey\n\tid: number;\n\tsum: number;\n\n\tconstructor(id: number, sum: number) {\n\t\tthis.id = id;\n\t\tthis.sum = sum;\n\t}\n}\n\nfunction add(a: number, b: number): number {\n\treturn a + b;\n}\n\n@reducer\nfunction computeSum(id: number, a: number, b: number) {\n\tconst sum = add(a, b);\n\tresult.insert(new result(id, sum));\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,44): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(22,9): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 325, + "output_tokens": 1627, + "generation_duration_ms": 52263, + "started_at": "2026-03-27T22:15:52.665379400Z", + "finished_at": "2026-03-27T22:16:49.191345900Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "@type\nclass Score {\n\tleft: number;\n\tright: number;\n}\n\n@table\nclass result {\n\t@primaryKey\n\tid: number;\n\tvalue: Score;\n}\n\n@reducer\nfunction setScore(id: number, left: number, right: number) {\n\tresult.insert({ id, value: { left, right } });\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'type'.\r\nsrc/index.ts(3,2): error TS2564: Property 'left' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(4,2): error TS2564: Property 'right' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(7,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(9,3): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(10,2): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(11,2): error TS2564: Property 'value' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,9): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 335, + "output_tokens": 707, + "generation_duration_ms": 22284, + "started_at": "2026-03-27T22:17:05.649178800Z", + "finished_at": "2026-03-27T22:17:32.508527300Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, reducer, table, primaryKey, type, variant } from \"@clockworklabs/spacetimedb-sdk\";\n\n@type\nclass Rect {\n\tconstructor(\n\t\tpublic width: number,\n\t\tpublic height: number\n\t) {}\n}\n\n@type(\"Shape\")\nabstract class Shape {\n\tstatic circle(radius: number): Circle {\n\t\treturn new Circle(radius);\n\t}\n\tstatic rectangle(rect: Rect): Rectangle {\n\t\treturn new Rectangle(rect);\n\t}\n}\n\n@variant(\"circle\")\nclass Circle extends Shape {\n\tconstructor(public radius: number) {\n\t\tsuper();\n\t}\n}\n\n@variant(\"rectangle\")\nclass Rectangle extends Shape {\n\tconstructor(public rect: Rect) {\n\t\tsuper();\n\t}\n}\n\n@table\nclass result {\n\t@primaryKey\n\tid!: number;\n\tvalue!: Shape;\n}\n\n@reducer\nfunction setCircle(id: number, radius: number) {\n\tresult.insert({ id, value: Shape.circle(radius) });\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,72): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(42,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(44,9): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 360, + "output_tokens": 1635, + "generation_duration_ms": 49244, + "started_at": "2026-03-27T22:17:06.150375900Z", + "finished_at": "2026-03-27T22:18:01.313315400Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "@table(\"primitive\")\nclass primitive {\n\t@primaryKey\n\tid: number;\n\tcount: number;\n\ttotal: bigint;\n\tprice: number;\n\tratio: number;\n\tactive: boolean;\n\tname: string;\n\n\tconstructor(id: number, count: number, total: bigint, price: number, ratio: number, active: boolean, name: string) {\n\t\tthis.id = id;\n\t\tthis.count = count;\n\t\tthis.total = total;\n\t\tthis.price = price;\n\t\tthis.ratio = ratio;\n\t\tthis.active = active;\n\t\tthis.name = name;\n\t}\n}\n\n@reducer\nfunction seed() {\n\tnew primitive(1, 2, BigInt(3000000000), 1.5, 2.25, true, \"Alice\").insert();\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(3,3): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(23,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(25,68): error TS2339: Property 'insert' does not exist on type 'primitive'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 374, + "output_tokens": 319, + "generation_duration_ms": 10786, + "started_at": "2026-03-27T22:17:12.413028600Z", + "finished_at": "2026-03-27T22:17:27.927179200Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, table, type, reducer } from \"@clockworklabs/spacetimedb-sdk\";\n\n@type\nclass Address {\n\tstreet: string;\n\tzip: number;\n}\n\n@type\nclass Position {\n\tx: number;\n\ty: number;\n}\n\n@table\nclass profile {\n\t@primaryKey\n\tid: number;\n\thome: Address;\n\twork: Address;\n\tpos: Position;\n}\n\n@reducer\nfunction seed() {\n\tprofile.insert({\n\t\tid: 1,\n\t\thome: { street: \"1 Main\", zip: 11111 },\n\t\twork: { street: \"2 Broad\", zip: 22222 },\n\t\tpos: { x: 7, y: 9 }\n\t});\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,51): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,2): error TS2564: Property 'street' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(6,2): error TS2564: Property 'zip' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(11,2): error TS2564: Property 'x' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,2): error TS2564: Property 'y' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(17,3): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(18,2): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(19,2): error TS2564: Property 'home' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(20,2): error TS2564: Property 'work' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(21,2): error TS2564: Property 'pos' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(24,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(26,10): error TS2339: Property 'insert' does not exist on type 'typeof profile'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 405, + "output_tokens": 652, + "generation_duration_ms": 23106, + "started_at": "2026-03-27T22:17:13.769206600Z", + "finished_at": "2026-03-27T22:17:42.106250500Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, table, primaryKey, variant, reducer } from \"@clockworklabs/spacetimedb-sdk\";\n\nclass Rect {\n constructor(\n public width: number,\n public height: number\n ) {}\n}\n\n@variant\nabstract class Shape {}\n\n@variant\nclass circle extends Shape {\n constructor(public radius: number) {\n super();\n }\n}\n\n@variant\nclass rectangle extends Shape {\n constructor(public rect: Rect) {\n super();\n }\n}\n\n@table(\"drawing\")\nclass drawing {\n @primaryKey\n id: number;\n a: Shape;\n b: Shape;\n\n constructor(id: number, a: Shape, b: Shape) {\n this.id = id;\n this.a = a;\n this.b = b;\n }\n}\n\n@reducer\nfunction seed() {\n new drawing(1, new circle(10), new rectangle(new Rect(4, 6))).insert();\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,66): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(41,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(43,67): error TS2339: Property 'insert' does not exist on type 'drawing'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 382, + "output_tokens": 1651, + "generation_duration_ms": 47688, + "started_at": "2026-03-27T22:17:20.670870Z", + "finished_at": "2026-03-27T22:18:12.558507100Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, Table, ScheduleAt, scheduled, reducer } from \"@clockworklabs/spacetimedb\";\n\n@Table(\"tickTimer\")\nclass tickTimer {\n\t@scheduled\n\tscheduledAt: ScheduleAt = new ScheduleAt(50);\n\tconstructor(public scheduledId: bigint) {}\n}\n\n@SpacetimeDB.module\nclass Module {\n\t@reducer\n\tstatic tick(row: tickTimer) {}\n\n\t@reducer\n\tstatic init() {\n\t\ttickTimer.insert([new tickTimer(0n)]);\n\t}\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,68): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(17,13): error TS2339: Property 'insert' does not exist on type 'typeof tickTimer'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 319, + "output_tokens": 489, + "generation_duration_ms": 15266, + "started_at": "2026-03-27T22:17:22.992179800Z", + "finished_at": "2026-03-27T22:17:42.671201500Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, Table, primaryKey, unique, index, reducer } from \"@clockworklabs/spacetimedb\";\n\n@Table(\"account\")\nclass account {\n\t@primaryKey\n\tid: number = 0;\n\t@unique\n\temail: string = \"\";\n\tname: string = \"\";\n\t@index(\"byName\")\n\tbyName?: string;\n}\n\n@reducer\nfunction seed() {\n\taccount.insert([1, \"a@example.com\", \"Alice\"]);\n\taccount.insert([2, \"b@example.com\", \"Bob\"]);\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,72): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,10): error TS2339: Property 'insert' does not exist on type 'typeof account'.\r\nsrc/index.ts(17,10): error TS2339: Property 'insert' does not exist on type 'typeof account'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 341, + "output_tokens": 475, + "generation_duration_ms": 15209, + "started_at": "2026-03-27T22:17:27.927387900Z", + "finished_at": "2026-03-27T22:17:47.864440800Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBClient, table, Reducer, Identity, PrimaryKey, Index } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table(\"user\")\nclass user {\n @primaryKey\n userId: number;\n name: string;\n\n constructor(userId: number, name: string) {\n this.userId = userId;\n this.name = name;\n }\n}\n\n@table(\"group\")\nclass group {\n @primaryKey\n groupId: number;\n title: string;\n\n constructor(groupId: number, title: string) {\n this.groupId = groupId;\n this.title = title;\n }\n}\n\n@table(\"membership\")\nclass membership {\n @primaryKey\n id: number;\n userId: number;\n groupId: number;\n\n @index(\"byUser\")\n byUserIndex: number;\n\n @index(\"byGroup\")\n byGroupIndex: number;\n\n constructor(id: number, userId: number, groupId: number) {\n this.id = id;\n this.userId = userId;\n this.groupId = groupId;\n this.byUserIndex = userId;\n this.byGroupIndex = groupId;\n }\n}\n\n@Reducer(\"seed\")\nfunction seed() {\n new user(1, \"Alice\").insert();\n new user(2, \"Bob\").insert();\n new group(10, \"Admin\").insert();\n new group(20, \"Dev\").insert();\n new membership(1, 1, 10).insert();\n new membership(2, 1, 20).insert();\n new membership(3, 2, 20).insert();\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,80): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2552: Cannot find name 'primaryKey'. Did you mean 'PrimaryKey'?\r\nsrc/index.ts(17,6): error TS2552: Cannot find name 'primaryKey'. Did you mean 'PrimaryKey'?\r\nsrc/index.ts(29,6): error TS2552: Cannot find name 'primaryKey'. Did you mean 'PrimaryKey'?\r\nsrc/index.ts(34,6): error TS2552: Cannot find name 'index'. Did you mean 'Index'?\r\nsrc/index.ts(37,6): error TS2552: Cannot find name 'index'. Did you mean 'Index'?\r\nsrc/index.ts(49,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(51,26): error TS2339: Property 'insert' does not exist on type 'user'.\r\nsrc/index.ts(52,24): error TS2339: Property 'insert' does not exist on type 'user'.\r\nsrc/index.ts(53,28): error TS2339: Property 'insert' does not exist on type 'group'.\r\nsrc/index.ts(54,26): error TS2339: Property 'insert' does not exist on type 'group'.\r\nsrc/index.ts(55,30): error TS2339: Property 'insert' does not exist on type 'membership'.\r\nsrc/index.ts(56,30): error TS2339: Property 'insert' does not exist on type 'membership'.\r\nsrc/index.ts(57,30): error TS2339: Property 'insert' does not exist on type 'membership'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 482, + "output_tokens": 1017, + "generation_duration_ms": 31002, + "started_at": "2026-03-27T22:17:32.508682800Z", + "finished_at": "2026-03-27T22:18:07.552066400Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, table, reducer } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table\nexport class entity {\n @primaryKey\n id!: number;\n}\n\n@table\nexport class position {\n @primaryKey\n entityId!: number;\n x!: number;\n y!: number;\n}\n\n@table\nexport class velocity {\n @primaryKey\n entityId!: number;\n vx!: number;\n vy!: number;\n}\n\n@table\nexport class nextPosition {\n @primaryKey\n entityId!: number;\n x!: number;\n y!: number;\n}\n\n@reducer\nexport function seed() {\n entity.insert({ id: 1 });\n position.insert({ entityId: 1, x: 0, y: 0 });\n velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n\n entity.insert({ id: 2 });\n position.insert({ entityId: 2, x: 10, y: 0 });\n velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n}\n\n@reducer\nexport function step() {\n for (const pos of position.iter()) {\n const vel = velocity.findById(pos.entityId);\n if (vel) {\n nextPosition.upsert({\n entityId: pos.entityId,\n x: pos.x + vel.vx,\n y: pos.y + vel.vy\n });\n }\n }\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,45): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(11,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(19,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(27,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(33,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(35,12): error TS2339: Property 'insert' does not exist on type 'typeof entity'.\r\nsrc/index.ts(36,14): error TS2339: Property 'insert' does not exist on type 'typeof position'.\r\nsrc/index.ts(37,14): error TS2339: Property 'insert' does not exist on type 'typeof velocity'.\r\nsrc/index.ts(39,12): error TS2339: Property 'insert' does not exist on type 'typeof entity'.\r\nsrc/index.ts(40,14): error TS2339: Property 'insert' does not exist on type 'typeof position'.\r\nsrc/index.ts(41,14): error TS2339: Property 'insert' does not exist on type 'typeof velocity'.\r\nsrc/index.ts(44,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(46,32): error TS2339: Property 'iter' does not exist on type 'typeof position'.\r\nsrc/index.ts(47,30): error TS2339: Property 'findById' does not exist on type 'typeof velocity'.\r\nsrc/index.ts(49,26): error TS2339: Property 'upsert' does not exist on type 'typeof nextPosition'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 498, + "output_tokens": 1765, + "generation_duration_ms": 50942, + "started_at": "2026-03-27T22:17:42.106463600Z", + "finished_at": "2026-03-27T22:18:36.605671700Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "@table(\"log\", { primaryKey: \"id\" })\nclass log {\n\t@column({ type: \"i32\" })\n\tid: number;\n\n\t@column({ type: \"i32\" })\n\tuserId: number;\n\n\t@column({ type: \"i32\" })\n\tday: number;\n\n\t@column({ type: \"string\" })\n\tmessage: string;\n\n\t@index(\"btree\", [\"userId\", \"day\"], \"byUserDay\")\n\tstatic byUserDay: Index<[number, number]>;\n}\n\n@reducer\nfunction seed() {\n\tlog.insert({ id: 1, userId: 7, day: 1, message: \"a\" });\n\tlog.insert({ id: 2, userId: 7, day: 2, message: \"b\" });\n\tlog.insert({ id: 3, userId: 9, day: 1, message: \"c\" });\n}", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(3,3): error TS2304: Cannot find name 'column'.\r\nsrc/index.ts(4,2): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(6,3): error TS2304: Cannot find name 'column'.\r\nsrc/index.ts(7,2): error TS2564: Property 'userId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,3): error TS2304: Cannot find name 'column'.\r\nsrc/index.ts(10,2): error TS2564: Property 'day' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,3): error TS2304: Cannot find name 'column'.\r\nsrc/index.ts(13,2): error TS2564: Property 'message' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,3): error TS2304: Cannot find name 'index'.\r\nsrc/index.ts(16,20): error TS2304: Cannot find name 'Index'.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,6): error TS2339: Property 'insert' does not exist on type 'typeof log'.\r\nsrc/index.ts(22,6): error TS2339: Property 'insert' does not exist on type 'typeof log'.\r\nsrc/index.ts(23,6): error TS2339: Property 'insert' does not exist on type 'typeof log'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 380, + "output_tokens": 506, + "generation_duration_ms": 16056, + "started_at": "2026-03-27T22:17:42.671351100Z", + "finished_at": "2026-03-27T22:18:05.534552200Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBTable, table, view, primaryKey, autoIncrement, btreeIndex } from \"@clockworklabs/spacetimedb\";\n\n@table(\"announcement\")\nexport class announcement extends SpacetimeDBTable {\n @primaryKey\n @autoIncrement\n id: bigint = 0n;\n message: string = \"\";\n @btreeIndex\n active: boolean = false;\n}\n\n@view(\"activeAnnouncements\")\nexport function activeAnnouncements(): announcement[] {\n return announcement.filterByActive(true);\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,86): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(13,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(15,25): error TS2339: Property 'filterByActive' does not exist on type 'typeof announcement'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 305, + "output_tokens": 990, + "generation_duration_ms": 30023, + "started_at": "2026-03-27T22:16:31.503977900Z", + "finished_at": "2026-03-27T22:17:06.150217700Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@spacetimedb.table\nexport class profile {\n @spacetimedb.column({ primaryKey: true, autoInc: true })\n id!: number;\n\n @spacetimedb.column({ unique: true })\n identity!: Identity;\n\n @spacetimedb.column\n name!: string;\n\n @spacetimedb.column\n bio!: string;\n}\n\n@spacetimedb.view\nexport class my_profile {\n @spacetimedb.column({ primaryKey: true })\n id!: number;\n\n @spacetimedb.column\n identity!: Identity;\n\n @spacetimedb.column\n name!: string;\n\n @spacetimedb.column\n bio!: string;\n\n @spacetimedb.reducer({ isPublic: true })\n static get(ctx: Context): profile | undefined {\n return profile.findByIdentity(ctx.sender());\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'spacetimedb'.\r\nsrc/index.ts(3,6): error TS2304: Cannot find name 'spacetimedb'.\r\nsrc/index.ts(6,6): error TS2304: Cannot find name 'spacetimedb'.\r\nsrc/index.ts(7,16): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(9,6): error TS2304: Cannot find name 'spacetimedb'.\r\nsrc/index.ts(12,6): error TS2304: Cannot find name 'spacetimedb'.\r\nsrc/index.ts(16,2): error TS2304: Cannot find name 'spacetimedb'.\r\nsrc/index.ts(18,6): error TS2304: Cannot find name 'spacetimedb'.\r\nsrc/index.ts(21,6): error TS2304: Cannot find name 'spacetimedb'.\r\nsrc/index.ts(22,16): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(24,6): error TS2304: Cannot find name 'spacetimedb'.\r\nsrc/index.ts(27,6): error TS2304: Cannot find name 'spacetimedb'.\r\nsrc/index.ts(30,6): error TS2304: Cannot find name 'spacetimedb'.\r\nsrc/index.ts(31,21): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(32,24): error TS2339: Property 'findByIdentity' does not exist on type 'typeof profile'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 355, + "output_tokens": 567, + "generation_duration_ms": 17371, + "started_at": "2026-03-27T22:16:33.018626700Z", + "finished_at": "2026-03-27T22:16:54.248017100Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, reducer, Table, event } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table({ event: true })\nexport class damageEvent {\n\tconstructor(\n\t\tpublic entityId: number,\n\t\tpublic damage: number,\n\t\tpublic source: string\n\t) {}\n}\n\n@reducer\nexport function deal_damage(\n\tctx: SpacetimeDB.EventContext,\n\tentityId: number,\n\tdamage: number,\n\tsource: string\n) {\n\tdamageEvent.insert(new damageEvent(entityId, damage, source));\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,52): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(19,14): error TS2339: Property 'insert' does not exist on type 'typeof damageEvent'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 331, + "output_tokens": 394, + "generation_duration_ms": 13210, + "started_at": "2026-03-27T22:16:15.936826400Z", + "finished_at": "2026-03-27T22:16:33.018497900Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { reducer, table, t, Context } from \"@clockworklabs/spacetimedb\";\n\nconst player = table(\"player\", {\n id: t.column(t.u64(), { primaryKey: true, autoInc: true }),\n name: t.column(t.string()),\n nickname: t.column(t.option(t.string())),\n highScore: t.column(t.option(t.u32()))\n});\n\n@reducer\nfunction create_player(ctx: Context, { name, nickname, highScore }: { name: string, nickname?: string | null, highScore?: number | null }) {\n player.insert({ id: 0n, name, nickname, highScore });\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,44): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(10,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 355, + "output_tokens": 1954, + "generation_duration_ms": 57135, + "started_at": "2026-03-27T22:16:21.555370700Z", + "finished_at": "2026-03-27T22:17:22.992016400Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Identity, SpacetimeDB, SpacetimeDBTable, ReducerContext, ReducerArgs, primaryKey, autoInc, btreeIndex } from \"@clockworklabs/spacetimedb\";\n\n@SpacetimeDB.btreeIndex(\"owner_index\", [\"owner\"])\n@SpacetimeDB.table(\"message\")\nclass message extends SpacetimeDBTable {\n @SpacetimeDB.column({ type: \"u64\" })\n @primaryKey\n @autoInc\n id: bigint = 0n;\n\n @SpacetimeDB.column({ type: \"Identity\" })\n owner: Identity = Identity.fromString(\"\");\n\n @SpacetimeDB.column({ type: \"string\" })\n text: string = \"\";\n}\n\n@SpacetimeDB.reducer\nfunction create_message(ctx: ReducerContext, args: ReducerArgs<{ text: string }>): void {\n const msg = new message();\n msg.owner = ctx.sender;\n msg.text = args.text;\n msg.insert();\n}\n\n@SpacetimeDB.reducer\nfunction delete_message(ctx: ReducerContext, args: ReducerArgs<{ id: bigint }>): void {\n const msg = message.filterById(args.id);\n if (!msg) {\n throw new Error(\"not found\");\n }\n if (!msg.owner.equals(ctx.sender)) {\n throw new Error(\"unauthorized\");\n }\n msg.deleteRow();\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,119): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(23,9): error TS2339: Property 'insert' does not exist on type 'message'.\r\nsrc/index.ts(26,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(28,25): error TS2339: Property 'filterById' does not exist on type 'typeof message'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 384, + "output_tokens": 675, + "generation_duration_ms": 28772, + "started_at": "2026-03-27T22:13:35.935156Z", + "finished_at": "2026-03-27T22:14:10.801836900Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, table, reducer, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table(\"userInternal\")\nclass userInternal {\n\t@primaryKey\n\tid: bigint = 0n;\n\tname: string = \"\";\n\temail: string = \"\";\n\tpasswordHash: string = \"\";\n}\n\n@table(\"userPublic\", { public: true })\nclass userPublic {\n\t@primaryKey\n\tid: bigint = 0n;\n\tname: string = \"\";\n}\n\n@reducer\nfunction register_user(ctx: ReducerContext, name: string, email: string, passwordHash: string): void {\n\tconst internal = userInternal.insert({ id: 0n, name, email, passwordHash });\n\tuserPublic.insert({ id: internal.id, name: internal.name });\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,61): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(5,3): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(14,3): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,32): error TS2339: Property 'insert' does not exist on type 'typeof userInternal'.\r\nsrc/index.ts(22,13): error TS2339: Property 'insert' does not exist on type 'typeof userPublic'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 399, + "output_tokens": 655, + "generation_duration_ms": 26748, + "started_at": "2026-03-27T22:13:35.936463Z", + "finished_at": "2026-03-27T22:14:08.792093200Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBClient, Identity, ReducerEvent, Address } from \"@clockworklabs/spacetimedb-sdk\";\n\nexport class author {\n\tconstructor(\n\t\tpublic id: number,\n\t\tpublic name: string,\n\t) {}\n\tstatic tableName = \"author\";\n}\n\nexport class post {\n\tconstructor(\n\t\tpublic id: number,\n\t\tpublic authorId: number,\n\t\tpublic title: string,\n\t) {}\n\tstatic tableName = \"post\";\n}\n\nexport class delete_author {\n\tconstructor(\n\t\tpublic authorId: number,\n\t) {}\n\tstatic reducerName = \"delete_author\";\n}\n\nexport interface Module {\n\tauthor: typeof author;\n\tpost: typeof post;\n\tdelete_author: typeof delete_author;\n}\n\nexport const initClient = (client: SpacetimeDBClient) => {\n\tclient.registerType(author);\n\tclient.registerType(post);\n\tclient.registerReducer(delete_author);\n};\n\nexport const ondelete_author = (reducerEvent: ReducerEvent, ctx: Module) => {\n\tconst { authorId } = reducerEvent.params;\n\tfor (const post of ctx.post.where([[\"authorId\", \"=\", authorId]])) {\n\t\tctx.post.delete(post.id);\n\t}\n\tctx.author.delete(authorId);\n};", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,68): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(41,30): error TS2339: Property 'where' does not exist on type 'typeof post'.\r\nsrc/index.ts(42,12): error TS2339: Property 'delete' does not exist on type 'typeof post'.\r\nsrc/index.ts(44,13): error TS2339: Property 'delete' does not exist on type 'typeof author'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 361, + "output_tokens": 474, + "generation_duration_ms": 14159, + "started_at": "2026-03-27T22:16:21.556517900Z", + "finished_at": "2026-03-27T22:16:40.902526300Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@table(\"order\")\nclass order {\n\t@primaryKey\n\t@autoInc\n\tid: number = 0;\n\n\t@index(\"btree\")\n\tcategory: string = \"\";\n\n\tamount: number = 0;\n\n\tfulfilled: boolean = false;\n}\n\n@table(\"categoryStats\")\nclass categoryStats {\n\t@primaryKey\n\tcategory: string = \"\";\n\n\ttotalAmount: number = 0;\n\n\torderCount: number = 0;\n}\n\n@reducer\nfunction compute_stats(ctx: Context, args: { category: string }) {\n\tlet totalAmount = 0n;\n\tlet orderCount = 0;\n\tfor (const order of order.filter({ category: args.category })) {\n\t\ttotalAmount += BigInt(order.amount);\n\t\torderCount++;\n\t}\n\tconst existing = categoryStats.filter({ category: args.category })[0];\n\tif (existing) {\n\t\texisting.totalAmount = Number(totalAmount);\n\t\texisting.orderCount = orderCount;\n\t\texisting.update();\n\t} else {\n\t\tconst newStats = new categoryStats();\n\t\tnewStats.category = args.category;\n\t\tnewStats.totalAmount = Number(totalAmount);\n\t\tnewStats.orderCount = orderCount;\n\t\tnewStats.insert();\n\t}\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(3,3): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(4,3): error TS2304: Cannot find name 'autoInc'.\r\nsrc/index.ts(7,3): error TS2304: Cannot find name 'index'.\r\nsrc/index.ts(15,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(17,3): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(25,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(26,29): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(29,13): error TS7022: 'order' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(29,22): error TS2448: Block-scoped variable 'order' used before its declaration.\r\nsrc/index.ts(33,33): error TS2339: Property 'filter' does not exist on type 'typeof categoryStats'.\r\nsrc/index.ts(43,12): error TS2339: Property 'insert' does not exist on type 'categoryStats'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 379, + "output_tokens": 417, + "generation_duration_ms": 13799, + "started_at": "2026-03-27T22:16:27.107884900Z", + "finished_at": "2026-03-27T22:16:47.154992700Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, table, primaryKey, index, reducer, ReducerContext } from \"@clockworklabs/spacetimedb\";\n\n@table(\"customer\")\nclass customer {\n @primaryKey({ autoIncrement: true })\n id!: number;\n name!: string;\n}\n\n@table(\"order\")\nclass order {\n @primaryKey({ autoIncrement: true })\n id!: number;\n @index(\"btree\")\n customerId!: number;\n product!: string;\n amount!: number;\n}\n\n@table(\"orderDetail\")\nclass orderDetail {\n @primaryKey\n orderId!: number;\n customerName!: string;\n product!: string;\n amount!: number;\n}\n\n@reducer\nfunction build_order_details(ctx: ReducerContext) {\n for (const o of order.iter()) {\n const c = customer.filterById(o.customerId);\n if (c) {\n orderDetail.insert({\n orderId: o.id,\n customerName: c.name,\n product: o.product,\n amount: o.amount\n });\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,80): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(29,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(31,27): error TS2339: Property 'iter' does not exist on type 'typeof order'.\r\nsrc/index.ts(32,28): error TS2339: Property 'filterById' does not exist on type 'typeof customer'.\r\nsrc/index.ts(34,25): error TS2339: Property 'insert' does not exist on type 'typeof orderDetail'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 426, + "output_tokens": 1011, + "generation_duration_ms": 30347, + "started_at": "2026-03-27T22:16:29.143008900Z", + "finished_at": "2026-03-27T22:17:05.648952700Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, table, primaryKey, autoInc, unique, reducer } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table(\"account\")\nclass account {\n\t@primaryKey\n\t@autoInc\n\tid: bigint = 0n;\n\n\t@unique\n\temail: string = \"\";\n\n\tdisplayName: string = \"\";\n}\n\n@reducer\nfunction create_account(ctx: SpacetimeDB.EventContext, email: string, displayName: string): void {\n\taccount.insert(new account(0n, email, displayName));\n}", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,74): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,10): error TS2339: Property 'insert' does not exist on type 'typeof account'.\r\nsrc/index.ts(17,29): error TS2554: Expected 0 arguments, but got 3.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 321, + "output_tokens": 303, + "generation_duration_ms": 11842, + "started_at": "2026-03-27T22:16:31.054505700Z", + "finished_at": "2026-03-27T22:16:47.789722500Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, Table, reducer, primaryKey, column, index } from \"@clockworklabs/spacetimedb\";\n\n@table(\"product\")\nexport class product extends Table {\n @primaryKey\n @column(\"u64\", { autoInc: true })\n id!: number;\n\n @column(\"string\")\n name!: string;\n\n @column(\"u32\")\n @index({ type: \"btree\" })\n price!: number;\n}\n\n@table(\"priceRangeResult\")\nexport class priceRangeResult extends Table {\n @primaryKey\n @column(\"u64\")\n productId!: number;\n\n @column(\"string\")\n name!: string;\n\n @column(\"u32\")\n price!: number;\n}\n\n@reducer\nexport function find_in_price_range(ctx: Context, { minPrice, maxPrice }: { minPrice: number, maxPrice: number }) {\n for (const product of product.iter()) {\n if (product.price >= minPrice && product.price <= maxPrice) {\n priceRangeResult.insert({\n productId: product.id,\n name: product.name,\n price: product.price\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,72): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(3,2): error TS2552: Cannot find name 'table'. Did you mean 'Table'?\r\nsrc/index.ts(17,2): error TS2552: Cannot find name 'table'. Did you mean 'Table'?\r\nsrc/index.ts(30,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(31,42): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(32,16): error TS7022: 'product' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(32,27): error TS2448: Block-scoped variable 'product' used before its declaration.\r\nsrc/index.ts(34,30): error TS2339: Property 'insert' does not exist on type 'typeof priceRangeResult'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 390, + "output_tokens": 2016, + "generation_duration_ms": 59405, + "started_at": "2026-03-27T22:16:40.902743200Z", + "finished_at": "2026-03-27T22:17:45.342840700Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, table, reducer, ReducerContext } from \"@clockworklabs/spacetimedb\";\n\n@table(\"player\")\nclass Player {\n\t@primaryKey\n\t@autoInc\n\tid!: bigint;\n\n\tname!: string;\n\tscore!: bigint;\n}\n\n@table(\"leaderboard\")\nclass Leaderboard {\n\t@primaryKey\n\trank!: number;\n\n\tplayerName!: string;\n\tscore!: bigint;\n}\n\n@reducer\nfunction build_leaderboard(ctx: ReducerContext, limit: number): void {\n\tconst players = Player.iter().collect();\n\tplayers.sort((a, b) => Number(b.score - a.score));\n\tLeaderboard.deleteAll();\n\tfor (let i = 0; i < Math.min(limit, players.length); i++) {\n\t\tconst player = players[i];\n\t\tLeaderboard.insert(new Leaderboard({\n\t\t\trank: i + 1,\n\t\t\tplayerName: player.name,\n\t\t\tscore: player.score\n\t\t}));\n\t}\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,61): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(5,3): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(6,3): error TS2304: Cannot find name 'autoInc'.\r\nsrc/index.ts(15,3): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(22,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(24,25): error TS2339: Property 'iter' does not exist on type 'typeof Player'.\r\nsrc/index.ts(25,16): error TS7006: Parameter 'a' implicitly has an 'any' type.\r\nsrc/index.ts(25,19): error TS7006: Parameter 'b' implicitly has an 'any' type.\r\nsrc/index.ts(26,14): error TS2339: Property 'deleteAll' does not exist on type 'typeof Leaderboard'.\r\nsrc/index.ts(29,15): error TS2339: Property 'insert' does not exist on type 'typeof Leaderboard'.\r\nsrc/index.ts(29,38): error TS2554: Expected 0 arguments, but got 1.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 386, + "output_tokens": 689, + "generation_duration_ms": 20721, + "started_at": "2026-03-27T22:16:47.155236400Z", + "finished_at": "2026-03-27T22:17:12.412871500Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, Table, Reducer, PrimaryKey, Identity, AutoInc } from \"@clockworklabs/spacetimedb-sdk\";\n\n@Table(\"task\")\nclass task {\n @PrimaryKey\n @AutoInc\n id: number = 0;\n title: string = \"\";\n completed: boolean = false;\n}\n\n@Table(\"firstIncomplete\")\nclass firstIncomplete {\n @PrimaryKey\n taskId: number = 0;\n title: string = \"\";\n}\n\n@Reducer(\"find_first_incomplete\")\nfunction find_first_incomplete(ctx: SpacetimeDB.ReducerContext) {\n for (let t of task.iter()) {\n if (!t.completed) {\n firstIncomplete.insert({ taskId: t.id, title: t.title });\n break;\n }\n }\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,76): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,24): error TS2339: Property 'iter' does not exist on type 'typeof task'.\r\nsrc/index.ts(23,29): error TS2339: Property 'insert' does not exist on type 'typeof firstIncomplete'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 350, + "output_tokens": 326, + "generation_duration_ms": 10294, + "started_at": "2026-03-27T22:16:47.789917300Z", + "finished_at": "2026-03-27T22:17:03.489095900Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDBClient, Identity, ReducerEvent, db, table } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table(\"order\")\nexport class Order {\n\t@db.primaryKey\n\t@db.autoInc\n\tid: bigint = 0n;\n\t@db.column(\"string\")\n\tcategory: string = \"\";\n\t@db.column(\"u32\")\n\tamount: number = 0;\n}\n\n@table(\"distinctCategory\")\nexport class distinctCategory {\n\t@db.primaryKey\n\t@db.column(\"string\")\n\tcategory: string = \"\";\n}\n\nexport class Module {\n\t@reducer\n\tstatic collect_distinct_categories(ctx: ReducerEvent) {\n\t\tconst categories = new Set();\n\t\tfor (const order of Order.iter()) {\n\t\t\tcategories.add(order.category);\n\t\t}\n\t\tfor (const category of categories) {\n\t\t\tdistinctCategory.insert({ category });\n\t\t}\n\t}\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,70): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(22,3): error TS2304: Cannot find name 'reducer'.\r\nsrc/index.ts(25,29): error TS2339: Property 'iter' does not exist on type 'typeof Order'.\r\nsrc/index.ts(29,21): error TS2339: Property 'insert' does not exist on type 'typeof distinctCategory'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 338, + "output_tokens": 2092, + "generation_duration_ms": 61614, + "started_at": "2026-03-27T22:16:49.191462700Z", + "finished_at": "2026-03-27T22:17:54.038217900Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@table(\"user\")\nclass User {\n\t@primaryKey\n\tid: number = 0;\n\tname: string = \"\";\n\tactive: boolean = false;\n}\n\n@table(\"userStats\")\nclass UserStats {\n\t@primaryKey\n\tkey: string = \"\";\n\tcount: number = 0;\n}\n\n@reducer\nfunction compute_user_counts(ctx: Context) {\n\tlet total = 0;\n\tlet active = 0;\n\tfor (const user of User.iter()) {\n\t\ttotal++;\n\t\tif (user.active === true) {\n\t\t\tactive++;\n\t\t}\n\t}\n\tUserStats.insert(new UserStats(\"total\", total));\n\tUserStats.insert(new UserStats(\"active\", active));\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(3,3): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(9,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(11,3): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,35): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(20,26): error TS2339: Property 'iter' does not exist on type 'typeof User'.\r\nsrc/index.ts(26,12): error TS2339: Property 'insert' does not exist on type 'typeof UserStats'.\r\nsrc/index.ts(26,33): error TS2554: Expected 0 arguments, but got 2.\r\nsrc/index.ts(27,12): error TS2339: Property 'insert' does not exist on type 'typeof UserStats'.\r\nsrc/index.ts(27,33): error TS2554: Expected 0 arguments, but got 2.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 381, + "output_tokens": 482, + "generation_duration_ms": 15426, + "started_at": "2026-03-27T22:16:54.248165400Z", + "finished_at": "2026-03-27T22:17:13.769049200Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, table, index, reducer } from \"@clockworklabs/spacetimedb\";\n\n@table\nexport class eventLog {\n\t@primaryKey\n\t@autoInc\n\tid!: bigint;\n\n\tcategory!: string;\n\tseverity!: number;\n\tmessage!: string;\n\n\t@index(\"btree\", [\"category\", \"severity\"])\n\tstatic category_severity!: eventLog[];\n}\n\n@table\nexport class filteredEvent {\n\t@primaryKey\n\teventId!: bigint;\n\tmessage!: string;\n}\n\n@reducer\nexport function filter_events(ctx: SpacetimeDB.EventContext, category: string, severity: number) {\n\tfor (let row of eventLog.iter()) {\n\t\tif (row.category === category && row.severity === severity) {\n\t\t\tfilteredEvent.insert({ eventId: row.id, message: row.message });\n\t\t}\n\t}\n}", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,52): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(5,3): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(6,3): error TS2304: Cannot find name 'autoInc'.\r\nsrc/index.ts(14,26): error TS1255: A definite assignment assertion '!' is not permitted in this context.\r\nsrc/index.ts(19,3): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(24,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(26,27): error TS2339: Property 'iter' does not exist on type 'typeof eventLog'.\r\nsrc/index.ts(28,18): error TS2339: Property 'insert' does not exist on type 'typeof filteredEvent'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 385, + "output_tokens": 401, + "generation_duration_ms": 13840, + "started_at": "2026-03-27T22:17:03.489249100Z", + "finished_at": "2026-03-27T22:17:20.670717300Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@table(\"reminder\", { scheduledId: \"u64\" })\nclass reminder extends SpacetimeDB.Table {\n\t@scheduled({ reducer: \"send_reminder\" })\n\t@scheduledAtColumn()\n\tscheduledAt: SpacetimeDB.ScheduleAt = SpacetimeDB.ScheduleAt.time(0n);\n\t@primaryKey\n\t@autoIncrement\n\tscheduledId: bigint = 0n;\n\t@column(\"string\")\n\tmessage: string = \"\";\n}\n\n@reducer\nexport function send_reminder(_row: reminder): void {}\n\n@reducer\nexport function init(): void {\n\tconst scheduledAt = SpacetimeDB.ScheduleAt.time(SpacetimeDB.Context.timestamp + 60_000_000n);\n\treminder.insert({ scheduledAt, message: \"Reminder\" });\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(2,24): error TS2304: Cannot find name 'SpacetimeDB'.\r\nsrc/index.ts(3,3): error TS2304: Cannot find name 'scheduled'.\r\nsrc/index.ts(4,3): error TS2304: Cannot find name 'scheduledAtColumn'.\r\nsrc/index.ts(5,15): error TS2503: Cannot find namespace 'SpacetimeDB'.\r\nsrc/index.ts(5,40): error TS2304: Cannot find name 'SpacetimeDB'.\r\nsrc/index.ts(6,3): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(7,3): error TS2304: Cannot find name 'autoIncrement'.\r\nsrc/index.ts(9,3): error TS2304: Cannot find name 'column'.\r\nsrc/index.ts(13,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,22): error TS2304: Cannot find name 'SpacetimeDB'.\r\nsrc/index.ts(18,50): error TS2304: Cannot find name 'SpacetimeDB'.\r\nsrc/index.ts(19,11): error TS2339: Property 'insert' does not exist on type 'typeof reminder'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 358, + "output_tokens": 447, + "generation_duration_ms": 17365, + "started_at": "2026-03-27T22:15:56.611810800Z", + "finished_at": "2026-03-27T22:16:21.555214800Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, scheduleAt, reducer, scheduled, u64 } from \"@clockworklabs/spacetimedb-sdk\";\n\n@SpacetimeDB.Table(\"cleanupJob\")\nclass cleanupJob {\n @SpacetimeDB.Column({ primaryKey: true, autoIncrement: true })\n scheduledId: u64 = 0n;\n\n @SpacetimeDB.ScheduleColumn()\n scheduledAt: scheduleAt = new scheduleAt(0n);\n}\n\n@scheduled(cleanupJob)\n@reducer\nfunction run_cleanup(row: cleanupJob): void {}\n\n@reducer\nfunction init(): void {\n cleanupJob.insert({ scheduledAt: new scheduleAt(60_000_000n) });\n}\n\n@reducer\nfunction cancel_cleanup(_ctx: SpacetimeDB.Context, { scheduledId }: { scheduledId: u64 }): void {\n cleanupJob.deleteByScheduledId(scheduledId);\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,66): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,16): error TS2339: Property 'insert' does not exist on type 'typeof cleanupJob'.\r\nsrc/index.ts(21,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(23,16): error TS2339: Property 'deleteByScheduledId' does not exist on type 'typeof cleanupJob'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 361, + "output_tokens": 527, + "generation_duration_ms": 20984, + "started_at": "2026-03-27T22:16:04.199870Z", + "finished_at": "2026-03-27T22:16:31.054176700Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@table(\"onlinePlayer\")\nclass onlinePlayer {\n @primaryKey\n identity: Identity;\n connectedAt: Timestamp;\n}\n\n@spacetimedb.clientConnected\nfunction clientConnected(ctx: ClientConnectedContext) {\n onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n}\n\n@spacetimedb.clientDisconnected\nfunction clientDisconnected(ctx: ClientDisconnectedContext) {\n onlinePlayer.deleteByPrimaryKey(ctx.sender);\n}", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(3,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(4,15): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(5,18): error TS2304: Cannot find name 'Timestamp'.\r\nsrc/index.ts(8,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(9,31): error TS2304: Cannot find name 'ClientConnectedContext'.\r\nsrc/index.ts(10,18): error TS2339: Property 'insert' does not exist on type 'typeof onlinePlayer'.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,34): error TS2304: Cannot find name 'ClientDisconnectedContext'.\r\nsrc/index.ts(18,18): error TS2339: Property 'deleteByPrimaryKey' does not exist on type 'typeof onlinePlayer'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 323, + "output_tokens": 350, + "generation_duration_ms": 18779, + "started_at": "2026-03-27T22:16:04.200978100Z", + "finished_at": "2026-03-27T22:16:29.142747600Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, table, reducer, Identity, Context, primaryKey, autoInc, index } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table(\"user\", { isPublic: false })\nclass user {\n @primaryKey\n identity: Identity;\n name: string;\n}\n\n@table(\"message\", { isPublic: true })\nclass message {\n @primaryKey\n @autoInc\n id: bigint;\n @index(\"btree\")\n sender: Identity;\n text: string;\n}\n\n@reducer\nfunction register(ctx: Context, { name }: { name: string }) {\n const existing = user.filter(u => u.identity.toString() === ctx.sender.toString());\n if (existing.length > 0) {\n throw new Error(\"already registered\");\n }\n user.insert({ identity: ctx.sender, name });\n}\n\n@reducer\nfunction post_message(ctx: Context, { text }: { text: string }) {\n const existing = user.filter(u => u.identity.toString() === ctx.sender.toString());\n if (existing.length === 0) {\n throw new Error(\"not registered\");\n }\n message.insert({ id: 0n, sender: ctx.sender, text });\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,92): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(7,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(17,5): error TS2564: Property 'text' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(22,27): error TS2339: Property 'filter' does not exist on type 'typeof user'.\r\nsrc/index.ts(22,34): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\nsrc/index.ts(26,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(29,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(31,27): error TS2339: Property 'filter' does not exist on type 'typeof user'.\r\nsrc/index.ts(31,34): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\nsrc/index.ts(35,13): error TS2339: Property 'insert' does not exist on type 'typeof message'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 400, + "output_tokens": 1409, + "generation_duration_ms": 76137, + "started_at": "2026-03-27T22:13:35.937790Z", + "finished_at": "2026-03-27T22:14:57.899714300Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Identity, ReducerContext, SpacetimeDB, table } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table(\"config\", { primaryKey: \"id\" })\nclass config {\n\tconstructor(public id: number, public admin: Identity) {}\n}\n\n@table(\"admin_log\", { primaryKey: \"id\", autoInc: true })\nclass admin_log {\n\tconstructor(public id: bigint, public action: string) {}\n}\n\nexport class Module {\n\t@Reducer\n\tstatic bootstrap_admin(ctx: ReducerContext): void {\n\t\tif (config.filterById(0).length > 0) {\n\t\t\tthrow new Error(\"already bootstrapped\");\n\t\t}\n\t\tconfig.insert(new config(0, ctx.sender));\n\t}\n\n\t@Reducer\n\tstatic admin_action(ctx: ReducerContext, action: string): void {\n\t\tconst conf = config.filterById(0);\n\t\tif (conf.length === 0) {\n\t\t\tthrow new Error(\"not bootstrapped\");\n\t\t}\n\t\tif (!ctx.sender.equals(conf[0].admin)) {\n\t\t\tthrow new Error(\"not admin\");\n\t\t}\n\t\tadmin_log.insert(new admin_log(0n, action));\n\t}\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,62): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(14,3): error TS2304: Cannot find name 'Reducer'.\r\nsrc/index.ts(16,14): error TS2339: Property 'filterById' does not exist on type 'typeof config'.\r\nsrc/index.ts(19,10): error TS2339: Property 'insert' does not exist on type 'typeof config'.\r\nsrc/index.ts(22,3): error TS2304: Cannot find name 'Reducer'.\r\nsrc/index.ts(24,23): error TS2339: Property 'filterById' does not exist on type 'typeof config'.\r\nsrc/index.ts(31,13): error TS2339: Property 'insert' does not exist on type 'typeof admin_log'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 408, + "output_tokens": 516, + "generation_duration_ms": 15417, + "started_at": "2026-03-27T22:13:35.939104500Z", + "finished_at": "2026-03-27T22:13:56.734247800Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Identity, ReducerContext, SpacetimeDB, private } from \"@clockworklabs/spacetimedb-sdk\";\n\n@private\nclass user {\n\tconstructor(\n\t\tpublic identity: Identity,\n\t\tpublic role: string\n\t) {}\n}\n\nSpacetimeDB.registerReducer(\"register\", (ctx: ReducerContext) => {\n\tconst existing = user.filter(u => u.identity.toString() === ctx.sender.toString());\n\tif (existing.length > 0) {\n\t\tthrow new Error(\"already registered\");\n\t}\n\tnew user(ctx.sender, \"member\");\n});\n\nSpacetimeDB.registerReducer(\"promote\", (ctx: ReducerContext, target: Identity) => {\n\tconst caller = user.filter(u => u.identity.toString() === ctx.sender.toString())[0];\n\tif (!caller) {\n\t\tthrow new Error(\"not registered\");\n\t}\n\tif (caller.role !== \"admin\") {\n\t\tthrow new Error(\"not admin\");\n\t}\n\tconst targetUser = user.filter(u => u.identity.toString() === target.toString())[0];\n\tif (!targetUser) {\n\t\tthrow new Error(\"target not registered\");\n\t}\n\ttargetUser.role = \"admin\";\n\ttargetUser.update();\n});\n\nSpacetimeDB.registerReducer(\"member_action\", (ctx: ReducerContext) => {\n\tconst caller = user.filter(u => u.identity.toString() === ctx.sender.toString())[0];\n\tif (!caller) {\n\t\tthrow new Error(\"not registered\");\n\t}\n});\n\nSpacetimeDB.registerReducer(\"admin_action\", (ctx: ReducerContext) => {\n\tconst caller = user.filter(u => u.identity.toString() === ctx.sender.toString())[0];\n\tif (!caller) {\n\t\tthrow new Error(\"not registered\");\n\t}\n\tif (caller.role !== \"admin\") {\n\t\tthrow new Error(\"not admin\");\n\t}\n});", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,49): error TS1214: Identifier expected. 'private' is a reserved word in strict mode. Modules are automatically in strict mode.\r\nsrc/index.ts(1,64): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(3,2): error TS1213: Identifier expected. 'private' is a reserved word in strict mode. Class definitions are automatically in strict mode.\r\nsrc/index.ts(12,24): error TS2339: Property 'filter' does not exist on type 'typeof user'.\r\nsrc/index.ts(12,31): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\nsrc/index.ts(20,22): error TS2339: Property 'filter' does not exist on type 'typeof user'.\r\nsrc/index.ts(20,29): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\nsrc/index.ts(27,26): error TS2339: Property 'filter' does not exist on type 'typeof user'.\r\nsrc/index.ts(27,33): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\nsrc/index.ts(36,22): error TS2339: Property 'filter' does not exist on type 'typeof user'.\r\nsrc/index.ts(36,29): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\nsrc/index.ts(43,22): error TS2339: Property 'filter' does not exist on type 'typeof user'.\r\nsrc/index.ts(43,29): error TS7006: Parameter 'u' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 440, + "output_tokens": 665, + "generation_duration_ms": 22802, + "started_at": "2026-03-27T22:13:35.940461600Z", + "finished_at": "2026-03-27T22:14:06.832379300Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, Identity, ReducerContext, table } from \"@clockworklabs/spacetimedb-sdk\";\n\n@table(\"admin\")\nclass admin extends SpacetimeDB.Table {\n\t@table.column(\"Identity\", \"primary\") identity!: Identity;\n}\n\n@table(\"banned\")\nclass banned extends SpacetimeDB.Table {\n\t@table.column(\"Identity\", \"primary\") identity!: Identity;\n}\n\n@table(\"player\")\nclass player extends SpacetimeDB.Table {\n\t@table.column(\"Identity\", \"primary\") identity!: Identity;\n\t@table.column(\"string\") name!: string;\n}\n\nexport class Module {\n\t@Reducer\n\tstatic add_admin(ctx: ReducerContext, target: Identity): void {\n\t\tconst senderAdmin = admin.filter(row => row.identity.equals(ctx.sender));\n\t\tif (senderAdmin.length === 0) {\n\t\t\tthrow new Error(\"not admin\");\n\t\t}\n\t\tadmin.insert({ identity: target });\n\t}\n\n\t@Reducer\n\tstatic ban_player(ctx: ReducerContext, target: Identity): void {\n\t\tconst senderAdmin = admin.filter(row => row.identity.equals(ctx.sender));\n\t\tif (senderAdmin.length === 0) {\n\t\t\tthrow new Error(\"not admin\");\n\t\t}\n\t\tbanned.insert({ identity: target });\n\t\tconst targetPlayer = player.filter(row => row.identity.equals(target));\n\t\tif (targetPlayer.length > 0) {\n\t\t\tplayer.delete(targetPlayer[0]);\n\t\t}\n\t}\n\n\t@Reducer\n\tstatic join_game(ctx: ReducerContext, name: string): void {\n\t\tconst senderBanned = banned.filter(row => row.identity.equals(ctx.sender));\n\t\tif (senderBanned.length > 0) {\n\t\t\tthrow new Error(\"banned\");\n\t\t}\n\t\tconst existingPlayer = player.filter(row => row.identity.equals(ctx.sender));\n\t\tif (existingPlayer.length > 0) {\n\t\t\tthrow new Error(\"already in game\");\n\t\t}\n\t\tplayer.insert({ identity: ctx.sender, name });\n\t}\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,62): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(20,3): error TS2304: Cannot find name 'Reducer'.\r\nsrc/index.ts(22,29): error TS2339: Property 'filter' does not exist on type 'typeof admin'.\r\nsrc/index.ts(22,36): error TS7006: Parameter 'row' implicitly has an 'any' type.\r\nsrc/index.ts(26,9): error TS2339: Property 'insert' does not exist on type 'typeof admin'.\r\nsrc/index.ts(29,3): error TS2304: Cannot find name 'Reducer'.\r\nsrc/index.ts(31,29): error TS2339: Property 'filter' does not exist on type 'typeof admin'.\r\nsrc/index.ts(31,36): error TS7006: Parameter 'row' implicitly has an 'any' type.\r\nsrc/index.ts(35,10): error TS2339: Property 'insert' does not exist on type 'typeof banned'.\r\nsrc/index.ts(36,31): error TS2339: Property 'filter' does not exist on type 'typeof player'.\r\nsrc/index.ts(36,38): error TS7006: Parameter 'row' implicitly has an 'any' type.\r\nsrc/index.ts(38,11): error TS2339: Property 'delete' does not exist on type 'typeof player'.\r\nsrc/index.ts(42,3): error TS2304: Cannot find name 'Reducer'.\r\nsrc/index.ts(44,31): error TS2339: Property 'filter' does not exist on type 'typeof banned'.\r\nsrc/index.ts(44,38): error TS7006: Parameter 'row' implicitly has an 'any' type.\r\nsrc/index.ts(48,33): error TS2339: Property 'filter' does not exist on type 'typeof player'.\r\nsrc/index.ts(48,40): error TS7006: Parameter 'row' implicitly has an 'any' type.\r\nsrc/index.ts(52,10): error TS2339: Property 'insert' does not exist on type 'typeof player'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 455, + "output_tokens": 559, + "generation_duration_ms": 18902, + "started_at": "2026-03-27T22:13:35.941858300Z", + "finished_at": "2026-03-27T22:14:06.831396700Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { Identity, ReducerContext, SpacetimeDBClient, db, table } from \"@spacetimedb/sdk\";\n\n@table(\"rate_limit\", { isPublic: false })\nclass rate_limit {\n @db.primaryKey\n identity: Identity;\n \n @db.column({ type: \"u64\" })\n last_call_us: bigint;\n}\n\n@table(\"action_log\", { isPublic: true })\nclass action_log {\n @db.primaryKey\n @db.autoIncrement\n id: bigint;\n \n @db.column\n identity: Identity;\n \n @db.column\n payload: string;\n}\n\nexport class RateLimitModule {\n @db.reducer\n static limited_action(ctx: ReducerContext, payload: string): void {\n const now: bigint = ctx.timestamp.microsSinceUnixEpoch;\n const existing = rate_limit.findByPrimaryKey(ctx.sender);\n \n if (existing && (now - existing.last_call_us) < 1_000_000n) {\n throw new Error(\"rate limited\");\n }\n \n if (existing) {\n existing.last_call_us = now;\n rate_limit.update(existing);\n } else {\n rate_limit.insert({ identity: ctx.sender, last_call_us: now });\n }\n \n action_log.insert({ id: 0n, identity: ctx.sender, payload });\n }\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,72): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(9,5): error TS2564: Property 'last_call_us' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(16,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(22,5): error TS2564: Property 'payload' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(29,37): error TS2339: Property 'findByPrimaryKey' does not exist on type 'typeof rate_limit'.\r\nsrc/index.ts(37,24): error TS2339: Property 'update' does not exist on type 'typeof rate_limit'.\r\nsrc/index.ts(39,24): error TS2339: Property 'insert' does not exist on type 'typeof rate_limit'.\r\nsrc/index.ts(42,20): error TS2339: Property 'insert' does not exist on type 'typeof action_log'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 430, + "output_tokens": 2013, + "generation_duration_ms": 128939, + "started_at": "2026-03-27T22:13:35.943148200Z", + "finished_at": "2026-03-27T22:15:50.759751200Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "@table(\"document\")\nexport class document {\n\t@primaryKey\n\tid: bigint = 0n;\n\n\towner: Identity;\n\n\ttitle: string;\n}\n\n@table(\"document_share\")\nexport class document_share {\n\tdocument_id: bigint;\n\n\tshared_with: Identity;\n}\n\n@reducer\nexport function create_document(ctx: Context, title: string) {\n\tconst doc = new document();\n\tdoc.owner = ctx.sender;\n\tdoc.title = title;\n\tdoc.id = 0n;\n\tdocument.insert(doc);\n}\n\n@reducer\nexport function share_document(ctx: Context, document_id: bigint, target: Identity) {\n\tconst doc = document.filterById(document_id);\n\tif (!doc) {\n\t\tthrow new Error(\"not found\");\n\t}\n\tif (doc.owner.toString() !== ctx.sender.toString()) {\n\t\tthrow new Error(\"not owner\");\n\t}\n\tconst share = new document_share();\n\tshare.document_id = document_id;\n\tshare.shared_with = target;\n\tdocument_share.insert(share);\n}\n\n@reducer\nexport function edit_document(ctx: Context, document_id: bigint, new_title: string) {\n\tconst doc = document.filterById(document_id);\n\tif (!doc) {\n\t\tthrow new Error(\"not found\");\n\t}\n\tconst isOwner = doc.owner.toString() === ctx.sender.toString();\n\tconst isShared = document_share.filterByDocument_idAndShared_with(document_id, ctx.sender).length > 0;\n\tif (!isOwner && !isShared) {\n\t\tthrow new Error(\"unauthorized\");\n\t}\n\tdoc.title = new_title;\n\tdocument.update(doc);\n}", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(3,3): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(6,9): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(8,2): error TS2564: Property 'title' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(11,2): error TS2304: Cannot find name 'table'.\r\nsrc/index.ts(13,2): error TS2564: Property 'document_id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,15): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(19,38): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(24,11): error TS2339: Property 'insert' does not exist on type 'typeof document'.\r\nsrc/index.ts(27,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(28,37): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(28,75): error TS2304: Cannot find name 'Identity'.\r\nsrc/index.ts(29,23): error TS2339: Property 'filterById' does not exist on type 'typeof document'.\r\nsrc/index.ts(39,17): error TS2339: Property 'insert' does not exist on type 'typeof document_share'.\r\nsrc/index.ts(42,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(43,36): error TS2304: Cannot find name 'Context'.\r\nsrc/index.ts(44,23): error TS2339: Property 'filterById' does not exist on type 'typeof document'.\r\nsrc/index.ts(49,34): error TS2339: Property 'filterByDocument_idAndShared_with' does not exist on type 'typeof document_share'.\r\nsrc/index.ts(54,11): error TS2339: Property 'update' does not exist on type 'typeof document'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 509, + "output_tokens": 3132, + "generation_duration_ms": 165614, + "started_at": "2026-03-27T22:13:35.944443200Z", + "finished_at": "2026-03-27T22:16:27.107700500Z" + } + } + }, + { + "name": "Gemini 3.1 Pro", + "route_api_model": "google/gemini-3.1-pro-preview", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { spacetimedb } from \"@clockworklabs/spacetimedb\";\n\n@spacetimedb.table()\nexport class emptyTable {\n @spacetimedb.column({ primaryKey: true })\n public id: number;\n}\n\n@spacetimedb.reducer()\nexport function emptyReducerNoArgs(ctx: spacetimedb.ReducerContext): void {\n}\n\n@spacetimedb.reducer()\nexport function emptyReducerWithInt(ctx: spacetimedb.ReducerContext, count: number): void {\n}\n\n@spacetimedb.reducer()\nexport function emptyReducerWithString(ctx: spacetimedb.ReducerContext, name: string): void {\n}\n\n@spacetimedb.reducer()\nexport function emptyReducerWithTwoArgs(ctx: spacetimedb.ReducerContext, count: number, name: string): void {\n}\n\n@spacetimedb.reducer()\nexport function emptyReducerWithThreeArgs(ctx: spacetimedb.ReducerContext, active: boolean, ratio: number, label: string): void {\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(6,12): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(13,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(25,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 341, + "output_tokens": 1675, + "generation_duration_ms": 28611, + "started_at": "2026-03-27T22:13:18.372521400Z", + "finished_at": "2026-03-27T22:13:50.550195300Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: invalid type: null, expected a string at line 1895 column 425", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-27T22:34:17.048047300Z", + "finished_at": "2026-03-27T22:34:17.048047300Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import * as spacetimedb from \"@clockworklabs/spacetimedb-sdk\";\n\n@spacetimedb.table({ scheduled: \"tick\" })\nexport class tickTimer {\n @spacetimedb.primaryKey()\n @spacetimedb.autoinc()\n scheduledId: bigint = 0n;\n\n scheduledAt: spacetimedb.ScheduleAt = { interval: 50000n };\n}\n\n@spacetimedb.reducer()\nexport function tick(ctx: spacetimedb.ReducerContext, timer: tickTimer) {\n}\n\n@spacetimedb.reducer()\nexport function init(ctx: spacetimedb.ReducerContext) {\n tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: { interval: 50000n }\n });\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,30): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,15): error TS2339: Property 'insert' does not exist on type 'typeof tickTimer'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 315, + "output_tokens": 2699, + "generation_duration_ms": 94489, + "started_at": "2026-03-27T22:13:46.969776300Z", + "finished_at": "2026-03-27T22:15:27.174247700Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { spacetimedbStruct, spacetimedbTable, spacetimedbIndex } from \"@clockworklabs/spacetimedb\";\n\n@spacetimedbStruct\nexport class Position {\n x: number;\n y: number;\n}\n\n@spacetimedbTable\nexport class entity {\n @spacetimedbIndex({ unique: true })\n id: number;\n pos: Position;\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,71): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(5,5): error TS2564: Property 'x' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(6,5): error TS2564: Property 'y' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(13,5): error TS2564: Property 'pos' has no initializer and is not definitely assigned in the constructor.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 294, + "output_tokens": 1394, + "generation_duration_ms": 70935, + "started_at": "2026-03-27T22:13:46.971136800Z", + "finished_at": "2026-03-27T22:15:04.049915500Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB, spacetimedb } from \"@clockworklabs/spacetimedb\";\n\n@spacetimedb(\"table\")\nexport class user {\n @spacetimedb(\"primarykey\")\n id: number;\n\n name: string;\n age: number;\n active: boolean;\n}\n\n@spacetimedb(\"reducer\")\nexport function insertUser(ctx: SpacetimeDB.ReducerContext, id: number, name: string, age: number, active: boolean) {\n user.insert({ id, name, age, active });\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,42): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,5): error TS2564: Property 'age' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(10,5): error TS2564: Property 'active' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(13,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(15,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 331, + "output_tokens": 860, + "generation_duration_ms": 104571, + "started_at": "2026-03-27T22:13:50.550333100Z", + "finished_at": "2026-03-27T22:15:41.006836Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { spacetimedb } from \"@clockworklabs/spacetimedb\";\n\n@spacetimedb.table()\nexport class user {\n @spacetimedb.primaryKey()\n id: number;\n name: string;\n age: number;\n active: boolean;\n}\n\n@spacetimedb.reducer()\nexport function updateUser(ctx: spacetimedb.ReducerContext, id: number, name: string, age: number, active: boolean) {\n user.updateById(id, { id, name, age, active });\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(7,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,5): error TS2564: Property 'age' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,5): error TS2564: Property 'active' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(14,10): error TS2339: Property 'updateById' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 330, + "output_tokens": 2528, + "generation_duration_ms": 60151, + "started_at": "2026-03-27T22:15:04.050133800Z", + "finished_at": "2026-03-27T22:16:09.820933700Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { spacetimedb } from \"@clockworklabs/spacetimedb-sdk\";\n\n@spacetimedb.Table(\"user\")\nexport class user {\n @spacetimedb.Column(\"id\", \"i32\")\n @spacetimedb.PrimaryKey()\n id: number;\n\n @spacetimedb.Column(\"name\", \"string\")\n name: string;\n\n @spacetimedb.Column(\"age\", \"i32\")\n age: number;\n\n @spacetimedb.Column(\"active\", \"bool\")\n active: boolean;\n}\n\n@spacetimedb.Reducer(\"deleteUser\")\nexport function deleteUser(ctx: spacetimedb.ReducerContext, id: number): void {\n user.deleteById(id);\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(7,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(10,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(13,5): error TS2564: Property 'age' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(16,5): error TS2564: Property 'active' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,10): error TS2339: Property 'deleteById' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 300, + "output_tokens": 63091, + "generation_duration_ms": 455757, + "started_at": "2026-03-27T22:15:27.174499400Z", + "finished_at": "2026-03-27T22:23:06.595605400Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { spacetimedb } from \"@clockworklabs/spacetimedb-sdk\";\n\n@spacetimedb.table()\nexport class user {\n @spacetimedb.column({ primaryKey: true })\n id: number;\n\n @spacetimedb.column()\n name: string;\n\n @spacetimedb.column()\n age: number;\n\n @spacetimedb.column()\n active: boolean;\n}\n\n@spacetimedb.reducer()\nexport function crud() {\n user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n user.updateById(1, { id: 1, name: \"Alice2\", age: 31, active: false });\n user.deleteById(2);\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,5): error TS2564: Property 'age' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,5): error TS2564: Property 'active' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(20,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(21,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(22,10): error TS2339: Property 'updateById' does not exist on type 'typeof user'.\r\nsrc/index.ts(23,10): error TS2339: Property 'deleteById' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 387, + "output_tokens": 5633, + "generation_duration_ms": 58028, + "started_at": "2026-03-27T22:15:41.007053200Z", + "finished_at": "2026-03-27T22:16:44.922870100Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { spacetimedb } from \"@clockworklabs/spacetimedb-sdk\";\n\n@spacetimedb.table()\nexport class user {\n @spacetimedb.primaryKey()\n id: number;\n name: string;\n age: number;\n active: boolean;\n}\n\n@spacetimedb.table()\nexport class result {\n @spacetimedb.primaryKey()\n id: number;\n name: string;\n}\n\n@spacetimedb.reducer()\nexport function lookupUserName(ctx: spacetimedb.ReducerContext, id: number) {\n const foundUser = user.findById(id);\n if (foundUser) {\n result.insert({\n id: foundUser.id,\n name: foundUser.name\n });\n }\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(7,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,5): error TS2564: Property 'age' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,5): error TS2564: Property 'active' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(16,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(19,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,28): error TS2339: Property 'findById' does not exist on type 'typeof user'.\r\nsrc/index.ts(23,16): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 344, + "output_tokens": 3797, + "generation_duration_ms": 107427, + "started_at": "2026-03-27T22:16:09.821105900Z", + "finished_at": "2026-03-27T22:18:01.314478500Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { spacetimedb } from \"@clockworklabs/spacetimedb-sdk\";\n\n@spacetimedb.table()\nexport class user {\n @spacetimedb.primaryKey()\n id: number;\n\n name: string;\n age: number;\n active: boolean;\n}\n\n@spacetimedb.reducer()\nexport function init(ctx: spacetimedb.ReducerContext) {\n user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,5): error TS2564: Property 'age' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(10,5): error TS2564: Property 'active' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(13,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(15,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(16,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 337, + "output_tokens": 2764, + "generation_duration_ms": 32431, + "started_at": "2026-03-27T22:16:31.063166700Z", + "finished_at": "2026-03-27T22:17:07.583103700Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { spacetimedb } from \"@clockworklabs/spacetimedb\";\n\n@spacetimedb.Table()\nexport class event {\n @spacetimedb.PrimaryKey({ autoInc: true })\n id: bigint;\n\n @spacetimedb.Column()\n kind: string;\n}\n\n@spacetimedb.Connect()\nexport function clientConnected(ctx: spacetimedb.ReducerContext) {\n event.insert({ id: 0n, kind: \"connected\" });\n}\n\n@spacetimedb.Disconnect()\nexport function clientDisconnected(ctx: spacetimedb.ReducerContext) {\n event.insert({ id: 0n, kind: \"disconnected\" });\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,5): error TS2564: Property 'kind' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(14,11): error TS2339: Property 'insert' does not exist on type 'typeof event'.\r\nsrc/index.ts(17,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(19,11): error TS2339: Property 'insert' does not exist on type 'typeof event'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 288, + "output_tokens": 5390, + "generation_duration_ms": 58874, + "started_at": "2026-03-27T22:16:31.065555300Z", + "finished_at": "2026-03-27T22:17:33.918546800Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "export class result {\n @primaryKey\n id!: number;\n sum!: number;\n}\n\nfunction add(a: number, b: number): number {\n return a + b;\n}\n\nexport function computeSum(ctx: any, id: number, a: number, b: number): void {\n result.insert({ id, sum: add(a, b) });\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(2,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(12,12): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 324, + "output_tokens": 4111, + "generation_duration_ms": 48513, + "started_at": "2026-03-27T22:16:37.583932Z", + "finished_at": "2026-03-27T22:17:31.923043700Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { Type, Table, Reducer, ReducerContext, PrimaryKey } from \"@clockworklabs/spacetimedb\";\n\n@Type()\nexport class Score {\n left: number;\n right: number;\n}\n\n@Table()\nexport class result {\n @PrimaryKey()\n id: number;\n\n value: Score;\n}\n\n@Reducer()\nexport function setScore(ctx: ReducerContext, id: number, left: number, right: number) {\n result.insert({\n id,\n value: {\n left,\n right\n }\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,66): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(5,5): error TS2564: Property 'left' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(6,5): error TS2564: Property 'right' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,5): error TS2564: Property 'value' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(17,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(19,12): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 332, + "output_tokens": 2608, + "generation_duration_ms": 40823, + "started_at": "2026-03-27T22:23:28.444461100Z", + "finished_at": "2026-03-27T22:24:12.513554500Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { spacetimedb } from \"@clockworklabs/spacetimedb\";\n\n@spacetimedb.type()\nexport class Rect {\n width: number;\n height: number;\n}\n\nexport type Shape =\n | { tag: \"circle\", value: number }\n | { tag: \"rectangle\", value: Rect };\n\n@spacetimedb.table()\nexport class result {\n @spacetimedb.primaryKey()\n id: number;\n\n value: Shape;\n}\n\n@spacetimedb.reducer()\nexport function setCircle(ctx: spacetimedb.ReducerContext, id: number, radius: number) {\n result.insert({\n id,\n value: { tag: \"circle\", value: radius }\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(5,5): error TS2564: Property 'width' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(6,5): error TS2564: Property 'height' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(16,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(18,5): error TS2564: Property 'value' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(21,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(23,12): error TS2339: Property 'insert' does not exist on type 'typeof result'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 355, + "output_tokens": 3491, + "generation_duration_ms": 128028, + "started_at": "2026-03-27T22:23:35.911364300Z", + "finished_at": "2026-03-27T22:25:47.544506400Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { spacetimedb } from \"@clockworklabs/spacetimedb-sdk\";\n\n@spacetimedb.table()\nexport class primitive {\n @spacetimedb.primaryKey()\n id: number;\n\n count: number;\n total: bigint;\n price: number;\n ratio: number;\n active: boolean;\n name: string;\n}\n\n@spacetimedb.reducer()\nexport function seed() {\n primitive.insert({\n id: 1,\n count: 2,\n total: 3000000000n,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\",\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,3): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,3): error TS2564: Property 'count' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,3): error TS2564: Property 'total' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(10,3): error TS2564: Property 'price' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(11,3): error TS2564: Property 'ratio' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,3): error TS2564: Property 'active' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(13,3): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(16,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(18,13): error TS2339: Property 'insert' does not exist on type 'typeof primitive'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 378, + "output_tokens": 63090, + "generation_duration_ms": 457787, + "started_at": "2026-03-27T22:23:35.930752400Z", + "finished_at": "2026-03-27T22:31:17.361237600Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { spacetimedbType, spacetimedbTable, spacetimedbIndex, spacetimedbReducer } from \"@clockworklabs/spacetimedb\";\n\n@spacetimedbType\nexport class Address {\n street: string;\n zip: number;\n}\n\n@spacetimedbType\nexport class Position {\n x: number;\n y: number;\n}\n\n@spacetimedbTable\nexport class profile {\n @spacetimedbIndex({ unique: true })\n id: number;\n home: Address;\n work: Address;\n pos: Position;\n}\n\n@spacetimedbReducer\nexport function seed() {\n profile.insert({\n id: 1,\n home: { street: \"1 Main\", zip: 11111 },\n work: { street: \"2 Broad\", zip: 22222 },\n pos: { x: 7, y: 9 }\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,89): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(5,5): error TS2564: Property 'street' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(6,5): error TS2564: Property 'zip' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(11,5): error TS2564: Property 'x' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,5): error TS2564: Property 'y' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(18,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(19,5): error TS2564: Property 'home' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(20,5): error TS2564: Property 'work' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(21,5): error TS2564: Property 'pos' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(24,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(26,13): error TS2339: Property 'insert' does not exist on type 'typeof profile'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 407, + "output_tokens": 1367, + "generation_duration_ms": 12306, + "started_at": "2026-03-27T22:24:12.513707700Z", + "finished_at": "2026-03-27T22:24:28.423083500Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "export type Rect = {\n width: number;\n height: number;\n};\n\nexport type Shape =\n | { variant: \"circle\"; value: number }\n | { variant: \"rectangle\"; value: Rect };\n\nexport const Shape = {\n circle: (value: number): Shape => ({ variant: \"circle\", value }),\n rectangle: (value: Rect): Shape => ({ variant: \"rectangle\", value }),\n};\n\n@spacetimedb.table()\nexport class drawing {\n @spacetimedb.primaryKey()\n id: number;\n a: Shape;\n b: Shape;\n}\n\n@spacetimedb.reducer()\nexport function seed() {\n drawing.insert({\n id: 1,\n a: Shape.circle(10),\n b: Shape.rectangle({ width: 4, height: 6 })\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(15,2): error TS2304: Cannot find name 'spacetimedb'.\r\nsrc/index.ts(17,6): error TS2304: Cannot find name 'spacetimedb'.\r\nsrc/index.ts(18,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(19,5): error TS2564: Property 'a' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(20,5): error TS2564: Property 'b' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(23,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(25,13): error TS2339: Property 'insert' does not exist on type 'typeof drawing'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 379, + "output_tokens": 4899, + "generation_duration_ms": 129706, + "started_at": "2026-03-27T22:24:28.423246100Z", + "finished_at": "2026-03-27T22:26:41.334563200Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { spacetimedb, ScheduleAt } from \"@clockworklabs/spacetimedb-sdk\";\n\n@spacetimedb.Table({ scheduled: \"tick\" })\nexport class tickTimer {\n @spacetimedb.Column({ pk: true, autoInc: true })\n scheduledId: bigint;\n\n @spacetimedb.Column()\n scheduledAt: ScheduleAt;\n}\n\n@spacetimedb.Reducer()\nexport function init(ctx: spacetimedb.ReducerContext) {\n tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: (ctx.timestamp + 50000n) as unknown as ScheduleAt\n });\n}\n\n@spacetimedb.Reducer()\nexport function tick(ctx: spacetimedb.ReducerContext, timer: tickTimer) {\n tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: (ctx.timestamp + 50000n) as unknown as ScheduleAt\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,41): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'scheduledId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(14,15): error TS2339: Property 'insert' does not exist on type 'typeof tickTimer'.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(22,15): error TS2339: Property 'insert' does not exist on type 'typeof tickTimer'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 312, + "output_tokens": 5832, + "generation_duration_ms": 74797, + "started_at": "2026-03-27T22:25:30.908271300Z", + "finished_at": "2026-03-27T22:26:49.732252100Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { SpacetimeDB } from \"@clockworklabs/spacetimedb-sdk\";\n\n@SpacetimeDB.Table()\nexport class account {\n @SpacetimeDB.Column({ primaryKey: true, type: \"i32\" })\n id: number;\n\n @SpacetimeDB.Column({ unique: true })\n email: string;\n\n @SpacetimeDB.Column({ index: \"btree\", indexName: \"byName\" })\n name: string;\n}\n\n@SpacetimeDB.Reducer()\nexport function seed() {\n account.insert({ id: 1, email: \"a@example.com\", name: \"Alice\" });\n account.insert({ id: 2, email: \"b@example.com\", name: \"Bob\" });\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,5): error TS2564: Property 'email' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(17,13): error TS2339: Property 'insert' does not exist on type 'typeof account'.\r\nsrc/index.ts(18,13): error TS2339: Property 'insert' does not exist on type 'typeof account'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 336, + "output_tokens": 63093, + "generation_duration_ms": 442445, + "started_at": "2026-03-27T22:25:47.544641200Z", + "finished_at": "2026-03-27T22:33:13.072427300Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { spacetimedb } from \"@spacetimedb/sdk\";\n\n@spacetimedb.Table()\nexport class user {\n @spacetimedb.Column({ pk: true })\n userId: number;\n\n @spacetimedb.Column()\n name: string;\n}\n\n@spacetimedb.Table()\nexport class group {\n @spacetimedb.Column({ pk: true })\n groupId: number;\n\n @spacetimedb.Column()\n title: string;\n}\n\n@spacetimedb.Table()\nexport class membership {\n @spacetimedb.Column({ pk: true })\n id: number;\n\n @spacetimedb.Column()\n @spacetimedb.Index({ name: \"byUser\", btree: true })\n userId: number;\n\n @spacetimedb.Column()\n @spacetimedb.Index({ name: \"byGroup\", btree: true })\n groupId: number;\n}\n\n@spacetimedb.Reducer()\nexport function seed(ctx: spacetimedb.ReducerContext) {\n user.insert({ userId: 1, name: \"Alice\" });\n user.insert({ userId: 2, name: \"Bob\" });\n\n group.insert({ groupId: 10, title: \"Admin\" });\n group.insert({ groupId: 20, title: \"Dev\" });\n\n membership.insert({ id: 1, userId: 1, groupId: 10 });\n membership.insert({ id: 2, userId: 1, groupId: 20 });\n membership.insert({ id: 3, userId: 2, groupId: 20 });\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@spacetimedb/sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'userId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,5): error TS2564: Property 'groupId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(18,5): error TS2564: Property 'title' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(24,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(28,5): error TS2564: Property 'userId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(32,5): error TS2564: Property 'groupId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(35,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(37,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(38,10): error TS2339: Property 'insert' does not exist on type 'typeof user'.\r\nsrc/index.ts(40,11): error TS2339: Property 'insert' does not exist on type 'typeof group'.\r\nsrc/index.ts(41,11): error TS2339: Property 'insert' does not exist on type 'typeof group'.\r\nsrc/index.ts(43,16): error TS2339: Property 'insert' does not exist on type 'typeof membership'.\r\nsrc/index.ts(44,16): error TS2339: Property 'insert' does not exist on type 'typeof membership'.\r\nsrc/index.ts(45,16): error TS2339: Property 'insert' does not exist on type 'typeof membership'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 476, + "output_tokens": 4133, + "generation_duration_ms": 46426, + "started_at": "2026-03-27T22:25:57.914622Z", + "finished_at": "2026-03-27T22:26:48.246440300Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { spacetimedb } from \"@clockworklabs/spacetimedb-sdk\";\n\n@spacetimedb.table()\nexport class entity {\n @spacetimedb.column({ primaryKey: true })\n public id: number;\n}\n\n@spacetimedb.table()\nexport class position {\n @spacetimedb.column({ primaryKey: true })\n public entityId: number;\n\n @spacetimedb.column()\n public x: number;\n\n @spacetimedb.column()\n public y: number;\n}\n\n@spacetimedb.table()\nexport class velocity {\n @spacetimedb.column({ primaryKey: true })\n public entityId: number;\n\n @spacetimedb.column()\n public vx: number;\n\n @spacetimedb.column()\n public vy: number;\n}\n\n@spacetimedb.table()\nexport class nextPosition {\n @spacetimedb.column({ primaryKey: true })\n public entityId: number;\n\n @spacetimedb.column()\n public x: number;\n\n @spacetimedb.column()\n public y: number;\n}\n\n@spacetimedb.reducer()\nexport function seed(ctx: spacetimedb.ReducerContext) {\n entity.insert({ id: 1 });\n position.insert({ entityId: 1, x: 0, y: 0 });\n velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n\n entity.insert({ id: 2 });\n position.insert({ entityId: 2, x: 10, y: 0 });\n velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n}\n\n@spacetimedb.reducer()\nexport function step(ctx: spacetimedb.ReducerContext) {\n for (const pos of position.iter()) {\n const vel = velocity.findByEntityId(pos.entityId);\n if (vel) {\n const nextX = pos.x + vel.vx;\n const nextY = pos.y + vel.vy;\n \n const existing = nextPosition.findByEntityId(pos.entityId);\n if (existing) {\n nextPosition.updateByEntityId(pos.entityId, { entityId: pos.entityId, x: nextX, y: nextY });\n } else {\n nextPosition.insert({ entityId: pos.entityId, x: nextX, y: nextY });\n }\n }\n }\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,12): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,12): error TS2564: Property 'entityId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,12): error TS2564: Property 'x' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(18,12): error TS2564: Property 'y' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(24,12): error TS2564: Property 'entityId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(27,12): error TS2564: Property 'vx' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(30,12): error TS2564: Property 'vy' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(36,12): error TS2564: Property 'entityId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(39,12): error TS2564: Property 'x' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(42,12): error TS2564: Property 'y' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(45,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(47,12): error TS2339: Property 'insert' does not exist on type 'typeof entity'.\r\nsrc/index.ts(48,14): error TS2339: Property 'insert' does not exist on type 'typeof position'.\r\nsrc/index.ts(49,14): error TS2339: Property 'insert' does not exist on type 'typeof velocity'.\r\nsrc/index.ts(51,12): error TS2339: Property 'insert' does not exist on type 'typeof entity'.\r\nsrc/index.ts(52,14): error TS2339: Property 'insert' does not exist on type 'typeof position'.\r\nsrc/index.ts(53,14): error TS2339: Property 'insert' does not exist on type 'typeof velocity'.\r\nsrc/index.ts(56,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(58,32): error TS2339: Property 'iter' does not exist on type 'typeof position'.\r\nsrc/index.ts(59,30): error TS2339: Property 'findByEntityId' does not exist on type 'typeof velocity'.\r\nsrc/index.ts(64,43): error TS2339: Property 'findByEntityId' does not exist on type 'typeof nextPosition'.\r\nsrc/index.ts(66,30): error TS2339: Property 'updateByEntityId' does not exist on type 'typeof nextPosition'.\r\nsrc/index.ts(68,30): error TS2339: Property 'insert' does not exist on type 'typeof nextPosition'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 497, + "output_tokens": 4735, + "generation_duration_ms": 42344, + "started_at": "2026-03-27T22:26:21.794510900Z", + "finished_at": "2026-03-27T22:27:07.471085700Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { spacetimedb } from \"@clockworklabs/spacetimedb-sdk\";\n\n@spacetimedb.table()\n@spacetimedb.index(\"byUserDay\", [\"userId\", \"day\"])\nexport class log {\n @spacetimedb.primaryKey()\n id: number;\n\n userId: number;\n day: number;\n message: string;\n}\n\n@spacetimedb.reducer()\nexport function seed() {\n log.insert({ id: 1, userId: 7, day: 1, message: \"a\" });\n log.insert({ id: 2, userId: 7, day: 2, message: \"b\" });\n log.insert({ id: 3, userId: 9, day: 1, message: \"c\" });\n}", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(7,3): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,3): error TS2564: Property 'userId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(10,3): error TS2564: Property 'day' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(11,3): error TS2564: Property 'message' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,7): error TS2339: Property 'insert' does not exist on type 'typeof log'.\r\nsrc/index.ts(17,7): error TS2339: Property 'insert' does not exist on type 'typeof log'.\r\nsrc/index.ts(18,7): error TS2339: Property 'insert' does not exist on type 'typeof log'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 378, + "output_tokens": 63101, + "generation_duration_ms": 452521, + "started_at": "2026-03-27T22:26:41.334705900Z", + "finished_at": "2026-03-27T22:34:17.044866300Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: invalid type: null, expected a string at line 1485 column 425", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-27T22:34:17.050272Z", + "finished_at": "2026-03-27T22:34:17.050272Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import * as spacetimedb from \"@clockworklabs/spacetimedb-sdk\";\n\n@spacetimedb.table({ public: true })\nexport class profile extends spacetimedb.Table {\n @spacetimedb.column({ primaryKey: true, autoInc: true })\n public id!: number;\n\n @spacetimedb.column({ unique: true })\n public identity!: spacetimedb.Identity;\n\n @spacetimedb.column()\n public name!: string;\n\n @spacetimedb.column()\n public bio!: string;\n}\n\n@spacetimedb.view({ public: true })\nexport function my_profile(ctx: spacetimedb.ReducerContext): profile | undefined {\n return profile.findByIdentity(ctx.sender) ?? undefined;\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,30): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(20,20): error TS2339: Property 'findByIdentity' does not exist on type 'typeof profile'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 362, + "output_tokens": 1730, + "generation_duration_ms": 25262, + "started_at": "2026-03-27T22:20:50.463846900Z", + "finished_at": "2026-03-27T22:21:19.043062900Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: invalid type: null, expected a string at line 1565 column 425", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-27T22:34:17.048574300Z", + "finished_at": "2026-03-27T22:34:17.048574300Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { spacetimedb } from \"@clockworklabs/spacetimedb-sdk\";\n\nconst { table, reducer, t } = spacetimedb;\n\nexport const player = table(\"player\", {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n nickname: t.option(t.string()),\n highScore: t.option(t.u32()),\n});\n\nreducer(\"create_player\", (ctx, name: string, nickname: string | null, highScore: number | null) => {\n player.insert({\n id: 0n,\n name,\n nickname,\n highScore,\n });\n});", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(12,27): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 359, + "output_tokens": 2816, + "generation_duration_ms": 41023, + "started_at": "2026-03-27T22:18:01.314661300Z", + "finished_at": "2026-03-27T22:18:45.694137300Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { spacetimedb, Identity, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@spacetimedb(\"table\", { public: true })\nexport class Message {\n @spacetimedb(\"primarykey\", { autoInc: true })\n id: bigint;\n\n @spacetimedb(\"index\", { type: \"btree\" })\n owner: Identity;\n\n text: string;\n}\n\n@spacetimedb(\"reducer\")\nexport function create_message(ctx: ReducerContext, text: string) {\n Message.insert({\n id: 0n,\n owner: ctx.sender,\n text\n });\n}\n\n@spacetimedb(\"reducer\")\nexport function delete_message(ctx: ReducerContext, id: bigint) {\n const message = Message.findById(id);\n if (!message) {\n throw new Error(\"not found\");\n }\n \n if (message.owner.toHexString() !== ctx.sender.toHexString()) {\n throw new Error(\"unauthorized\");\n }\n \n Message.deleteById(id);\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,55): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(11,5): error TS2564: Property 'text' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(16,13): error TS2339: Property 'insert' does not exist on type 'typeof Message'.\r\nsrc/index.ts(23,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(25,29): error TS2339: Property 'findById' does not exist on type 'typeof Message'.\r\nsrc/index.ts(34,13): error TS2339: Property 'deleteById' does not exist on type 'typeof Message'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 391, + "output_tokens": 5656, + "generation_duration_ms": 210148, + "started_at": "2026-03-27T22:10:07.173700Z", + "finished_at": "2026-03-27T22:13:46.968879900Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: invalid type: null, expected a string at line 1827 column 425", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-27T22:34:17.046924100Z", + "finished_at": "2026-03-27T22:34:17.046924100Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: invalid type: null, expected a string at line 489 column 425", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-27T22:34:17.047498500Z", + "finished_at": "2026-03-27T22:34:17.047498500Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { spacetimedb, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@spacetimedb(\"table\")\nexport class order {\n @spacetimedb(\"primaryKey\", true)\n id: number;\n\n @spacetimedb(\"index\", \"btree\")\n category: string;\n\n amount: number;\n fulfilled: boolean;\n}\n\n@spacetimedb(\"table\")\nexport class categoryStats {\n @spacetimedb(\"primaryKey\")\n category: string;\n\n totalAmount: number;\n orderCount: number;\n}\n\n@spacetimedb(\"reducer\")\nexport function compute_stats(ctx: ReducerContext, args: { category: string }) {\n const category = args.category;\n let totalAmount = 0;\n let orderCount = 0;\n\n for (const o of order.filterByCategory(category)) {\n totalAmount += o.amount;\n orderCount += 1;\n }\n\n const existing = categoryStats.findByCategory(category);\n if (existing) {\n existing.totalAmount = totalAmount;\n existing.orderCount = orderCount;\n categoryStats.updateByCategory(category, existing);\n } else {\n categoryStats.insert({\n category,\n totalAmount,\n orderCount\n });\n }\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,45): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,5): error TS2564: Property 'category' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(11,5): error TS2564: Property 'amount' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,5): error TS2564: Property 'fulfilled' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(18,5): error TS2564: Property 'category' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(20,5): error TS2564: Property 'totalAmount' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(21,5): error TS2564: Property 'orderCount' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(24,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(30,27): error TS2339: Property 'filterByCategory' does not exist on type 'typeof order'.\r\nsrc/index.ts(35,36): error TS2339: Property 'findByCategory' does not exist on type 'typeof categoryStats'.\r\nsrc/index.ts(39,23): error TS2339: Property 'updateByCategory' does not exist on type 'typeof categoryStats'.\r\nsrc/index.ts(41,23): error TS2339: Property 'insert' does not exist on type 'typeof categoryStats'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 386, + "output_tokens": 8283, + "generation_duration_ms": 89869, + "started_at": "2026-03-27T22:18:45.694263400Z", + "finished_at": "2026-03-27T22:20:18.862693800Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { spacetimedb } from \"@clockworklabs/spacetimedb-sdk\";\n\n@spacetimedb.table()\nexport class customer {\n @spacetimedb.column({ primaryKey: true, autoInc: true })\n id: number;\n\n @spacetimedb.column()\n name: string;\n}\n\n@spacetimedb.table()\nexport class order {\n @spacetimedb.column({ primaryKey: true, autoInc: true })\n id: number;\n\n @spacetimedb.index(\"btree\")\n @spacetimedb.column()\n customerId: number;\n\n @spacetimedb.column()\n product: string;\n\n @spacetimedb.column()\n amount: number;\n}\n\n@spacetimedb.table()\nexport class orderDetail {\n @spacetimedb.column({ primaryKey: true })\n orderId: number;\n\n @spacetimedb.column()\n customerName: string;\n\n @spacetimedb.column()\n product: string;\n\n @spacetimedb.column()\n amount: number;\n}\n\n@spacetimedb.reducer()\nexport function build_order_details(ctx: spacetimedb.ReducerContext) {\n for (const o of order.iter()) {\n const c = customer.findById(o.customerId);\n if (c) {\n orderDetail.insert({\n orderId: o.id,\n customerName: c.name,\n product: o.product,\n amount: o.amount\n });\n }\n }\n}", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(19,5): error TS2564: Property 'customerId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(22,5): error TS2564: Property 'product' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(25,5): error TS2564: Property 'amount' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(31,5): error TS2564: Property 'orderId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(34,5): error TS2564: Property 'customerName' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(37,5): error TS2564: Property 'product' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(40,5): error TS2564: Property 'amount' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(43,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(45,27): error TS2339: Property 'iter' does not exist on type 'typeof order'.\r\nsrc/index.ts(46,28): error TS2339: Property 'findById' does not exist on type 'typeof customer'.\r\nsrc/index.ts(48,25): error TS2339: Property 'insert' does not exist on type 'typeof orderDetail'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 437, + "output_tokens": 4562, + "generation_duration_ms": 58399, + "started_at": "2026-03-27T22:19:48.868999800Z", + "finished_at": "2026-03-27T22:20:50.463717600Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: invalid type: null, expected a string at line 1753 column 425", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-27T22:34:17.051215700Z", + "finished_at": "2026-03-27T22:34:17.051215700Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { spacetimedb } from \"@clockworklabs/spacetimedb-sdk\";\n\n@spacetimedb.table()\nexport class product {\n @spacetimedb.column(\"u64\", { primaryKey: true, autoInc: true })\n id!: number;\n\n @spacetimedb.column(\"string\")\n name!: string;\n\n @spacetimedb.column(\"u32\", { index: \"btree\" })\n price!: number;\n}\n\n@spacetimedb.table()\nexport class priceRangeResult {\n @spacetimedb.column(\"u64\", { primaryKey: true })\n productId!: number;\n\n @spacetimedb.column(\"string\")\n name!: string;\n\n @spacetimedb.column(\"u32\")\n price!: number;\n}\n\n@spacetimedb.reducer()\nexport function find_in_price_range(ctx: spacetimedb.ReducerContext, minPrice: number, maxPrice: number) {\n for (const p of product.iter()) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n priceRangeResult.insert({\n productId: p.id,\n name: p.name,\n price: p.price\n });\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(27,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(29,29): error TS2339: Property 'iter' does not exist on type 'typeof product'.\r\nsrc/index.ts(31,30): error TS2339: Property 'insert' does not exist on type 'typeof priceRangeResult'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 400, + "output_tokens": 3084, + "generation_duration_ms": 36638, + "started_at": "2026-03-27T22:21:19.043208200Z", + "finished_at": "2026-03-27T22:21:58.993085Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { spacetimedb } from \"@clockworklabs/spacetimedb-sdk\";\n\n@spacetimedb.table()\nexport class Player {\n @spacetimedb.column({ type: \"u64\", primaryKey: true, autoInsert: true })\n public id: number;\n\n @spacetimedb.column({ type: \"string\" })\n public name: string;\n\n @spacetimedb.column({ type: \"u64\" })\n public score: number;\n}\n\n@spacetimedb.table()\nexport class Leaderboard {\n @spacetimedb.column({ type: \"u32\", primaryKey: true })\n public rank: number;\n\n @spacetimedb.column({ type: \"string\" })\n public playerName: string;\n\n @spacetimedb.column({ type: \"u64\" })\n public score: number;\n}\n\n@spacetimedb.reducer()\nexport function build_leaderboard(ctx: spacetimedb.ReducerContext, limit: number) {\n for (const entry of Leaderboard.iter()) {\n Leaderboard.delete(entry.rank);\n }\n\n const players = Array.from(Player.iter());\n players.sort((a, b) => Number(b.score) - Number(a.score));\n\n const topPlayers = players.slice(0, limit);\n for (let i = 0; i < topPlayers.length; i++) {\n Leaderboard.insert({\n rank: i + 1,\n playerName: topPlayers[i].name,\n score: topPlayers[i].score\n });\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,12): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(9,12): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(12,12): error TS2564: Property 'score' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(18,12): error TS2564: Property 'rank' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(21,12): error TS2564: Property 'playerName' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(24,12): error TS2564: Property 'score' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(27,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(29,37): error TS2339: Property 'iter' does not exist on type 'typeof Leaderboard'.\r\nsrc/index.ts(30,21): error TS2339: Property 'delete' does not exist on type 'typeof Leaderboard'.\r\nsrc/index.ts(33,39): error TS2339: Property 'iter' does not exist on type 'typeof Player'.\r\nsrc/index.ts(34,35): error TS18046: 'b' is of type 'unknown'.\r\nsrc/index.ts(34,53): error TS18046: 'a' is of type 'unknown'.\r\nsrc/index.ts(38,21): error TS2339: Property 'insert' does not exist on type 'typeof Leaderboard'.\r\nsrc/index.ts(40,25): error TS2571: Object is of type 'unknown'.\r\nsrc/index.ts(41,20): error TS2571: Object is of type 'unknown'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 391, + "output_tokens": 5701, + "generation_duration_ms": 58485, + "started_at": "2026-03-27T22:21:58.993241100Z", + "finished_at": "2026-03-27T22:23:00.683976300Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { spacetimedb } from \"@clockworklabs/spacetimedb-sdk\";\n\n@spacetimedb.table()\nexport class task {\n @spacetimedb.primaryKey({ autoInc: true })\n id: number;\n title: string;\n completed: boolean;\n}\n\n@spacetimedb.table()\nexport class firstIncomplete {\n @spacetimedb.primaryKey()\n taskId: number;\n title: string;\n}\n\n@spacetimedb.reducer()\nexport function find_first_incomplete(ctx: spacetimedb.ReducerContext) {\n for (const t of task.all()) {\n if (!t.completed) {\n firstIncomplete.insert({ taskId: t.id, title: t.title });\n break;\n }\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(7,5): error TS2564: Property 'title' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,5): error TS2564: Property 'completed' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,5): error TS2564: Property 'taskId' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,5): error TS2564: Property 'title' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(20,26): error TS2339: Property 'all' does not exist on type 'typeof task'.\r\nsrc/index.ts(22,29): error TS2339: Property 'insert' does not exist on type 'typeof firstIncomplete'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 349, + "output_tokens": 2210, + "generation_duration_ms": 31948, + "started_at": "2026-03-27T22:23:00.684115500Z", + "finished_at": "2026-03-27T22:23:35.911254100Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { spacetimedb, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@spacetimedb(\"table\")\nexport class order {\n @spacetimedb(\"primaryKey\", \"autoinc\")\n id: number;\n category: string;\n amount: number;\n}\n\n@spacetimedb(\"table\")\nexport class distinctCategory {\n @spacetimedb(\"primaryKey\")\n category: string;\n}\n\n@spacetimedb(\"reducer\")\nexport function collect_distinct_categories(ctx: ReducerContext) {\n const categories = new Set();\n \n for (const o of order.iter()) {\n categories.add(o.category);\n }\n \n for (const c of categories) {\n distinctCategory.insert({ category: c });\n }\n}", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,45): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(7,5): error TS2564: Property 'category' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(8,5): error TS2564: Property 'amount' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(14,5): error TS2564: Property 'category' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(17,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,27): error TS2339: Property 'iter' does not exist on type 'typeof order'.\r\nsrc/index.ts(26,26): error TS2339: Property 'insert' does not exist on type 'typeof distinctCategory'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 339, + "output_tokens": 1832, + "generation_duration_ms": 22807, + "started_at": "2026-03-27T22:23:02.518533Z", + "finished_at": "2026-03-27T22:23:28.444298100Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: invalid type: null, expected a string at line 1897 column 425", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-27T22:34:17.052528100Z", + "finished_at": "2026-03-27T22:34:17.052528100Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: invalid type: null, expected a string at line 1837 column 425", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-27T22:34:17.052082900Z", + "finished_at": "2026-03-27T22:34:17.052082900Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: invalid type: null, expected a string at line 1957 column 425", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-27T22:34:17.049758Z", + "finished_at": "2026-03-27T22:34:17.049758Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: invalid type: null, expected a string at line 1745 column 425", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-27T22:34:17.049193800Z", + "finished_at": "2026-03-27T22:34:17.049193800Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { spacetimedb } from \"@clockworklabs/spacetimedb-sdk\";\n\n@spacetimedb.table(\"public\")\nexport class onlinePlayer {\n @spacetimedb.column(\"identity\", { primaryKey: true })\n identity!: spacetimedb.Identity;\n\n @spacetimedb.column(\"timestamp\")\n connectedAt!: number;\n}\n\n@spacetimedb.reducer({ clientConnected: true })\nexport function clientConnected(ctx: spacetimedb.ReducerContext) {\n onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n}\n\n@spacetimedb.reducer({ clientDisconnected: true })\nexport function clientDisconnected(ctx: spacetimedb.ReducerContext) {\n onlinePlayer.deleteByIdentity(ctx.sender);\n}", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(14,18): error TS2339: Property 'insert' does not exist on type 'typeof onlinePlayer'.\r\nsrc/index.ts(20,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(22,18): error TS2339: Property 'deleteByIdentity' does not exist on type 'typeof onlinePlayer'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 317, + "output_tokens": 2287, + "generation_duration_ms": 29397, + "started_at": "2026-03-27T22:17:31.923246Z", + "finished_at": "2026-03-27T22:18:06.200448100Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import * as spacetimedb from \"@clockworklabs/spacetimedb\";\n\n@spacetimedb.table({ access: \"private\" })\nexport class User extends spacetimedb.Record {\n @spacetimedb.primaryKey\n identity: spacetimedb.Identity;\n\n name: string;\n}\n\n@spacetimedb.table({ access: \"public\" })\nexport class Message extends spacetimedb.Record {\n @spacetimedb.primaryKey\n @spacetimedb.autoinc\n id: bigint;\n\n @spacetimedb.index(\"btree\")\n sender: spacetimedb.Identity;\n\n text: string;\n}\n\n@spacetimedb.reducer\nexport function register(ctx: spacetimedb.ReducerContext, args: { name: string }) {\n if (User.findByIdentity(ctx.sender)) {\n throw new Error(\"already registered\");\n }\n User.insert({ identity: ctx.sender, name: args.name });\n}\n\n@spacetimedb.reducer\nexport function post_message(ctx: spacetimedb.ReducerContext, args: { text: string }) {\n if (!User.findByIdentity(ctx.sender)) {\n throw new Error(\"not registered\");\n }\n Message.insert({ id: 0n, sender: ctx.sender, text: args.text });\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,30): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(8,5): error TS2564: Property 'name' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(20,5): error TS2564: Property 'text' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(23,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(25,14): error TS2339: Property 'findByIdentity' does not exist on type 'typeof User'.\r\nsrc/index.ts(28,10): error TS2339: Property 'insert' does not exist on type 'typeof User'.\r\nsrc/index.ts(31,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(33,15): error TS2339: Property 'findByIdentity' does not exist on type 'typeof User'.\r\nsrc/index.ts(36,13): error TS2339: Property 'insert' does not exist on type 'typeof Message'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 407, + "output_tokens": 2482, + "generation_duration_ms": 212189, + "started_at": "2026-03-27T22:10:07.175713500Z", + "finished_at": "2026-03-27T22:13:46.969614700Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { spacetimedb } from \"@clockworklabs/spacetimedb\";\n\n@spacetimedb.table({ private: true })\nexport class config {\n @spacetimedb.column({ primaryKey: true })\n id: number;\n\n @spacetimedb.column()\n admin: spacetimedb.Identity;\n}\n\n@spacetimedb.table({ public: true })\nexport class admin_log {\n @spacetimedb.column({ primaryKey: true, autoInc: true })\n id: bigint;\n\n @spacetimedb.column()\n action: string;\n}\n\n@spacetimedb.reducer()\nexport function bootstrap_admin(ctx: spacetimedb.ReducerContext) {\n const existing = config.findById(0);\n if (existing) {\n throw new Error(\"already bootstrapped\");\n }\n config.insert({ id: 0, admin: ctx.sender });\n}\n\n@spacetimedb.reducer()\nexport function admin_action(ctx: spacetimedb.ReducerContext, action: string) {\n const conf = config.findById(0);\n if (!conf) {\n throw new Error(\"not bootstrapped\");\n }\n if (ctx.sender.toHexString() !== conf.admin.toHexString()) {\n throw new Error(\"not admin\");\n }\n admin_log.insert({ id: 0n, action });\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,29): error TS2307: Cannot find module '@clockworklabs/spacetimedb' or its corresponding type declarations.\r\nsrc/index.ts(6,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(18,5): error TS2564: Property 'action' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(21,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(23,29): error TS2339: Property 'findById' does not exist on type 'typeof config'.\r\nsrc/index.ts(27,12): error TS2339: Property 'insert' does not exist on type 'typeof config'.\r\nsrc/index.ts(30,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(32,25): error TS2339: Property 'findById' does not exist on type 'typeof config'.\r\nsrc/index.ts(39,15): error TS2339: Property 'insert' does not exist on type 'typeof admin_log'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 420, + "output_tokens": 3409, + "generation_duration_ms": 181343, + "started_at": "2026-03-27T22:10:07.176490300Z", + "finished_at": "2026-03-27T22:13:18.372344800Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: invalid type: null, expected a string at line 1679 column 425", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-27T22:34:17.046322500Z", + "finished_at": "2026-03-27T22:34:17.046322500Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: invalid type: null, expected a string at line 1627 column 425", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-27T22:34:17.045593100Z", + "finished_at": "2026-03-27T22:34:17.045593100Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { spacetimedb, Identity, ReducerContext } from \"@clockworklabs/spacetimedb-sdk\";\n\n@spacetimedb(\"table\", { private: true })\nexport class rate_limit {\n @spacetimedb(\"primarykey\")\n identity: Identity;\n last_call_us: bigint;\n}\n\n@spacetimedb(\"table\")\nexport class action_log {\n @spacetimedb(\"primarykey\", \"autoinc\")\n id: bigint;\n identity: Identity;\n payload: string;\n}\n\n@spacetimedb(\"reducer\")\nexport function limited_action(ctx: ReducerContext, payload: string) {\n const now = ctx.timestamp.microsSinceUnixEpoch;\n const existing = rate_limit.findByIdentity(ctx.sender);\n\n if (existing && (now - existing.last_call_us) < 1_000_000n) {\n throw \"rate limited\";\n }\n\n if (existing) {\n existing.last_call_us = now;\n rate_limit.updateByIdentity(ctx.sender, existing);\n } else {\n rate_limit.insert({ identity: ctx.sender, last_call_us: now });\n }\n\n action_log.insert({ id: 0n, identity: ctx.sender, payload });\n}", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,55): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\nsrc/index.ts(7,5): error TS2564: Property 'last_call_us' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(13,5): error TS2564: Property 'id' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(15,5): error TS2564: Property 'payload' has no initializer and is not definitely assigned in the constructor.\r\nsrc/index.ts(18,1): error TS1206: Decorators are not valid here.\r\nsrc/index.ts(21,33): error TS2339: Property 'findByIdentity' does not exist on type 'typeof rate_limit'.\r\nsrc/index.ts(29,20): error TS2339: Property 'updateByIdentity' does not exist on type 'typeof rate_limit'.\r\nsrc/index.ts(31,20): error TS2339: Property 'insert' does not exist on type 'typeof rate_limit'.\r\nsrc/index.ts(34,16): error TS2339: Property 'insert' does not exist on type 'typeof action_log'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "input_tokens": 450, + "output_tokens": 3466, + "generation_duration_ms": 195041, + "started_at": "2026-03-27T22:10:07.179202Z", + "finished_at": "2026-03-27T22:13:35.929593500Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "parse OpenRouter response: invalid type: null, expected a string at line 1527 column 425", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-27T22:34:17.050741600Z", + "finished_at": "2026-03-27T22:34:17.050741600Z" + } + } + } + ] + }, + { + "mode": "search", + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "models": [ + { + "name": "Claude Sonnet 4.6", + "route_api_model": "claude-sonnet-4-6", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst emptyTable = table(\n { name: 'emptyTable' },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nexport const spacetimedb = schema(emptyTable);\n\nspacetimedb.reducer('emptyReducerNoArgs', (ctx) => {});\n\nspacetimedb.reducer('emptyReducerWithInt', { count: t.i32() }, (ctx, { count }) => {});\n\nspacetimedb.reducer('emptyReducerWithString', { name: t.string() }, (ctx, { name }) => {});\n\nspacetimedb.reducer('emptyReducerWithTwoArgs', { count: t.i32(), name: t.string() }, (ctx, { count, name }) => {});\n\nspacetimedb.reducer('emptyReducerWithThreeArgs', { active: t.bool(), ratio: t.f32(), label: t.string() }, (ctx, { active, ratio, label }) => {});", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(10,35): error TS2345: Argument of type 'TableSchema; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(12,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(14,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(16,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(18,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(20,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:28.840063100Z", + "finished_at": "2026-03-26T13:27:07.739992500Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst spacetimedb = schema({\n user: table(\n { primaryKey: 'id' },\n {\n id: t.i32(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n ),\n product: table(\n { primaryKey: 'id' },\n {\n id: t.i32(),\n title: t.string(),\n price: t.f32(),\n inStock: t.bool(),\n }\n ),\n note: table(\n { primaryKey: 'id' },\n {\n id: t.i32(),\n body: t.string(),\n rating: t.i64(),\n pinned: t.bool(),\n }\n ),\n});\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(5,7): error TS2353: Object literal may only specify known properties, and 'primaryKey' does not exist in type 'TableOpts<{ id: I32Builder; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>'.\r\nsrc/index.ts(14,7): error TS2353: Object literal may only specify known properties, and 'primaryKey' does not exist in type 'TableOpts<{ id: I32Builder; title: StringBuilder; price: F32Builder; inStock: BoolBuilder; }>'.\r\nsrc/index.ts(23,7): error TS2353: Object literal may only specify known properties, and 'primaryKey' does not exist in type 'TableOpts<{ id: I32Builder; body: StringBuilder; rating: I64Builder; pinned: BoolBuilder; }>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:32.916110800Z", + "finished_at": "2026-03-26T13:27:14.189399400Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t, ScheduleAt } from 'spacetimedb';\nimport { schema } from 'spacetimedb/server';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: (): any => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer(\n { arg: tickTimer.rowType },\n (_ctx, { arg: _arg }) => {\n // Invoked automatically by the scheduler every 50ms\n }\n);\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n), // 50ms in microseconds\n });\n});", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Errors occurred:\ncolumn `0` referenced by def tickTimer_col_0_idx_btree not found in table `tickTimer`\n\ncolumn `0` referenced by def tickTimer_col_0_key not found in table `tickTimer`\n\ncolumn `0` referenced by def tickTimer_col_0_seq not found in table `tickTimer`\n\nerror at reducer `tick` argument 0 (`arg`): internal codegen error: non-special product or sum type (scheduledId: U64, scheduledAt: (Interval: (__time_duration_micros__: I64) | Time: (__timestamp_micros_since_unix_epoch__: I64))) cannot be used to generate a client type use\n\nerror at typespace ref `&1`: internal codegen error: non-special product or sum type (scheduledId: U64, scheduledAt: (Interval: (__time_duration_micros__: I64) | Time: (__timestamp_micros_since_unix_epoch__: I64))) cannot be used to generate a client type use\n\n\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:52485/v1/database/basics-t-002-scheduled-table-claude-sonnet-4-6-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:52485 => http://127.0.0.1:52485\nThis will DESTROY the current basics-t-002-scheduled-table-claude-sonnet-4-6-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:35.061926800Z", + "finished_at": "2026-03-26T13:27:12.136813800Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'entity' },\n {\n id: t.i32().primaryKey(),\n pos: t.object('Position', {\n x: t.i32(),\n y: t.i32(),\n }),\n }\n )\n);", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; pos: ProductBuilder<{ x: I32Builder; y: I32Builder; }>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:37.285728200Z", + "finished_at": "2026-03-26T13:27:09.984510300Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema(user);\nexport default spacetimedb;\n\nexport const insertUser = spacetimedb.reducer(\n { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() },\n (ctx, { id, name, age, active }) => {\n ctx.db.user.insert({ id, name, age, active });\n }\n);", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:49.247834Z", + "finished_at": "2026-03-26T13:27:16.404880700Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst User = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nexport const spacetimedb = schema(User);\n\nspacetimedb.reducer(\n 'updateUser',\n { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() },\n (ctx, { id, name, age, active }) => {\n const existing = ctx.db.user.id.find(id);\n if (!existing) {\n throw new SenderError(`No user found with id ${id}`);\n }\n existing.name = name;\n existing.age = age;\n existing.active = active;\n ctx.db.user.id.update(existing);\n }\n);", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,35): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(16,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(19,37): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(26,20): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:49.249344700Z", + "finished_at": "2026-03-26T13:27:22.287404400Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n )\n);\n\nspacetimedb.reducer('deleteUser', { id: t.i32() }, (ctx, { id }) => {\n ctx.db.user.id.delete(id);\n});", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(15,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:02.666267600Z", + "finished_at": "2026-03-26T13:27:30.563734100Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const crud = spacetimedb.reducer({}, (ctx) => {\n ctx.db.user.insert({ id: 1, name: 'Alice', age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: 'Bob', age: 22, active: false });\n\n const row1 = ctx.db.user.id.find(1);\n if (row1) {\n ctx.db.user.id.update({ ...row1, id: 1, name: 'Alice2', age: 31, active: false });\n }\n\n ctx.db.user.id.delete(2);\n});", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52485/v1/database/c200f8a198fce41f24688d482668b9c8a1baa44b87c28b4e76582de7ac64cb71/call/crud)\n", + "phase": "call_reducer_golden" + } + }, + "crud_total_count_one": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:07.741527800Z", + "finished_at": "2026-03-26T13:27:44.820236100Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, t, table, SenderError } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n }\n);\n\nexport const spacetimedb = schema(user, result);\n\nspacetimedb.reducer('lookupUserName', { id: t.i32() }, (ctx, { id }) => {\n const found = ctx.db.user.id.find(id);\n if (!found) {\n throw new SenderError(`User with id ${id} not found`);\n }\n ctx.db.result.insert({ id: found.id, name: found.name });\n});", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(21,35): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(23,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(24,32): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:09.984693600Z", + "finished_at": "2026-03-26T13:27:51.096029200Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n )\n);\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.user.insert({ id: 1, name: 'Alice', age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: 'Bob', age: 22, active: false });\n});", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:12.137154100Z", + "finished_at": "2026-03-26T13:27:59.726819700Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema({ event });\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({ kind: 'connected' });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({ kind: 'disconnected' });\n});\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(14,23): error TS2345: Argument of type '{ kind: string; }' is not assignable to parameter of type '{ id: bigint; kind: string; }'.\r\n Property 'id' is missing in type '{ kind: string; }' but required in type '{ id: bigint; kind: string; }'.\r\nsrc/index.ts(18,23): error TS2345: Argument of type '{ kind: string; }' is not assignable to parameter of type '{ id: bigint; kind: string; }'.\r\n Property 'id' is missing in type '{ kind: string; }' but required in type '{ id: bigint; kind: string; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:14.189791100Z", + "finished_at": "2026-03-26T13:28:15.885607200Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n sum: t.i32(),\n }\n )\n);\n\nfunction add(a: number, b: number): number {\n return a + b;\n}\n\nspacetimedb.reducer('computeSum', { id: t.i32(), a: t.i32(), b: t.i32() }, (ctx, { id, a, b }) => {\n ctx.db.result.insert({ id, sum: add(a, b) });\n});", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; sum: I32Builder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(17,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:16.405195900Z", + "finished_at": "2026-03-26T13:28:02.612863500Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Score = t.struct({\n left: t.i32(),\n right: t.i32(),\n});\n\nconst result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n value: Score,\n }\n);\n\nexport const spacetimedb = schema({ result });\nexport default spacetimedb;\n\nexport const setScore = spacetimedb.reducer(\n { id: t.i32(), left: t.i32(), right: t.i32() },\n (ctx, { id, left, right }) => {\n ctx.db.result.insert({ id, value: { left, right } });\n }\n);", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,17): error TS2339: Property 'struct' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:57.670605500Z", + "finished_at": "2026-03-26T13:29:23.025006600Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { table, t, reducer, schedule } from 'spacetimedb/server';\n\nexport const result = table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n value: t.enum('Shape', {\n circle: t.i32(),\n rectangle: t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n }),\n }),\n }\n);\n\nexport const setCircle = reducer(\n { name: 'setCircle' },\n { id: t.i32(), radius: t.i32() },\n (ctx, { id, radius }) => {\n ctx.db.result.insert({\n id,\n value: { tag: 'circle', value: radius },\n });\n }\n);", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,20): error TS2724: '\"spacetimedb/server\"' has no exported member named 'reducer'. Did you mean 'Reducer'?\r\nsrc/index.ts(1,29): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'schedule'.\r\nsrc/index.ts(20,4): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(20,11): error TS7031: Binding element 'id' implicitly has an 'any' type.\r\nsrc/index.ts(20,15): error TS7031: Binding element 'radius' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:29:02.607873700Z", + "finished_at": "2026-03-26T13:29:29.349992400Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst primitive = table(\n { name: 'primitive', public: true },\n {\n id: t.i32().primaryKey(),\n count: t.i32(),\n total: t.i64(),\n price: t.f32(),\n ratio: t.f64(),\n active: t.bool(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema(primitive);\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.primitive.insert({\n id: 1,\n count: 2,\n total: 3000000000n,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: 'Alice',\n });\n});", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(16,28): error TS2345: Argument of type 'TableSchema; count: I32Builder; total: I64Builder; price: F32Builder; ratio: F64Builder; active: BoolBuilder; name: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:29:07.182913400Z", + "finished_at": "2026-03-26T13:29:47.885667200Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:29:15.943846200Z", + "finished_at": "2026-03-26T13:29:37.522408800Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type RowObj } from 'spacetimedb/server';\nimport spacetimedb_module from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst drawing = table(\n { name: 'drawing', public: true },\n {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape,\n }\n);\n\nconst spacetimedb = schema(drawing);\n\nexport const seed = spacetimedb.reducer({}, (ctx) => {\n ctx.db.drawing.insert({\n id: 1,\n a: { tag: 'circle', value: 10 },\n b: { tag: 'rectangle', value: { width: 4, height: 6 } },\n });\n});", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(2,8): error TS1192: Module '\"D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDB/target/llm-runs/schema/t_016_sum_type_columns/typescript/server/claude-sonnet-4-6/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index\"' has no default export.\r\nsrc/index.ts(23,28): error TS2345: Argument of type 'TableSchema; a: SumBuilder<{ circle: I32Builder; rectangle: ProductBuilder<{ width: I32Builder; height: I32Builder; }>; }>; b: SumBuilder<...>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:29:20.844022600Z", + "finished_at": "2026-03-26T13:30:04.628540500Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 2, + "passed_tests": 1, + "llm_output": "import { schema, t, table, SenderError } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: (): any => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (_ctx, { arg }) => {\n // Invoked automatically by the scheduler every 50ms\n});\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tickTimer WHERE scheduledId>=0" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:29:20.851130600Z", + "finished_at": "2026-03-26T13:29:56.392244700Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst account = table(\n { name: 'account', public: true },\n {\n id: t.i32().primaryKey(),\n email: t.string().unique(),\n name: t.string(),\n }\n);\n\nexport const spacetimedb = schema(account);\n\nspacetimedb.reducer('seed', {}, (ctx) => {\n ctx.db.account.insert({ id: 1, email: 'a@example.com', name: 'Alice' });\n ctx.db.account.insert({ id: 2, email: 'b@example.com', name: 'Bob' });\n});", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(12,35): error TS2345: Argument of type 'TableSchema; email: StringColumnBuilder<{ isUnique: true; }>; name: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(14,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:29:23.025202100Z", + "finished_at": "2026-03-26T13:30:00.632799900Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { schema, table, t, index } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n userId: t.i32().primaryKey(),\n name: t.string(),\n }\n);\n\nconst group = table(\n { name: 'group', public: true },\n {\n groupId: t.i32().primaryKey(),\n title: t.string(),\n }\n);\n\nconst membership = table(\n { name: 'membership', public: true },\n {\n id: t.i32().primaryKey(),\n userId: t.i32(),\n groupId: t.i32(),\n },\n index('btree', { name: 'byUser' }, ['userId']),\n index('btree', { name: 'byGroup' }, ['groupId'])\n);\n\nconst spacetimedb = schema({ user, group, membership });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer({}, (ctx, {}) => {\n ctx.db.user.insert({ userId: 1, name: 'Alice' });\n ctx.db.user.insert({ userId: 2, name: 'Bob' });\n\n ctx.db.group.insert({ groupId: 10, title: 'Admin' });\n ctx.db.group.insert({ groupId: 20, title: 'Dev' });\n\n ctx.db.membership.insert({ id: 1, userId: 1, groupId: 10 });\n ctx.db.membership.insert({ id: 2, userId: 1, groupId: 20 });\n ctx.db.membership.insert({ id: 3, userId: 2, groupId: 20 });\n});", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,28): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'index'.\r\nsrc/index.ts(26,3): error TS2554: Expected 2 arguments, but got 4.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:29:25.194749900Z", + "finished_at": "2026-03-26T13:30:04.629543400Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM nextPosition" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:29:29.350140Z", + "finished_at": "2026-03-26T13:30:37.778907800Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst log = table(\n { name: 'log', public: true },\n {\n id: t.i32().primaryKey(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string(),\n },\n {\n indexes: [{ name: 'byUserDay', type: 'btree', columns: ['userId', 'day'] }],\n }\n);\n\nconst spacetimedb = schema({ log });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer({}, (ctx, _args) => {\n ctx.db.log.insert({ id: 1, userId: 7, day: 1, message: 'a' });\n ctx.db.log.insert({ id: 2, userId: 7, day: 2, message: 'b' });\n ctx.db.log.insert({ id: 3, userId: 9, day: 1, message: 'c' });\n});", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(11,3): error TS2554: Expected 2 arguments, but got 3.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:29:29.351577400Z", + "finished_at": "2026-03-26T13:30:11.110688900Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:23.295994200Z", + "finished_at": "2026-03-26T13:28:57.665741900Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type RowObj } from 'spacetimedb/server';\n\nconst profile = table(\n { name: 'profile', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n identity: t.identity().unique(),\n name: t.string(),\n bio: t.string(),\n }\n);\n\nconst spacetimedb = schema({ profile });\nexport default spacetimedb;\n\nexport const my_profile = spacetimedb.view({ public: true }, (ctx) => {\n return ctx.db.profile.identity.find(ctx.sender);\n});", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(16,39): error TS2554: Expected 3 arguments, but got 2.\r\nsrc/index.ts(16,63): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:23.297310100Z", + "finished_at": "2026-03-26T13:28:57.667663Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst damageEvent = table(\n { name: 'damageEvent', public: true, event: true },\n {\n entityId: t.u64(),\n damage: t.u32(),\n source: t.string(),\n }\n);\n\nconst spacetimedb = schema({ damageEvent });\nexport default spacetimedb;\n\nexport const deal_damage = spacetimedb.reducer(\n { entityId: t.u64(), damage: t.u32(), source: t.string() },\n (ctx, { entityId, damage, source }) => {\n ctx.db.damageEvent.insert({ entityId, damage, source });\n }\n);", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "damage_event": {} + }, + "only_llm": { + "damageEvent": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:44.820778Z", + "finished_at": "2026-03-26T13:28:23.295604900Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst spacetimedb = schema({\n player: table(\n { primaryKey: 'id' },\n {\n id: t.u64().autoInc(),\n name: t.string(),\n nickname: t.option(t.string()),\n highScore: t.option(t.u32()),\n }\n ),\n});\n\nexport default spacetimedb;\n\nexport const create_player = spacetimedb.reducer(\n {\n name: t.string(),\n nickname: t.option(t.string()),\n highScore: t.option(t.u32()),\n },\n (ctx, { name, nickname, highScore }) => {\n ctx.db.player.insert({\n id: 0n,\n name,\n nickname,\n highScore,\n });\n }\n);", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(5,7): error TS2353: Object literal may only specify known properties, and 'primaryKey' does not exist in type 'TableOpts<{ id: U64ColumnBuilder<{ isAutoIncrement: true; }>; name: StringBuilder; nickname: OptionBuilder; highScore: OptionBuilder<...>; }>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:53.427136400Z", + "finished_at": "2026-03-26T13:29:20.850987Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:11.113100300Z", + "finished_at": "2026-03-26T13:26:49.247553700Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst userInternal = table(\n { name: 'userInternal' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n email: t.string(),\n passwordHash: t.string(),\n }\n);\n\nconst userPublic = table(\n { name: 'userPublic', public: true },\n {\n id: t.u64().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema(userInternal, userPublic);\n\nexport default spacetimedb;\n\nexport const register_user = spacetimedb.reducer(\n { name: t.string(), email: t.string(), passwordHash: t.string() },\n (ctx, { name, email, passwordHash }) => {\n const inserted = ctx.db.userInternal.insert({ id: 0n, name, email, passwordHash });\n ctx.db.userPublic.insert({ id: inserted.id, name: inserted.name });\n }\n);", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(21,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; email: StringBuilder; passwordHash: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:11.114122900Z", + "finished_at": "2026-03-26T13:26:37.285415100Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:59.727133800Z", + "finished_at": "2026-03-26T13:28:37.279287800Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string().index('btree'),\n amount: t.u64(),\n fulfilled: t.bool(),\n }\n);\n\nconst categoryStats = table(\n { name: 'categoryStats', public: true },\n {\n category: t.string().primaryKey(),\n totalAmount: t.u64(),\n orderCount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ order, categoryStats });\nexport default spacetimedb;\n\nexport const compute_stats = spacetimedb.reducer(\n { category: t.string() },\n (ctx, { category }) => {\n let totalAmount = 0n;\n let orderCount = 0;\n\n for (const o of ctx.db.order.category.filter(category)) {\n totalAmount += o.amount;\n orderCount += 1;\n }\n\n const existing = ctx.db.categoryStats.category.find(category);\n if (existing) {\n ctx.db.categoryStats.category.update({\n ...existing,\n totalAmount,\n orderCount,\n });\n } else {\n ctx.db.categoryStats.insert({\n category,\n totalAmount,\n orderCount,\n });\n }\n }\n);", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "category_stats": {} + }, + "only_llm": { + "categoryStats": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:02.613016100Z", + "finished_at": "2026-03-26T13:28:48.636238100Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst customer = table(\n { name: 'customer', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n customerId: t.u64().index('btree'),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst orderDetail = table(\n { name: 'orderDetail', public: true },\n {\n orderId: t.u64().primaryKey(),\n customerName: t.string(),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ customer, order, orderDetail });\nexport default spacetimedb;\n\nexport const build_order_details = spacetimedb.reducer((ctx) => {\n for (const ord of ctx.db.order.iter()) {\n const cust = ctx.db.customer.id.find(ord.customerId);\n if (cust) {\n ctx.db.orderDetail.insert({\n orderId: ord.id,\n customerName: cust.name,\n product: ord.product,\n amount: ord.amount,\n });\n }\n }\n});", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "order_detail": {} + }, + "only_llm": { + "orderDetail": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:18.355878600Z", + "finished_at": "2026-03-26T13:28:46.211067300Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t, spacetimedb } from 'spacetimedb/server';\n\nconst account = table(\n { name: 'account', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n email: t.string().unique(),\n displayName: t.string(),\n }\n);\n\nspacetimedb.reducer('create_account', { email: t.string(), displayName: t.string() }, (ctx, { email, displayName }) => {\n ctx.db.account.insert({\n id: 0n,\n email,\n displayName,\n });\n});", + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,20): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'spacetimedb'.\r\nsrc/index.ts(12,88): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(12,95): error TS7031: Binding element 'email' implicitly has an 'any' type.\r\nsrc/index.ts(12,102): error TS7031: Binding element 'displayName' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:18.357129300Z", + "finished_at": "2026-03-26T13:28:37.280900200Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst product = table(\n { name: 'product', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n price: t.u32().index('btree'),\n }\n);\n\nconst priceRangeResult = table(\n { name: 'priceRangeResult', public: true },\n {\n productId: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ product, priceRangeResult });\nexport default spacetimedb;\n\nexport const find_in_price_range = spacetimedb.reducer(\n { minPrice: t.u32(), maxPrice: t.u32() },\n (ctx, { minPrice, maxPrice }) => {\n for (const p of ctx.db.product.iter()) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n ctx.db.priceRangeResult.insert({\n productId: p.id,\n name: p.name,\n price: p.price,\n });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "price_range_result": {} + }, + "only_llm": { + "priceRangeResult": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:29.228207700Z", + "finished_at": "2026-03-26T13:29:05.038939600Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:39.210937900Z", + "finished_at": "2026-03-26T13:29:13.717657800Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst task = table(\n { name: 'task' },\n {\n id: t.u64().primaryKey().autoInc(),\n title: t.string(),\n completed: t.bool(),\n }\n);\n\nconst firstIncomplete = table(\n { name: 'firstIncomplete' },\n {\n taskId: t.u64().primaryKey(),\n title: t.string(),\n }\n);\n\nexport const spacetimedb = schema({ task, firstIncomplete });\n\nexport const find_first_incomplete = spacetimedb.reducer((ctx) => {\n for (const t of ctx.db.task.iter()) {\n if (!t.completed) {\n ctx.db.firstIncomplete.insert({ taskId: t.id, title: t.title });\n break;\n }\n }\n});", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:39.212402100Z", + "finished_at": "2026-03-26T13:29:02.607503500Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u32(),\n }\n);\n\nconst distinctCategory = table(\n { name: 'distinctCategory', public: true },\n {\n category: t.string().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({ order, distinctCategory });\nexport default spacetimedb;\n\nexport const collect_distinct_categories = spacetimedb.reducer((ctx) => {\n const seen = new Set();\n for (const o of ctx.db.order.iter()) {\n seen.add(o.category);\n }\n for (const category of seen) {\n try {\n ctx.db.distinctCategory.insert({ category });\n } catch (_) {}\n }\n});", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "distinct_category": {} + }, + "only_llm": { + "distinctCategory": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:46.213097600Z", + "finished_at": "2026-03-26T13:29:18.957511500Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n active: t.bool(),\n }\n);\n\nconst userStats = table(\n { name: 'userStats', public: true },\n {\n key: t.string().primaryKey(),\n count: t.u64(),\n }\n);\n\nexport const spacetimedb = schema({ user, userStats });\nexport default spacetimedb;\n\nexport const compute_user_counts = spacetimedb.reducer({}, (ctx) => {\n let total = 0n;\n let active = 0n;\n\n for (const u of ctx.db.user.iter()) {\n total += 1n;\n if (u.active === true) {\n active += 1n;\n }\n }\n\n ctx.db.userStats.insert({ key: 'total', count: total });\n ctx.db.userStats.insert({ key: 'active', count: active });\n});", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Uncaught TypeError: exporting something that is not a spacetime export\n\tat [SpacetimeDB.moduleHooks.v2] (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDB/target/llm-runs/queries/t_036_count_without_collect/typescript/server/claude-sonnet-4-6/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7281:15)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:52485/v1/database/queries-t-036-count-without-collect-claude-sonnet-4-6-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:52485 => http://127.0.0.1:52485\nThis will DESTROY the current queries-t-036-count-without-collect-claude-sonnet-4-6-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:52.848456300Z", + "finished_at": "2026-03-26T13:29:25.194427900Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst eventLog = table(\n {\n name: 'eventLog',\n public: true,\n indexes: [\n { accessor: 'by_category_severity', algorithm: 'btree' as const, columns: ['category', 'severity'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n severity: t.u32(),\n message: t.string(),\n }\n);\n\nconst filteredEvent = table(\n {\n name: 'filteredEvent',\n public: true,\n },\n {\n eventId: t.u64().primaryKey(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ eventLog, filteredEvent });\nexport default spacetimedb;\n\nexport const filter_events = spacetimedb.reducer(\n { category: t.string(), severity: t.u32() },\n (ctx, { category, severity }) => {\n for (const row of ctx.db.eventLog.iter()) {\n if (row.category === category && row.severity === severity) {\n ctx.db.filteredEvent.insert({ eventId: row.id, message: row.message });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "event_log": {}, + "filtered_event": {} + }, + "only_llm": { + "eventLog": {}, + "filteredEvent": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:57.667941100Z", + "finished_at": "2026-03-26T13:29:29.348937200Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, t, table, SenderError } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst reminder = table(\n { name: 'reminder', scheduled: (): any => send_reminder },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ reminder });\nexport default spacetimedb;\n\nexport const send_reminder = spacetimedb.reducer({ arg: reminder.rowType }, (_ctx, _row) => {\n});\n\nexport const init = spacetimedb.reducer((ctx) => {\n const fireTime = ctx.timestamp + 60_000_000n;\n ctx.db.reminder.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.time(fireTime),\n message: 'Reminder',\n });\n});", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,20): error TS2365: Operator '+' cannot be applied to types 'Timestamp' and 'bigint'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:24.896725800Z", + "finished_at": "2026-03-26T13:28:29.227717200Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:30.564487700Z", + "finished_at": "2026-03-26T13:28:16.206568600Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { name: 'onlinePlayer', public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp(),\n }\n);\n\nconst spacetimedb = schema({ onlinePlayer });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});", + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:30.565475400Z", + "finished_at": "2026-03-26T13:28:23.006963900Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, t, table } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: false },\n {\n identity: t.identity().primaryKey(),\n name: t.string(),\n }\n);\n\nconst message = table(\n { name: 'message', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n sender: t.identity().index('btree'),\n text: t.string(),\n }\n);\n\nconst spacetimedb = schema(user, message);\nexport default spacetimedb;\n\nexport const register = spacetimedb.reducer({ name: t.string() }, (ctx, { name }) => {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (existing) {\n throw new Error('already registered');\n }\n ctx.db.user.insert({ identity: ctx.sender, name });\n});\n\nexport const post_message = spacetimedb.reducer({ text: t.string() }, (ctx, { text }) => {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (!existing) {\n throw new Error('not registered');\n }\n ctx.db.message.insert({ id: 0n, sender: ctx.sender, text });\n});", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(24,41): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(32,41): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:11.115088700Z", + "finished_at": "2026-03-26T13:26:26.507906400Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst config = table(\n { name: 'config', public: false },\n {\n id: t.u32().primaryKey(),\n admin: t.identity(),\n }\n);\n\nconst admin_log = table(\n { name: 'admin_log', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n action: t.string(),\n }\n);\n\nexport const spacetimedb = schema(config, admin_log);\n\nexport const bootstrap_admin = spacetimedb.reducer({}, (ctx) => {\n const existing = ctx.db.config.id.find(0);\n if (existing) {\n throw new Error('already bootstrapped');\n }\n ctx.db.config.insert({ id: 0, admin: ctx.sender });\n});\n\nexport const admin_action = spacetimedb.reducer({ action: t.string() }, (ctx, { action }) => {\n const cfg = ctx.db.config.id.find(0);\n if (!cfg) {\n throw new Error('not bootstrapped');\n }\n if (ctx.sender !== cfg.admin) {\n throw new Error('not admin');\n }\n ctx.db.admin_log.insert({ id: 0n, action });\n});", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(19,35): error TS2345: Argument of type 'TableSchema; admin: IdentityBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(22,37): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(30,32): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:11.116015400Z", + "finished_at": "2026-03-26T13:26:35.061768900Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type Identity } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n identity: t.identity().primaryKey(),\n role: t.string(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const register = spacetimedb.reducer({}, (ctx) => {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (existing) {\n throw new Error('already registered');\n }\n ctx.db.user.insert({ identity: ctx.sender, role: 'member' });\n});\n\nexport const promote = spacetimedb.reducer({ target: t.identity() }, (ctx, { target }) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw new Error('not registered');\n }\n if (caller.role !== 'admin') {\n throw new Error('not admin');\n }\n const targetUser = ctx.db.user.identity.find(target);\n if (!targetUser) {\n throw new Error('target not registered');\n }\n ctx.db.user.identity.update({ ...targetUser, role: 'admin' });\n});\n\nexport const member_action = spacetimedb.reducer({}, (ctx) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw new Error('not registered');\n }\n});\n\nexport const admin_action = spacetimedb.reducer({}, (ctx) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw new Error('not registered');\n }\n if (caller.role !== 'admin') {\n throw new Error('not admin');\n }\n});", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:11.116879600Z", + "finished_at": "2026-03-26T13:26:32.915881700Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:11.117766500Z", + "finished_at": "2026-03-26T13:26:48.877245800Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:11.118767400Z", + "finished_at": "2026-03-26T13:27:02.665956100Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type Identity } from 'spacetimedb/server';\n\nconst document = table(\n {\n name: 'document',\n public: true,\n indexes: [\n { accessor: 'by_owner', algorithm: 'btree', columns: ['owner'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity(),\n title: t.string(),\n }\n);\n\nconst document_share = table(\n {\n name: 'document_share',\n public: true,\n indexes: [\n { accessor: 'by_document_id', algorithm: 'btree', columns: ['document_id'] },\n { accessor: 'by_shared_with', algorithm: 'btree', columns: ['shared_with'] },\n ],\n },\n {\n document_id: t.u64(),\n shared_with: t.identity(),\n }\n);\n\nconst spacetimedb = schema({ document, document_share });\nexport default spacetimedb;\n\nexport const create_document = spacetimedb.reducer(\n { title: t.string() },\n (ctx, { title }) => {\n ctx.db.document.insert({ id: 0n, owner: ctx.sender, title });\n }\n);\n\nexport const share_document = spacetimedb.reducer(\n { document_id: t.u64(), target: t.identity() },\n (ctx, { document_id, target }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new Error('not found');\n }\n if (doc.owner.toHexString() !== ctx.sender.toHexString()) {\n throw new Error('not owner');\n }\n ctx.db.document_share.insert({ document_id, shared_with: target });\n }\n);\n\nexport const edit_document = spacetimedb.reducer(\n { document_id: t.u64(), new_title: t.string() },\n (ctx, { document_id, new_title }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new Error('not found');\n }\n\n const isOwner = doc.owner.toHexString() === ctx.sender.toHexString();\n\n let isShared = false;\n if (!isOwner) {\n for (const share of ctx.db.document_share.by_document_id.filter(document_id)) {\n if (share.shared_with.toHexString() === ctx.sender.toHexString()) {\n isShared = true;\n break;\n }\n }\n }\n\n if (!isOwner && !isShared) {\n throw new Error('unauthorized');\n }\n\n ctx.db.document.id.update({ ...doc, title: new_title });\n }\n);", + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:11.119645500Z", + "finished_at": "2026-03-26T13:27:30.564260900Z" + } + } + }, + { + "name": "Claude Opus 4.6", + "route_api_model": "claude-opus-4-6", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'emptyTable' },\n {\n id: { type: t.i32(), primaryKey: true },\n }\n )\n);\n\nspacetimedb.reducer('emptyReducerNoArgs', (ctx) => {\n});\n\nspacetimedb.reducer('emptyReducerWithInt', { count: t.i32() }, (ctx, { count }) => {\n});\n\nspacetimedb.reducer('emptyReducerWithString', { name: t.string() }, (ctx, { name }) => {\n});\n\nspacetimedb.reducer('emptyReducerWithTwoArgs', { count: t.i32(), name: t.string() }, (ctx, { count, name }) => {\n});\n\nspacetimedb.reducer('emptyReducerWithThreeArgs', { active: t.bool(), ratio: t.f32(), label: t.string() }, (ctx, { active, ratio, label }) => {\n});", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(7,28): error TS2353: Object literal may only specify known properties, and 'primaryKey' does not exist in type 'TypeBuilder | ColumnBuilder>'.\r\nsrc/index.ts(12,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(15,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(18,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(21,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(24,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:24.662643800Z", + "finished_at": "2026-03-26T13:26:43.838292800Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst spacetimedb = schema({\n user: table(\n {\n id: { primaryKey: true },\n },\n {\n id: t.i32(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n ),\n product: table(\n {\n id: { primaryKey: true },\n },\n {\n id: t.i32(),\n title: t.string(),\n price: t.f32(),\n inStock: t.bool(),\n }\n ),\n note: table(\n {\n id: { primaryKey: true },\n },\n {\n id: t.i32(),\n body: t.string(),\n rating: t.i64(),\n pinned: t.bool(),\n }\n ),\n});\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(6,7): error TS2353: Object literal may only specify known properties, and 'id' does not exist in type 'TableOpts<{ id: I32Builder; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>'.\r\nsrc/index.ts(17,7): error TS2353: Object literal may only specify known properties, and 'id' does not exist in type 'TableOpts<{ id: I32Builder; title: StringBuilder; price: F32Builder; inStock: BoolBuilder; }>'.\r\nsrc/index.ts(28,7): error TS2353: Object literal may only specify known properties, and 'id' does not exist in type 'TableOpts<{ id: I32Builder; body: StringBuilder; rating: I64Builder; pinned: BoolBuilder; }>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:24.664106600Z", + "finished_at": "2026-03-26T13:26:43.839134100Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:28.847379500Z", + "finished_at": "2026-03-26T13:27:00.086469100Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Position = t.product({\n x: t.i32(),\n y: t.i32(),\n});\n\nexport const spacetimedb = schema(\n table(\n { name: 'entity', primaryKey: 'id' },\n {\n id: t.i32(),\n pos: Position,\n }\n )\n);", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,20): error TS2339: Property 'product' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(9,3): error TS2345: Argument of type 'TableSchema, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:28.848469Z", + "finished_at": "2026-03-26T13:27:00.088605200Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean(),\n }\n);\n\nconst spacetimedb = schema(user);\n\nexport const insertUser = spacetimedb.reducer(\n { id: t.i32(), name: t.string(), age: t.i32(), active: t.boolean() },\n (ctx, { id, name, age, active }) => {\n ctx.db.user.insert({ id, name, age, active });\n }\n);\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(9,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(16,60): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:43.839233800Z", + "finished_at": "2026-03-26T13:28:05.046246200Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema(user);\n\nexport const updateUser = spacetimedb.reducer(\n { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() },\n (ctx, { id, name, age, active }) => {\n const existing = ctx.db.user.id.find(id);\n if (!existing) {\n throw new Error(`User with id ${id} not found`);\n }\n existing.name = name;\n existing.age = age;\n existing.active = active;\n ctx.db.user.id.update(existing);\n }\n);\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(18,37): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(25,20): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:48.482645700Z", + "finished_at": "2026-03-26T13:27:27.330229200Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean(),\n }\n )\n);\n\nexport const deleteUser = spacetimedb.reducer({ id: t.i32() }, (ctx, { id }) => {\n ctx.db.user.id.delete(id);\n});", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(10,17): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:53.550876Z", + "finished_at": "2026-03-26T13:27:30.567154100Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:53.580552400Z", + "finished_at": "2026-03-26T13:27:28.563651500Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean(),\n }\n);\n\nconst result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema(user, result);\nexport default spacetimedb;\n\nexport const lookupUserName = spacetimedb.reducer({ id: t.i32() }, (ctx, { id }) => {\n const found = ctx.db.user.id.find(id);\n if (!found) {\n throw new Error(`User with id ${id} not found`);\n }\n ctx.db.result.insert({ id: found.id, name: found.name });\n});", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(9,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(21,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(25,32): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:00.088727300Z", + "finished_at": "2026-03-26T13:28:09.371953600Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext } from \"@clockworklabs/spacetimedb-sdk/server\";\n\n@table({ name: \"user\" })\nclass User {\n @primaryKey()\n id: number = 0;\n name: string = \"\";\n age: number = 0;\n active: boolean = false;\n}\n\n@reducer({ lifecycle: \"init\" })\nfunction init(ctx: ReducerContext) {\n const user1 = new User();\n user1.id = 1;\n user1.name = \"Alice\";\n user1.age = 30;\n user1.active = true;\n ctx.db.user.insert(user1);\n\n const user2 = new User();\n user2.id = 2;\n user2.name = \"Bob\";\n user2.age = 22;\n user2.active = false;\n ctx.db.user.insert(user2);\n}", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,48): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk/server' or its corresponding type declarations.\r\nsrc/index.ts(5,4): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(12,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:00.090089Z", + "finished_at": "2026-03-26T13:27:44.824456100Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema(event);\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({ id: 0n, kind: 'connected' });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({ id: 0n, kind: 'disconnected' });\n});\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(11,28): error TS2345: Argument of type 'TableSchema; kind: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:00.091296200Z", + "finished_at": "2026-03-26T13:27:55.661814500Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:05.427567400Z", + "finished_at": "2026-03-26T13:28:02.607983200Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Score = t.product({\n left: t.i32(),\n right: t.i32(),\n});\n\nconst spacetimedb = schema(\n table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n value: Score,\n }\n )\n);\n\nexport default spacetimedb;\n\nexport const setScore = spacetimedb.reducer(\n { id: t.i32(), left: t.i32(), right: t.i32() },\n (ctx, { id, left, right }) => {\n ctx.db.result.insert({ id, value: { left, right } });\n }\n);", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,17): error TS2339: Property 'product' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(9,3): error TS2345: Argument of type 'TableSchema; value: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:29:16.310081200Z", + "finished_at": "2026-03-26T13:30:32.113820600Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.product({\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.sum({\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst spacetimedb = schema({\n result: table(\n {},\n {\n id: t.i32().primaryKey(),\n value: Shape,\n }\n ),\n});\n\nexport default spacetimedb;\n\nexport const setCircle = spacetimedb.reducer(\n { id: t.i32(), radius: t.i32() },\n (ctx, { id, radius }) => {\n ctx.db.result.insert({ id, value: { tag: 'circle', value: radius } });\n }\n);", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,16): error TS2339: Property 'product' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(8,17): error TS2339: Property 'sum' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:29:16.315583700Z", + "finished_at": "2026-03-26T13:30:06.377686500Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst primitive = table(\n { name: 'primitive', public: true },\n {\n id: t.i32().primaryKey(),\n count: t.i32(),\n total: t.i64(),\n price: t.f32(),\n ratio: t.f64(),\n active: t.bool(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema(primitive);\n\nexport const seed = spacetimedb.reducer(\n {},\n (ctx) => {\n ctx.db.primitive.insert({\n id: 1,\n count: 2,\n total: BigInt(3000000000),\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: 'Alice',\n });\n }\n);", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(16,28): error TS2345: Argument of type 'TableSchema; count: I32Builder; total: I64Builder; price: F32Builder; ratio: F64Builder; active: BoolBuilder; name: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:29:16.319161900Z", + "finished_at": "2026-03-26T13:29:58.585935400Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Address = t.product({\n street: t.string(),\n zip: t.i32(),\n});\n\nconst Position = t.product({\n x: t.i32(),\n y: t.i32(),\n});\n\nconst profile = table(\n { name: 'profile', public: true },\n {\n id: t.i32().primaryKey(),\n home: Address,\n work: Address,\n pos: Position,\n }\n);\n\nconst spacetimedb = schema(profile);\n\nexport const seed = spacetimedb.reducer(\n {},\n (ctx) => {\n ctx.db.profile.insert({\n id: 1,\n home: { street: '1 Main', zip: 11111 },\n work: { street: '2 Broad', zip: 22222 },\n pos: { x: 7, y: 9 },\n });\n }\n);", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,19): error TS2339: Property 'product' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(8,20): error TS2339: Property 'product' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(23,28): error TS2345: Argument of type 'TableSchema; home: any; work: any; pos: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:29:41.788874100Z", + "finished_at": "2026-03-26T13:30:15.387121800Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nexport const spacetimedb = schema(\n table(\n { name: 'drawing' },\n {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape,\n }\n )\n);\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.drawing.insert({\n id: 1,\n a: { tag: 'circle', value: 10 },\n b: { tag: 'rectangle', value: { width: 4, height: 6 } },\n });\n});", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(14,3): error TS2345: Argument of type 'TableSchema; a: SumBuilder<{ circle: I32Builder; rectangle: ProductBuilder<{ width: I32Builder; height: I32Builder; }>; }>; b: SumBuilder<...>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(24,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:29:48.270179500Z", + "finished_at": "2026-03-26T13:30:13.275263400Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 2, + "passed_tests": 1, + "llm_output": "import { ScheduleAt } from 'spacetimedb';\nimport { schema, t, table } from 'spacetimedb/server';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: (): any => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (_ctx, { arg }) => {\n // Scheduled reducer invoked automatically every 50ms\n // arg.scheduledId, arg.scheduledAt available here\n});\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tickTimer WHERE scheduledId>=0" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:29:48.272555800Z", + "finished_at": "2026-03-26T13:30:21.618057800Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { spacetimedb, table, t } from 'spacetimedb/server';\n\nconst account = table(\n {\n name: 'account',\n public: true,\n indexes: [\n { name: 'byName', algorithm: 'btree', columns: ['name'] },\n ],\n },\n {\n id: t.i32().primaryKey(),\n email: t.string().unique(),\n name: t.string(),\n }\n);\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.account.insert({ id: 1, email: 'a@example.com', name: 'Alice' });\n ctx.db.account.insert({ id: 2, email: 'b@example.com', name: 'Bob' });\n});", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,10): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'spacetimedb'.\r\nsrc/index.ts(18,42): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:29:53.543961600Z", + "finished_at": "2026-03-26T13:30:21.618966600Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { table, reducer, index, ReducerContext, Table, Identity } from \"@clockworklabs/spacetimedb-sdk/server\";\n\n@table({ name: \"user\" })\nexport class user {\n @primaryKey()\n userId: number = 0;\n name: string = \"\";\n}\n\n@table({ name: \"group\" })\nexport class group {\n @primaryKey()\n groupId: number = 0;\n title: string = \"\";\n}\n\n@index({ name: \"byUser\", btree: [\"userId\"] })\n@index({ name: \"byGroup\", btree: [\"groupId\"] })\n@table({ name: \"membership\" })\nexport class membership {\n @primaryKey()\n id: number = 0;\n userId: number = 0;\n groupId: number = 0;\n}\n\n@reducer(\"seed\")\nexport function seed(ctx: ReducerContext): void {\n ctx.db.user.insert({ userId: 1, name: \"Alice\" });\n ctx.db.user.insert({ userId: 2, name: \"Bob\" });\n\n ctx.db.group.insert({ groupId: 10, title: \"Admin\" });\n ctx.db.group.insert({ groupId: 20, title: \"Dev\" });\n\n ctx.db.membership.insert({ id: 1, userId: 1, groupId: 10 });\n ctx.db.membership.insert({ id: 2, userId: 1, groupId: 20 });\n ctx.db.membership.insert({ id: 3, userId: 2, groupId: 20 });\n}", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,72): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk/server' or its corresponding type declarations.\r\nsrc/index.ts(5,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(12,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(21,6): error TS2304: Cannot find name 'primaryKey'.\r\nsrc/index.ts(27,1): error TS1206: Decorators are not valid here.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:29:53.832086600Z", + "finished_at": "2026-03-26T13:30:26.805402500Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'entity', primaryKey: 'id' },\n {\n id: t.i32(),\n }\n ),\n table(\n { name: 'position', primaryKey: 'entityId' },\n {\n entityId: t.i32(),\n x: t.i32(),\n y: t.i32(),\n }\n ),\n table(\n { name: 'velocity', primaryKey: 'entityId' },\n {\n entityId: t.i32(),\n vx: t.i32(),\n vy: t.i32(),\n }\n ),\n table(\n { name: 'nextPosition', primaryKey: 'entityId' },\n {\n entityId: t.i32(),\n x: t.i32(),\n y: t.i32(),\n }\n )\n);\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.entity.insert({ id: 1 });\n ctx.db.entity.insert({ id: 2 });\n\n ctx.db.position.insert({ entityId: 1, x: 0, y: 0 });\n ctx.db.velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n\n ctx.db.position.insert({ entityId: 2, x: 10, y: 0 });\n ctx.db.velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n});\n\nspacetimedb.reducer('step', (ctx) => {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.findBy({ entityId: pos.entityId });\n if (vel) {\n const nx = pos.x + vel.vx;\n const ny = pos.y + vel.vy;\n const existing = ctx.db.nextPosition.findBy({ entityId: pos.entityId });\n if (existing) {\n ctx.db.nextPosition.delete(existing);\n }\n ctx.db.nextPosition.insert({ entityId: pos.entityId, x: nx, y: ny });\n }\n }\n});", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(18,3): error TS2554: Expected 1-2 arguments, but got 4.\r\nsrc/index.ts(36,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(47,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(49,33): error TS2349: This expression is not callable.\r\n Type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>' has no call signatures.\r\nsrc/index.ts(53,44): error TS2349: This expression is not callable.\r\n Type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>' has no call signatures.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:29:58.586222700Z", + "finished_at": "2026-03-26T13:30:34.119463500Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst log = table(\n {\n name: 'log',\n public: true,\n indexes: [\n {\n name: 'byUserDay',\n algorithm: 'btree',\n columns: ['userId', 'day'],\n },\n ],\n },\n {\n id: t.i32().primaryKey(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema(log);\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer({}, (ctx) => {\n ctx.db.log.insert({ id: 1, userId: 7, day: 1, message: 'a' });\n ctx.db.log.insert({ id: 2, userId: 7, day: 2, message: 'b' });\n ctx.db.log.insert({ id: 3, userId: 9, day: 1, message: 'c' });\n});", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(23,28): error TS2345: Argument of type 'TableSchema; userId: I32Builder; day: I32Builder; message: StringBuilder; }>, [...]>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:30:11.101506600Z", + "finished_at": "2026-03-26T13:30:42.609234Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:20.501883900Z", + "finished_at": "2026-03-26T13:29:53.831724900Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst profile = table(\n { name: 'profile', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n identity: t.identity().unique(),\n name: t.string(),\n bio: t.string(),\n }\n);\n\nconst spacetimedb = schema(profile);\nexport default spacetimedb;\n\nexport const my_profile = spacetimedb.view(\n { name: 'my_profile', public: true },\n t.option(profile.rowType),\n (ctx) => {\n const row = ctx.db.profile.identity.find(ctx.sender());\n return row ?? undefined;\n }\n);", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; identity: IdentityColumnBuilder<{ isUnique: true; }>; name: StringBuilder; bio: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(20,41): error TS2339: Property 'find' does not exist on type 'ReadonlyRangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(20,50): error TS2349: This expression is not callable.\r\n Type 'Identity' has no call signatures.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:23.299694400Z", + "finished_at": "2026-03-26T13:29:47.886853Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:44.824690600Z", + "finished_at": "2026-03-26T13:28:29.591869200Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:55.664847600Z", + "finished_at": "2026-03-26T13:28:36.929292300Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst message = table(\n { name: 'message', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity().index({ type: 'btree' }),\n text: t.string(),\n }\n);\n\nconst spacetimedb = schema({ message });\nexport default spacetimedb;\n\nexport const create_message = spacetimedb.reducer({ text: t.string() }, (ctx, { text }) => {\n ctx.db.message.insert({ id: 0n, owner: ctx.sender, text });\n});\n\nexport const delete_message = spacetimedb.reducer({ id: t.u64() }, (ctx, { id }) => {\n const msg = ctx.db.message.id.find(id);\n if (!msg) {\n throw new SenderError('not found');\n }\n if (msg.owner !== ctx.sender) {\n throw new SenderError('unauthorized');\n }\n ctx.db.message.id.delete(id);\n});", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(7,31): error TS2345: Argument of type '{ type: string; }' is not assignable to parameter of type 'NonNullable'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:11.103789Z", + "finished_at": "2026-03-26T13:26:24.350682500Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst userInternal = table(\n { name: 'userInternal' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n email: t.string(),\n passwordHash: t.string(),\n }\n);\n\nconst userPublic = table(\n { name: 'userPublic', public: true },\n {\n id: t.u64().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ userInternal, userPublic });\nexport default spacetimedb;\n\nexport const register_user = spacetimedb.reducer(\n { name: t.string(), email: t.string(), passwordHash: t.string() },\n (ctx, { name, email, passwordHash }) => {\n const inserted = ctx.db.userInternal.insert({ id: 0n, name, email, passwordHash });\n ctx.db.userPublic.insert({ id: inserted.id, name });\n }\n);", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user_internal": {}, + "user_public": {} + }, + "only_llm": { + "userInternal": {}, + "userPublic": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:11.104812700Z", + "finished_at": "2026-03-26T13:26:24.662239600Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst author = table(\n { name: 'author', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst post = table(\n {\n name: 'post',\n public: true,\n indexes: [\n { accessor: 'by_authorId', algorithm: 'btree', columns: ['authorId'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n authorId: t.u64(),\n title: t.string(),\n }\n);\n\nconst spacetimedb = schema(author, post);\nexport default spacetimedb;\n\nexport const delete_author = spacetimedb.reducer({ authorId: t.u64() }, (ctx, { authorId }) => {\n const posts = Array.from(ctx.db.post.by_authorId.filter(authorId));\n for (const p of posts) {\n ctx.db.post.id.delete(p.id);\n }\n ctx.db.author.id.delete(authorId);\n});", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(26,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:02.608394100Z", + "finished_at": "2026-03-26T13:29:07.189423200Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string().index({ type: 'btree' }),\n amount: t.u64(),\n fulfilled: t.bool(),\n }\n);\n\nconst categoryStats = table(\n { name: 'categoryStats', public: true },\n {\n category: t.string().primaryKey(),\n totalAmount: t.u64(),\n orderCount: t.u32(),\n }\n);\n\nconst spacetimedb = schema(order, categoryStats);\n\nspacetimedb.reducer('compute_stats', { category: t.string() }, (ctx, { category }) => {\n let totalAmount = 0;\n let orderCount = 0;\n\n for (const o of ctx.db.order.category.filter(category)) {\n totalAmount += o.amount;\n orderCount += 1;\n }\n\n const existing = ctx.db.categoryStats.category.find(category);\n if (existing) {\n existing.totalAmount = totalAmount;\n existing.orderCount = orderCount;\n ctx.db.categoryStats.category.update(existing);\n } else {\n ctx.db.categoryStats.insert({ category, totalAmount, orderCount });\n }\n});\n\nexport { spacetimedb };", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(7,32): error TS2345: Argument of type '{ type: string; }' is not assignable to parameter of type 'NonNullable'.\r\nsrc/index.ts(22,28): error TS2345: Argument of type 'TableSchema; category: StringColumnBuilder<{ indexType: NonNullable; }>; amount: U64Builder; fulfilled: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(24,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(33,50): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(37,35): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:05.046453400Z", + "finished_at": "2026-03-26T13:28:39.219664500Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst customer = table(\n { name: 'customer', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n customerId: t.u64().index({ type: 'btree' }),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst orderDetail = table(\n { name: 'orderDetail', public: true },\n {\n orderId: t.u64().primaryKey(),\n customerName: t.string(),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ customer, order, orderDetail });\nexport default spacetimedb;\n\nspacetimedb.reducer('build_order_details', (ctx) => {\n for (const o of ctx.db.order.iter()) {\n const c = ctx.db.customer.id.find(o.customerId);\n if (c) {\n ctx.db.orderDetail.insert({\n orderId: o.id,\n customerName: c.name,\n product: o.product,\n amount: o.amount,\n });\n }\n }\n});", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(15,31): error TS2345: Argument of type '{ type: string; }' is not assignable to parameter of type 'NonNullable'.\r\nsrc/index.ts(34,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer; name: StringBuilder; }>, []>; readonly order: TableSchema<...>; readonly orderDetail: TableSchema<...>; }>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer; name: StringBuilder; }>, []>; readonly order: TableSchema<...>; readonly orderDetail: TableSchema<...>; }>, {}>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:13.618026Z", + "finished_at": "2026-03-26T13:28:41.350782Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, reducer, ReducerContext, t } from '@clockworklabs/spacetimedb-sdk';\n\nconst account = table({\n name: 'account',\n public: true,\n}, {\n id: t.u64.primaryKey().autoInc(),\n email: t.string.unique(),\n displayName: t.string,\n});\n\nconst spacetimedb = { account };\n\nexport const create_account = reducer(spacetimedb, { email: t.string, displayName: t.string }, (ctx: ReducerContext, { email, displayName }: { email: string; displayName: string }) => {\n ctx.db.account.insert({ id: 0n, email, displayName });\n});", + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,51): error TS2307: Cannot find module '@clockworklabs/spacetimedb-sdk' or its corresponding type declarations.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:20.495900700Z", + "finished_at": "2026-03-26T13:29:39.583222400Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst product = table(\n { name: 'product', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n price: t.u32().index('btree'),\n }\n);\n\nconst priceRangeResult = table(\n { name: 'priceRangeResult', public: true },\n {\n productId: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ product, priceRangeResult });\nexport default spacetimedb;\n\nexport const find_in_price_range = spacetimedb.reducer(\n { minPrice: t.u32(), maxPrice: t.u32() },\n (ctx, { minPrice, maxPrice }) => {\n for (const p of ctx.db.product.iter()) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n ctx.db.priceRangeResult.insert({\n productId: p.id,\n name: p.name,\n price: p.price,\n });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "price_range_result": {} + }, + "only_llm": { + "priceRangeResult": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:29.592749500Z", + "finished_at": "2026-03-26T13:29:00.197355800Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst player = table(\n { name: 'player', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n score: t.u64(),\n }\n);\n\nconst leaderboard = table(\n { name: 'leaderboard', public: true },\n {\n rank: t.u32().primaryKey(),\n playerName: t.string(),\n score: t.u64(),\n }\n);\n\nconst spacetimedb = schema(player, leaderboard);\nexport default spacetimedb;\n\nexport const build_leaderboard = spacetimedb.reducer(\n { limit: t.u32() },\n (ctx, { limit }) => {\n // Clear existing leaderboard entries\n for (const entry of ctx.db.leaderboard.iter()) {\n ctx.db.leaderboard.rank.delete(entry.rank);\n }\n\n // Collect all players into an array and sort by score descending\n const players = Array.from(ctx.db.player.iter());\n players.sort((a, b) => {\n if (b.score > a.score) return 1;\n if (b.score < a.score) return -1;\n return 0;\n });\n\n // Take the first `limit` entries and insert into leaderboard\n const count = Math.min(limit, players.length);\n for (let i = 0; i < count; i++) {\n ctx.db.leaderboard.insert({\n rank: (i + 1) as number,\n playerName: players[i].name,\n score: players[i].score,\n });\n }\n }\n);", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(21,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; score: U64Builder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:36.929714Z", + "finished_at": "2026-03-26T13:29:16.306974400Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst spacetimedb = schema({\n task: table(\n { name: 'task', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n title: t.string(),\n completed: t.bool(),\n }\n ),\n firstIncomplete: table(\n { name: 'firstIncomplete', public: true },\n {\n taskId: t.u64().primaryKey(),\n title: t.string(),\n }\n ),\n});\n\nexport default spacetimedb;\n\nexport const find_first_incomplete = spacetimedb.reducer((ctx) => {\n for (const task of ctx.db.task.iter()) {\n if (!task.completed) {\n ctx.db.firstIncomplete.insert({ taskId: task.id, title: task.title });\n return;\n }\n }\n});", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "first_incomplete": {} + }, + "only_llm": { + "firstIncomplete": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:39.219838900Z", + "finished_at": "2026-03-26T13:29:16.299081800Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'order' },\n {\n id: { type: t.u64(), primaryKey: true, autoInc: true },\n category: t.string(),\n amount: t.u32(),\n }\n ),\n table(\n { name: 'distinctCategory' },\n {\n category: { type: t.string(), primaryKey: true },\n }\n )\n);\n\nspacetimedb.reducer('collect_distinct_categories', (ctx) => {\n const categories = new Set();\n for (const order of ctx.db.order.iter()) {\n categories.add(order.category);\n }\n for (const category of categories) {\n const existing = ctx.db.distinctCategory.category.find(category);\n if (!existing) {\n ctx.db.distinctCategory.insert({ category });\n }\n }\n});", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(7,28): error TS2353: Object literal may only specify known properties, and 'primaryKey' does not exist in type 'TypeBuilder | ColumnBuilder>'.\r\nsrc/index.ts(15,37): error TS2353: Object literal may only specify known properties, and 'primaryKey' does not exist in type 'TypeBuilder | ColumnBuilder>'.\r\nsrc/index.ts(20,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(26,55): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:28:41.351080300Z", + "finished_at": "2026-03-26T13:29:16.308643800Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n active: t.bool(),\n }\n);\n\nconst userStats = table(\n { name: 'userStats', public: true },\n {\n key: t.string().primaryKey(),\n count: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ user, userStats });\nexport default spacetimedb;\n\nexport const compute_user_counts = spacetimedb.reducer((ctx) => {\n let total = 0n;\n let active = 0n;\n for (const u of ctx.db.user.iter()) {\n total += 1n;\n if (u.active === true) {\n active += 1n;\n }\n }\n\n const existingTotal = ctx.db.userStats.key.find('total');\n if (existingTotal) {\n ctx.db.userStats.key.update({ key: 'total', count: total });\n } else {\n ctx.db.userStats.insert({ key: 'total', count: total });\n }\n\n const existingActive = ctx.db.userStats.key.find('active');\n if (existingActive) {\n ctx.db.userStats.key.update({ key: 'active', count: active });\n } else {\n ctx.db.userStats.insert({ key: 'active', count: active });\n }\n});", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user_stats": {} + }, + "only_llm": { + "userStats": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:29:02.598228300Z", + "finished_at": "2026-03-26T13:29:48.269881600Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst eventLog = table(\n {\n name: 'eventLog',\n public: true,\n indexes: [\n { accessor: 'by_category_severity', algorithm: 'btree' as const, columns: ['category', 'severity'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n severity: t.u32(),\n message: t.string(),\n }\n);\n\nconst filteredEvent = table(\n {\n name: 'filteredEvent',\n public: true,\n },\n {\n eventId: t.u64().primaryKey(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ eventLog, filteredEvent });\nexport default spacetimedb;\n\nexport const filter_events = spacetimedb.reducer(\n { category: t.string(), severity: t.u32() },\n (ctx, { category, severity }) => {\n for (const row of ctx.db.eventLog.iter()) {\n if (row.category === category && row.severity === severity) {\n ctx.db.filteredEvent.insert({ eventId: row.id, message: row.message });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "event_log": {}, + "filtered_event": {} + }, + "only_llm": { + "eventLog": {}, + "filteredEvent": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:29:11.255472500Z", + "finished_at": "2026-03-26T13:29:50.926658800Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ScheduleAt } from 'spacetimedb';\nimport { table, t, schema } from 'spacetimedb/server';\n\nconst reminder = table(\n { name: 'reminder', scheduled: (): any => send_reminder },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ reminder });\nexport default spacetimedb;\n\nexport const send_reminder = spacetimedb.reducer({ arg: reminder.rowType }, (_ctx, { arg }) => {\n});\n\nexport const init = spacetimedb.init((ctx) => {\n const fireTime = ctx.timestamp + 60_000_000n;\n ctx.db.reminder.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.time(fireTime),\n message: 'one-shot reminder',\n });\n});", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,20): error TS2365: Operator '+' cannot be applied to types 'Timestamp' and 'bigint'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:28.563952700Z", + "finished_at": "2026-03-26T13:28:20.495641900Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ScheduleAt } from 'spacetimedb';\nimport { schema, t, table } from 'spacetimedb/server';\n\nconst spacetimedb = schema({});\nexport default spacetimedb;\n\nconst cleanupJob = table(\n { name: 'cleanupJob', scheduled: (): any => run_cleanup },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nexport const run_cleanup = spacetimedb.reducer({ arg: cleanupJob.rowType }, (_ctx, { arg }) => {\n});\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.cleanupJob.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(60_000_000n),\n });\n});\n\nexport const cancel_cleanup = spacetimedb.reducer({ scheduledId: 'u64' }, (ctx, { scheduledId }) => {\n ctx.db.cleanupJob.delete({ scheduledId });\n});", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(19,10): error TS2339: Property 'cleanupJob' does not exist on type 'DbView>'.\r\nsrc/index.ts(25,53): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer, ParamsObj>): ReducerExport, ParamsObj>', gave the following error.\r\n Type 'string' is not assignable to type 'ColumnBuilder | TypeBuilder'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer, {}>): ReducerExport, {}>', gave the following error.\r\n Object literal may only specify known properties, and 'scheduledId' does not exist in type 'ReducerOpts'.\r\nsrc/index.ts(26,10): error TS2339: Property 'cleanupJob' does not exist on type 'DbView>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:28.565319300Z", + "finished_at": "2026-03-26T13:28:20.494753700Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'onlinePlayer', public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp(),\n }\n )\n);\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});", + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; connectedAt: TimestampBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:27:30.567266300Z", + "finished_at": "2026-03-26T13:28:23.299505700Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: false },\n {\n identity: t.identity().primaryKey(),\n name: t.string(),\n }\n);\n\nconst message = table(\n { name: 'message', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n sender: t.identity().index({ type: 'btree' }),\n text: t.string(),\n }\n);\n\nconst spacetimedb = schema(user, message);\nexport default spacetimedb;\n\nexport const register = spacetimedb.reducer({ name: t.string() }, (ctx, { name }) => {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (existing) {\n throw new SenderError('already registered');\n }\n ctx.db.user.insert({ identity: ctx.sender, name });\n});\n\nexport const post_message = spacetimedb.reducer({ text: t.string() }, (ctx, { text }) => {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (!existing) {\n throw new SenderError('not registered');\n }\n ctx.db.message.insert({ id: 0n, sender: ctx.sender, text });\n});", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(15,32): error TS2345: Argument of type '{ type: string; }' is not assignable to parameter of type 'NonNullable'.\r\nsrc/index.ts(20,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(24,41): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(32,41): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:11.105761300Z", + "finished_at": "2026-03-26T13:27:05.426585200Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst config = table(\n { name: 'config', public: false },\n {\n id: t.u32().primaryKey(),\n admin: t.identity(),\n }\n);\n\nconst admin_log = table(\n { name: 'admin_log', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n action: t.string(),\n }\n);\n\nconst spacetimedb = schema(config, admin_log);\nexport default spacetimedb;\n\nexport const bootstrap_admin = spacetimedb.reducer((ctx) => {\n const existing = ctx.db.config.id.find(0);\n if (existing) {\n throw new SenderError('already bootstrapped');\n }\n ctx.db.config.insert({ id: 0, admin: ctx.sender });\n});\n\nexport const admin_action = spacetimedb.reducer({ action: t.string() }, (ctx, { action }) => {\n const cfg = ctx.db.config.id.find(0);\n if (!cfg) {\n throw new SenderError('not bootstrapped');\n }\n if (ctx.sender !== cfg.admin) {\n throw new SenderError('not admin');\n }\n ctx.db.admin_log.insert({ id: 0n, action });\n});", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(19,28): error TS2345: Argument of type 'TableSchema; admin: IdentityBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(23,37): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(31,32): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:11.106623200Z", + "finished_at": "2026-03-26T13:26:28.846560Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type Identity } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n identity: t.identity().primaryKey(),\n role: t.string(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const register = spacetimedb.reducer({}, (ctx) => {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (existing) {\n throw new Error('already registered');\n }\n ctx.db.user.insert({ identity: ctx.sender, role: 'member' });\n});\n\nexport const promote = spacetimedb.reducer({ target: t.identity() }, (ctx, { target }: { target: Identity }) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw new Error('not registered');\n }\n if (caller.role !== 'admin') {\n throw new Error('not admin');\n }\n const targetUser = ctx.db.user.identity.find(target);\n if (!targetUser) {\n throw new Error('target not registered');\n }\n targetUser.role = 'admin';\n ctx.db.user.identity.update(targetUser);\n});\n\nexport const member_action = spacetimedb.reducer({}, (ctx) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw new Error('not registered');\n }\n});\n\nexport const admin_action = spacetimedb.reducer({}, (ctx) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw new Error('not registered');\n }\n if (caller.role !== 'admin') {\n throw new Error('not admin');\n }\n});", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:11.107634500Z", + "finished_at": "2026-03-26T13:26:51.359646400Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError, type Identity } from 'spacetimedb/server';\n\nconst admin = table(\n { name: 'admin', public: false },\n {\n identity: t.identity().primaryKey(),\n }\n);\n\nconst banned = table(\n { name: 'banned', public: false },\n {\n identity: t.identity().primaryKey(),\n }\n);\n\nconst player = table(\n { name: 'player', public: true },\n {\n identity: t.identity().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ admin, banned, player });\nexport default spacetimedb;\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.admin.insert({ identity: ctx.sender });\n});\n\nexport const add_admin = spacetimedb.reducer(\n { target: t.identity() },\n (ctx, { target }) => {\n const caller = ctx.db.admin.identity.find(ctx.sender);\n if (!caller) {\n throw new SenderError('not admin');\n }\n const existing = ctx.db.admin.identity.find(target);\n if (!existing) {\n ctx.db.admin.insert({ identity: target });\n }\n }\n);\n\nexport const ban_player = spacetimedb.reducer(\n { target: t.identity() },\n (ctx, { target }) => {\n const caller = ctx.db.admin.identity.find(ctx.sender);\n if (!caller) {\n throw new SenderError('not admin');\n }\n ctx.db.banned.insert({ identity: target });\n const existing = ctx.db.player.identity.find(target);\n if (existing) {\n ctx.db.player.identity.delete(target);\n }\n }\n);\n\nexport const join_game = spacetimedb.reducer(\n { name: t.string() },\n (ctx, { name }) => {\n const isBanned = ctx.db.banned.identity.find(ctx.sender);\n if (isBanned) {\n throw new SenderError('banned');\n }\n const existing = ctx.db.player.identity.find(ctx.sender);\n if (existing) {\n throw new SenderError('already in game');\n }\n ctx.db.player.insert({ identity: ctx.sender, name });\n }\n);", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,46): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:11.108482200Z", + "finished_at": "2026-03-26T13:27:00.087550700Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst rate_limit = table(\n { name: 'rate_limit', public: false },\n {\n identity: t.identity().primaryKey(),\n last_call_us: t.u64(),\n }\n);\n\nconst action_log = table(\n { name: 'action_log', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n identity: t.identity(),\n payload: t.string(),\n }\n);\n\nconst spacetimedb = schema(rate_limit, action_log);\nexport default spacetimedb;\n\nexport const limited_action = spacetimedb.reducer(\n { payload: t.string() },\n (ctx, { payload }) => {\n const now: bigint = ctx.timestamp.microsSinceUnixEpoch;\n const sender = ctx.sender;\n const existing = ctx.db.rate_limit.identity.find(sender);\n if (existing && (now - existing.last_call_us) < 1_000_000n) {\n throw new SenderError('rate limited');\n }\n if (existing) {\n ctx.db.rate_limit.identity.update({ ...existing, last_call_us: now });\n } else {\n ctx.db.rate_limit.insert({ identity: sender, last_call_us: now });\n }\n ctx.db.action_log.insert({ id: 0n, identity: sender, payload });\n }\n);", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,28): error TS2345: Argument of type 'TableSchema; last_call_us: U64Builder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(28,49): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(33,34): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:11.109289900Z", + "finished_at": "2026-03-26T13:26:28.847276500Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type RowObj } from 'spacetimedb/server';\n\nconst document = table(\n {\n name: 'document',\n public: true,\n indexes: [\n { accessor: 'by_owner', algorithm: 'btree', columns: ['owner'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity(),\n title: t.string(),\n }\n);\n\nconst document_share = table(\n {\n name: 'document_share',\n public: true,\n indexes: [\n { accessor: 'by_document_id', algorithm: 'btree', columns: ['document_id'] },\n { accessor: 'by_shared_with', algorithm: 'btree', columns: ['shared_with'] },\n ],\n },\n {\n document_id: t.u64(),\n shared_with: t.identity(),\n }\n);\n\nconst spacetimedb = schema(document, document_share);\nexport default spacetimedb;\n\nexport const create_document = spacetimedb.reducer(\n { title: t.string() },\n (ctx, { title }) => {\n ctx.db.document.insert({ id: 0n, owner: ctx.sender, title });\n }\n);\n\nexport const share_document = spacetimedb.reducer(\n { document_id: t.u64(), target: t.identity() },\n (ctx, { document_id, target }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new Error('not found');\n }\n if (doc.owner !== ctx.sender) {\n throw new Error('not owner');\n }\n ctx.db.document_share.insert({ document_id, shared_with: target });\n }\n);\n\nexport const edit_document = spacetimedb.reducer(\n { document_id: t.u64(), new_title: t.string() },\n (ctx, { document_id, new_title }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new Error('not found');\n }\n let authorized = false;\n if (doc.owner === ctx.sender) {\n authorized = true;\n } else {\n for (const share of ctx.db.document_share.by_document_id.filter(document_id)) {\n if (share.shared_with === ctx.sender) {\n authorized = true;\n break;\n }\n }\n }\n if (!authorized) {\n throw new Error('unauthorized');\n }\n ctx.db.document.id.update({ ...doc, title: new_title });\n }\n);", + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(33,28): error TS2345: Argument of type 'TableSchema; owner: IdentityBuilder; title: StringBuilder; }>, [...]>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(46,36): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"hash\" | \"direct\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(60,36): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"hash\" | \"direct\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(78,24): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"hash\" | \"direct\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "anthropic", + "started_at": "2026-03-26T13:26:11.110163300Z", + "finished_at": "2026-03-26T13:26:53.580199200Z" + } + } + }, + { + "name": "Grok 4", + "route_api_model": "grok-4", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst emptyTable = table(\n { name: 'emptyTable', public: true },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({ emptyTable });\nexport default spacetimedb;\n\nexport const emptyReducerNoArgs = spacetimedb.reducer((ctx) => {});\n\nexport const emptyReducerWithInt = spacetimedb.reducer(\n { count: t.i32() },\n (ctx, { count }) => {}\n);\n\nexport const emptyReducerWithString = spacetimedb.reducer(\n { name: t.string() },\n (ctx, { name }) => {}\n);\n\nexport const emptyReducerWithTwoArgs = spacetimedb.reducer(\n { count: t.i32(), name: t.string() },\n (ctx, { count, name }) => {}\n);\n\nexport const emptyReducerWithThreeArgs = spacetimedb.reducer(\n { active: t.boolean(), ratio: t.f32(), label: t.string() },\n (ctx, { active, ratio, label }) => {}\n);\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(31,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:31:09.377484Z", + "finished_at": "2026-03-26T13:31:49.249097500Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:31:16.609009700Z", + "finished_at": "2026-03-26T13:31:47.043627600Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst spacetimedb = schema({\n tickTimer: table(\n { name: 'tickTimer', scheduled: (): any => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n ),\n});\n\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer({ arg: spacetimedb.tickTimer.rowType }, (ctx, { arg }) => {\n});\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50000n),\n });\n});\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(16,60): error TS2339: Property 'tickTimer' does not exist on type 'Schema; scheduledAt: ScheduleAtBuilder; }>, []>; }>>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:31:17.052371900Z", + "finished_at": "2026-03-26T13:31:47.044418600Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:31:19.751706100Z", + "finished_at": "2026-03-26T13:31:52.717824Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:31:19.753443100Z", + "finished_at": "2026-03-26T13:31:52.461058Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:31:31.083295900Z", + "finished_at": "2026-03-26T13:32:28.465435Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_users_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:31:35.524336900Z", + "finished_at": "2026-03-26T13:32:25.217679400Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst spacetimedb = schema({\n user: table(\n { public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n ),\n});\n\nexport default spacetimedb;\n\nexport const crud = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n const alice = ctx.db.user.id.find(1);\n if (alice) {\n alice.name = \"Alice2\";\n alice.age = 31;\n alice.active = false;\n ctx.db.user.id.update(alice);\n }\n ctx.db.user.id.delete(2);\n});\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52485/v1/database/c200f8a198fce41f24688d482668b9c8a1baa44b87c28b4e76582de7ac64cb71/call/crud)\n", + "phase": "call_reducer_golden" + } + }, + "crud_total_count_one": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:31:35.530208300Z", + "finished_at": "2026-03-26T13:32:19.771052500Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_row": { + "pass": true, + "partial": 1.0, + "notes": { + "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:31:49.233041300Z", + "finished_at": "2026-03-26T13:32:37.120306900Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:31:49.240670900Z", + "finished_at": "2026-03-26T13:32:31.645304300Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst spacetimedb = schema({\n event: table(\n { public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n ),\n});\n\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.reducer(ctx => {\n ctx.db.event.insert({ id: 0n, kind: \"connected\" });\n});\n\nexport const clientDisconnected = spacetimedb.reducer(ctx => {\n ctx.db.event.insert({ id: 0n, kind: \"disconnected\" });\n});\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:31:49.249228100Z", + "finished_at": "2026-03-26T13:32:39.212253200Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:31:52.718025800Z", + "finished_at": "2026-03-26T13:33:03.283135700Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:33:50.933969800Z", + "finished_at": "2026-03-26T13:34:28.956803200Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:33:58.659957400Z", + "finished_at": "2026-03-26T13:34:55.714689900Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:33:58.661454100Z", + "finished_at": "2026-03-26T13:35:20.582552200Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:34:02.927234Z", + "finished_at": "2026-03-26T13:35:08.781252200Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:34:02.930366Z", + "finished_at": "2026-03-26T13:34:57.540505700Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 1, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n {\n name: 'tickTimer',\n scheduled: (): any => tick,\n },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\n\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer(\n { arg: tickTimer.rowType },\n (ctx, { arg }) => {\n }\n);\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50000n),\n });\n});\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tickTimer WHERE scheduledId>=0" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:34:10.038475100Z", + "finished_at": "2026-03-26T13:34:52.006183100Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT id, email, name FROM account WHERE id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:34:10.039807Z", + "finished_at": "2026-03-26T13:34:58.766552700Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "m2m_has_1_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=20" + } + }, + "m2m_has_2_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=20" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "m2m_has_1_10": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=10" + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:34:31.259881200Z", + "finished_at": "2026-03-26T13:35:21.732071700Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst entity = table(\n { name: 'entity', public: true },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst position = table(\n { name: 'position', public: true },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst velocity = table(\n { name: 'velocity', public: true },\n {\n entityId: t.i32().primaryKey(),\n vx: t.i32(),\n vy: t.i32(),\n }\n);\n\nconst nextPosition = table(\n { name: 'nextPosition', public: true },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst spacetimedb = schema({ entity, position, velocity, nextPosition });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.entity.insert({ id: 1 });\n ctx.db.position.insert({ entityId: 1, x: 0, y: 0 });\n ctx.db.velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n\n ctx.db.entity.insert({ id: 2 });\n ctx.db.position.insert({ entityId: 2, x: 10, y: 0 });\n ctx.db.velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n});\n\nexport const step = spacetimedb.reducer((ctx) => {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.entityId.find(pos.entityId);\n if (vel) {\n const nextX = pos.x + vel.vx;\n const nextY = pos.y + vel.vy;\n ctx.db.nextPosition.entityId.upsert({\n entityId: pos.entityId,\n x: nextX,\n y: nextY,\n });\n }\n }\n});\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(56,36): error TS2339: Property 'upsert' does not exist on type 'UniqueIndex; x: I32Builder; y: I32Builder; }>, []>>, { ...; }> & { ...; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:34:35.937986600Z", + "finished_at": "2026-03-26T13:35:30.064218Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:34:57.540791800Z", + "finished_at": "2026-03-26T13:35:42.709548800Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst spacetimedb = schema({\n announcement: table(\n { public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n message: t.string(),\n active: t.bool().index('btree'),\n }\n ),\n});\n\nexport default spacetimedb;\n\nexport const activeAnnouncements = spacetimedb.anonymousView(\n { name: 'activeAnnouncements', public: true },\n t.array(spacetimedb.tables.announcement.rowType),\n (ctx) => {\n return ctx.db.announcement.where({ active: true });\n }\n);\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(18,23): error TS2339: Property 'tables' does not exist on type 'Schema; message: StringBuilder; active: BoolColumnBuilder<{ indexType: \"btree\"; }>; }>, []>; }>>'.\r\nsrc/index.ts(20,32): error TS2339: Property 'where' does not exist on type '{ count: () => bigint; iter: () => IteratorObject<{ id: bigint; message: string; active: boolean; }, undefined, unknown>; [Symbol.iterator]: () => IteratorObject<{ id: bigint; message: string; active: boolean; }, undefined, unknown>; id: ReadonlyUniqueIndex<...>; active: ReadonlyRangedIndex<...>; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:33:03.603101800Z", + "finished_at": "2026-03-26T13:34:00.714925800Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst profile = table(\n { public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n identity: t.identity().unique(),\n name: t.string(),\n bio: t.string(),\n }\n);\n\nconst spacetimedb = schema({ profile });\n\nexport const my_profile = spacetimedb.view(\n { name: 'my_profile', public: true },\n t.option(profile.rowType),\n (ctx) => ctx.db.profile.identity.find(ctx.sender())\n);\n\nexport default spacetimedb;\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(18,12): error TS2322: Type 'RowType; identity: IdentityColumnBuilder<{ isUnique: true; }>; name: StringBuilder; bio: StringBuilder; }>, []>>> | null' is not assignable to type '{ name: string; id: bigint; identity: Identity; bio: string; } | RowTypedQuery | undefined'.\r\n Type 'null' is not assignable to type '{ name: string; id: bigint; identity: Identity; bio: string; } | RowTypedQuery | undefined'.\r\nsrc/index.ts(18,45): error TS2349: This expression is not callable.\r\n Type 'Identity' has no call signatures.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:33:03.612281100Z", + "finished_at": "2026-03-26T13:33:44.390430400Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:28.821303700Z", + "finished_at": "2026-03-26T13:32:57.670167Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:30.852595200Z", + "finished_at": "2026-03-26T13:33:03.601048Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:30:47.503788Z", + "finished_at": "2026-03-26T13:31:14.308866600Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:30:47.509110200Z", + "finished_at": "2026-03-26T13:31:09.377193500Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:31.645583400Z", + "finished_at": "2026-03-26T13:33:13.181914100Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string().index('btree'),\n amount: t.u64(),\n fulfilled: t.bool(),\n }\n);\n\nconst categoryStats = table(\n { name: 'categoryStats', public: true },\n {\n category: t.string().primaryKey(),\n totalAmount: t.u64(),\n orderCount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ order, categoryStats });\n\nexport default spacetimedb;\n\nexport const compute_stats = spacetimedb.reducer(\n { category: t.string() },\n (ctx, { category }) => {\n let totalAmount = 0n;\n let orderCount = 0;\n for (const ord of ctx.db.order.category.filter(category)) {\n totalAmount += ord.amount;\n orderCount++;\n }\n const stats = ctx.db.categoryStats.category.find(category);\n if (stats) {\n stats.totalAmount = totalAmount;\n stats.orderCount = orderCount;\n ctx.db.categoryStats.category.update(stats);\n } else {\n ctx.db.categoryStats.insert({\n category,\n totalAmount,\n orderCount,\n });\n }\n }\n);\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "category_stats": {} + }, + "only_llm": { + "categoryStats": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:37.120589Z", + "finished_at": "2026-03-26T13:33:17.861034800Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst customer = table(\n { name: 'customer', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n customerId: t.u64().index('btree'),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst orderDetail = table(\n { name: 'orderDetail', public: true },\n {\n orderId: t.u64().primaryKey(),\n customerName: t.string(),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ customer, order, orderDetail });\nexport default spacetimedb;\n\nexport const build_order_details = spacetimedb.reducer((ctx) => {\n for (const ord of ctx.db.order.iter()) {\n const cust = ctx.db.customer.id.find(ord.customerId);\n if (cust) {\n ctx.db.orderDetail.insert({\n orderId: ord.id,\n customerName: cust.name,\n product: ord.product,\n amount: ord.amount,\n });\n }\n }\n});\n```", + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "order_detail": {} + }, + "only_llm": { + "orderDetail": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:39.212702200Z", + "finished_at": "2026-03-26T13:33:10.655652700Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:57.670393800Z", + "finished_at": "2026-03-26T13:33:18.502758700Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst product = table(\n { name: 'product', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n price: t.u32().index('btree'),\n }\n);\n\nconst priceRangeResult = table(\n { name: 'priceRangeResult', public: true },\n {\n productId: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ product, priceRangeResult });\nexport default spacetimedb;\n\nexport const find_in_price_range = spacetimedb.reducer(\n { minPrice: t.u32(), maxPrice: t.u32() },\n (ctx, { minPrice, maxPrice }) => {\n for (const p of ctx.db.product.iter()) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n ctx.db.priceRangeResult.insert({\n productId: p.id,\n name: p.name,\n price: p.price,\n });\n }\n }\n }\n);\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "price_range_result": {} + }, + "only_llm": { + "priceRangeResult": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:33:08.200857700Z", + "finished_at": "2026-03-26T13:33:58.658358600Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst player = table(\n { name: 'player', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n score: t.u64(),\n }\n);\n\nconst leaderboard = table(\n { name: 'leaderboard', public: true },\n {\n rank: t.u32().primaryKey(),\n playerName: t.string(),\n score: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ player, leaderboard });\n\nexport default spacetimedb;\n\nexport const build_leaderboard = spacetimedb.reducer(\n { limit: t.u32() },\n (ctx, { limit }) => {\n const players = Array.from(ctx.db.player.iter());\n players.sort((a, b) => (b.score > a.score ? 1 : b.score < a.score ? -1 : 0));\n const top = players.slice(0, limit);\n ctx.db.leaderboard.deleteAll();\n for (let i = 0; i < top.length; i++) {\n ctx.db.leaderboard.insert({\n rank: i + 1,\n playerName: top[i].name,\n score: top[i].score,\n });\n }\n }\n);\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(31,24): error TS2551: Property 'deleteAll' does not exist on type '{ insert: (row: { score: bigint; rank: number; playerName: string; }) => { score: bigint; rank: number; playerName: string; }; delete: (row: { score: bigint; rank: number; playerName: string; }) => boolean; count: () => bigint; iter: () => IteratorObject<...>; [Symbol.iterator]: () => IteratorObject<...>; rank: Uniq...'. Did you mean 'delete'?\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:33:10.656060700Z", + "finished_at": "2026-03-26T13:34:02.929861900Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst task = table(\n { name: 'task', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n title: t.string(),\n completed: t.boolean(),\n }\n);\n\nconst firstIncomplete = table(\n { name: 'firstIncomplete', public: true },\n {\n taskId: t.u64().primaryKey(),\n title: t.string(),\n }\n);\n\nconst spacetimedb = schema({ task, firstIncomplete });\n\nexport default spacetimedb;\n\nexport const find_first_incomplete = spacetimedb.reducer((ctx) => {\n for (const t of ctx.db.task.iter()) {\n if (!t.completed) {\n ctx.db.firstIncomplete.insert({\n taskId: t.id,\n title: t.title,\n });\n return;\n }\n }\n});\n", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(8,18): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:33:15.196452700Z", + "finished_at": "2026-03-26T13:33:58.659735900Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order' },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u32(),\n }\n);\n\nconst distinctCategory = table(\n { name: 'distinctCategory' },\n {\n category: t.string().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({\n order,\n distinctCategory,\n});\n\nexport default spacetimedb;\n\nexport const collect_distinct_categories = spacetimedb.reducer((ctx) => {\n const categories = new Set();\n for (const o of ctx.db.order.iter()) {\n categories.add(o.category);\n }\n for (const cat of categories) {\n ctx.db.distinctCategory.insert({ category: cat });\n }\n});\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "distinct_category": {} + }, + "only_llm": { + "distinctCategory": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:33:17.861490600Z", + "finished_at": "2026-03-26T13:34:09.682169800Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n active: t.bool(),\n }\n);\n\nconst userStats = table(\n { name: 'userStats', public: true },\n {\n key: t.string().primaryKey(),\n count: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ user, userStats });\n\nexport default spacetimedb;\n\nexport const compute_user_counts = spacetimedb.reducer((ctx) => {\n let total = 0n;\n let active = 0n;\n for (const u of ctx.db.user.iter()) {\n total++;\n if (u.active) {\n active++;\n }\n }\n ctx.db.userStats.insert({ key: 'total', count: total });\n ctx.db.userStats.insert({ key: 'active', count: active });\n});\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user_stats": {} + }, + "only_llm": { + "userStats": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:33:18.503562600Z", + "finished_at": "2026-03-26T13:34:10.038049200Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst eventLog = table(\n {\n name: 'eventLog',\n indexes: [\n {\n accessor: 'byCategoryAndSeverity',\n algorithm: 'btree',\n columns: ['category', 'severity'],\n },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n severity: t.u32(),\n message: t.string(),\n }\n);\n\nconst filteredEvent = table(\n {\n name: 'filteredEvent',\n },\n {\n eventId: t.u64().primaryKey(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({\n eventLog,\n filteredEvent,\n});\n\nexport const filter_events = spacetimedb.reducer(\n {\n category: t.string(),\n severity: t.u32(),\n },\n (ctx, { category, severity }) => {\n for (const event of ctx.db.eventLog.iter()) {\n if (event.category === category && event.severity === severity) {\n ctx.db.filteredEvent.insert({\n eventId: event.id,\n message: event.message,\n });\n }\n }\n }\n);\n\nexport default spacetimedb;\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "event_log": {}, + "filtered_event": {} + }, + "only_llm": { + "eventLog": {}, + "filteredEvent": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:33:46.519405Z", + "finished_at": "2026-03-26T13:34:35.937685600Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:31:52.719376900Z", + "finished_at": "2026-03-26T13:32:28.821130Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:19.771302800Z", + "finished_at": "2026-03-26T13:33:50.933703700Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp(),\n }\n);\n\nconst spacetimedb = schema({ onlinePlayer });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected(ctx => {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected(ctx => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": { + "changed": {}, + "only_golden": { + "onlinePlayer": {} + }, + "only_llm": { + "online_player": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:28.466799400Z", + "finished_at": "2026-03-26T13:33:05.884892800Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:30:47.511117200Z", + "finished_at": "2026-03-26T13:31:19.751510500Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:30:47.513544700Z", + "finished_at": "2026-03-26T13:31:17.051955300Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:30:47.515833700Z", + "finished_at": "2026-03-26T13:31:31.083013200Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:30:47.518171600Z", + "finished_at": "2026-03-26T13:31:19.460620600Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t, type Identity } from 'spacetimedb/server';\n\nconst rate_limit = table(\n { public: false },\n {\n identity: t.identity().primaryKey(),\n last_call_us: t.u64(),\n }\n);\n\nconst action_log = table(\n { public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n identity: t.identity(),\n payload: t.string(),\n }\n);\n\nconst spacetimedb = schema({\n rate_limit,\n action_log,\n});\n\nexport default spacetimedb;\n\nexport const limited_action = spacetimedb.reducer(\n { payload: t.string() },\n (ctx, { payload }) => {\n const now = ctx.timestamp.microsSinceUnixEpoch;\n const existing = ctx.db.rate_limit.identity.find(ctx.sender);\n if (existing !== undefined && (now - existing.last_call_us) < 1000000n) {\n throw new Error(\"rate limited\");\n }\n ctx.db.rate_limit.identity.insertOrUpdate({\n identity: ctx.sender,\n last_call_us: now,\n });\n ctx.db.action_log.insert({\n id: 0n,\n identity: ctx.sender,\n payload,\n });\n }\n);\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\nsrc/index.ts(32,42): error TS18047: 'existing' is possibly 'null'.\r\nsrc/index.ts(35,32): error TS2339: Property 'insertOrUpdate' does not exist on type 'UniqueIndex; last_call_us: U64Builder; }>, []>>, { ...; }> & { ...; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:30:47.519353700Z", + "finished_at": "2026-03-26T13:31:35.522892800Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst document = table(\n { name: 'document', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity().index('btree'),\n title: t.string(),\n }\n);\n\nconst document_share = table(\n { name: 'document_share', public: true },\n {\n document_id: t.u64().index('btree'),\n shared_with: t.identity().index('btree'),\n }\n);\n\nconst spacetimedb = schema({ document, document_share });\nexport default spacetimedb;\n\nexport const create_document = spacetimedb.reducer(\n { title: t.string() },\n (ctx, { title }) => {\n ctx.db.document.insert({\n id: 0n,\n owner: ctx.sender,\n title,\n });\n }\n);\n\nexport const share_document = spacetimedb.reducer(\n { document_id: t.u64(), target: t.identity() },\n (ctx, { document_id, target }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new SenderError(\"not found\");\n }\n if (doc.owner !== ctx.sender) {\n throw new SenderError(\"not owner\");\n }\n ctx.db.document_share.insert({\n document_id,\n shared_with: target,\n });\n }\n);\n\nexport const edit_document = spacetimedb.reducer(\n { document_id: t.u64(), new_title: t.string() },\n (ctx, { document_id, new_title }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new SenderError(\"not found\");\n }\n const isOwner = doc.owner === ctx.sender;\n const shares = ctx.db.document_share.document_id.filter(document_id);\n const isShared = shares.some(s => s.shared_with === ctx.sender);\n if (!isOwner && !isShared) {\n throw new SenderError(\"unauthorized\");\n }\n const updated = { ...doc, title: new_title };\n ctx.db.document.id.update(updated);\n }\n);\n```", + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(60,29): error TS2339: Property 'some' does not exist on type 'IteratorObject<{ document_id: bigint; shared_with: Identity; }, undefined, unknown>'.\r\nsrc/index.ts(60,34): error TS7006: Parameter 's' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:30:47.520574100Z", + "finished_at": "2026-03-26T13:31:35.524148800Z" + } + } + }, + { + "name": "Grok Code", + "route_api_model": "grok-code-fast-1", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'emptyTable' },\n {\n id: t.i32().primaryKey(),\n }\n )\n);\n\nexport const emptyReducerNoArgs = spacetimedb.reducer('emptyReducerNoArgs', (ctx) => {\n});\n\nexport const emptyReducerWithInt = spacetimedb.reducer('emptyReducerWithInt', { count: t.i32() }, (ctx, { count }) => {\n});\n\nexport const emptyReducerWithString = spacetimedb.reducer('emptyReducerWithString', { name: t.string() }, (ctx, { name }) => {\n});\n\nexport const emptyReducerWithTwoArgs = spacetimedb.reducer('emptyReducerWithTwoArgs', { count: t.i32(), name: t.string() }, (ctx, { count, name }) => {\n});\n\nexport const emptyReducerWithThreeArgs = spacetimedb.reducer('emptyReducerWithThreeArgs', { active: t.bool(), ratio: t.f32(), label: t.string() }, (ctx, { active, ratio, label }) => {\n});\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(12,55): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(15,56): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(18,59): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(21,60): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(24,62): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:31:26.315603800Z", + "finished_at": "2026-03-26T13:32:15.115981Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user' },\n {\n id: t.i32(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n ),\n table(\n { name: 'product' },\n {\n id: t.i32(),\n title: t.string(),\n price: t.f32(),\n inStock: t.bool(),\n }\n ),\n table(\n { name: 'note' },\n {\n id: t.i32(),\n body: t.string(),\n rating: t.i64(),\n pinned: t.bool(),\n }\n )\n);\n\nspacetimedb.index('user', 'id', 'unique');\nspacetimedb.index('product', 'id', 'unique');\nspacetimedb.index('note', 'id', 'unique');", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(22,3): error TS2554: Expected 1-2 arguments, but got 3.\r\nsrc/index.ts(33,13): error TS2339: Property 'index' does not exist on type 'Schema>>'.\r\nsrc/index.ts(34,13): error TS2339: Property 'index' does not exist on type 'Schema>>'.\r\nsrc/index.ts(35,13): error TS2339: Property 'index' does not exist on type 'Schema>>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:05.856244Z", + "finished_at": "2026-03-26T13:33:32.134029Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ScheduleAt } from 'spacetimedb';\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: 'tick' },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (ctx, { arg }) => {\n // Scheduled reducer that receives the tickTimer row\n});\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(5,24): error TS2322: Type 'string' is not assignable to type '() => ReducerExport; }> | ProcedureExport; }, UnitBuilder>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:05.862772200Z", + "finished_at": "2026-03-26T13:32:48.967476400Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Position = t.struct({\n x: t.i32(),\n y: t.i32(),\n});\n\nconst entity = table(\n { name: 'entity' },\n {\n id: t.i32().primaryKey(),\n pos: Position,\n }\n);\n\nexport const spacetimedb = schema(entity);", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,20): error TS2339: Property 'struct' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(16,35): error TS2345: Argument of type 'TableSchema; pos: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:05.863860300Z", + "finished_at": "2026-03-26T13:32:37.123137400Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n )\n);\n\nspacetimedb.reducer('insertUser', { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() }, (ctx, { id, name, age, active }) => {\n ctx.db.user.insert({ id, name, age, active });\n});", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,2): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(15,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:10.581564600Z", + "finished_at": "2026-03-26T13:32:46.206163700Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nexport const spacetimedb = schema(user);\n\nexport const updateUser = spacetimedb.reducer({ id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() }, (ctx, { id, name, age, active }) => {\n const user = ctx.db.user.id.find(id);\n if (user) {\n user.name = name;\n user.age = age;\n user.active = active;\n ctx.db.user.id.update(user);\n }\n});", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,35): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(16,31): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(21,20): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:10.582843900Z", + "finished_at": "2026-03-26T13:32:51.076573300Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n )\n);\n\nspacetimedb.reducer('deleteUser', { id: t.i32() }, (ctx, { id }) => {\n ctx.db.user.id.delete(id);\n});", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(15,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:12.922403200Z", + "finished_at": "2026-03-26T13:32:52.704681Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n{ name: 'user', public: true },\n{\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool()\n}\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const crud = spacetimedb.reducer({}, (ctx) => {\n ctx.db.user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n ctx.db.user.id.update({ id: 1, name: \"Alice2\", age: 31, active: false });\n ctx.db.user.id.delete(2);\n});", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52485/v1/database/c200f8a198fce41f24688d482668b9c8a1baa44b87c28b4e76582de7ac64cb71/call/crud)\n", + "phase": "call_reducer_golden" + } + }, + "crud_total_count_one": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:15.116363100Z", + "finished_at": "2026-03-26T13:32:47.013092300Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user' },\n {\n id: t.i32().primary(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n ),\n table(\n { name: 'result' },\n {\n id: t.i32().primary(),\n name: t.string(),\n }\n )\n);\n\nspacetimedb.reducer('lookupUserName', { id: t.i32() }, (ctx, { id }) => {\n const user = ctx.db.user.id.find(id);\n if (user) {\n ctx.db.result.insert({ id: user.id, name: user.name });\n }\n});", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(7,19): error TS2339: Property 'primary' does not exist on type 'I32Builder'.\r\nsrc/index.ts(16,19): error TS2339: Property 'primary' does not exist on type 'I32Builder'.\r\nsrc/index.ts(22,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(23,31): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:17.332441400Z", + "finished_at": "2026-03-26T13:32:55.077879600Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool()\n }\n);\n\nconst spacetimedb = schema(user);\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.user.insert({\n id: 1,\n name: \"Alice\",\n age: 30,\n active: true\n });\n ctx.db.user.insert({\n id: 2,\n name: \"Bob\",\n age: 22,\n active: false\n });\n});", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:37.123340600Z", + "finished_at": "2026-03-26T13:33:02.192045400Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n{ name: 'event', public: true },\n{\n id: t.u64().primaryKey().autoInc(),\n kind: t.string()\n}\n);\n\nconst spacetimedb = schema(event);\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({\n kind: \"connected\"\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({\n kind: \"disconnected\"\n });\n});\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(11,28): error TS2345: Argument of type 'TableSchema; kind: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:47.013350500Z", + "finished_at": "2026-03-26T13:33:38.959547600Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nfunction add(a: number, b: number): number {\n return a + b;\n}\n\nexport const spacetimedb = schema(\n table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n sum: t.i32(),\n }\n )\n);\n\nspacetimedb.reducer('computeSum', { id: t.i32(), a: t.i32(), b: t.i32() }, (ctx, { id, a, b }) => {\n const sum = add(a, b);\n ctx.db.result.insert({ id, sum });\n});", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(8,3): error TS2345: Argument of type 'TableSchema; sum: I32Builder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(17,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:48.967675400Z", + "finished_at": "2026-03-26T13:34:12.239806100Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Score = t.struct({\n left: t.i32(),\n right: t.i32(),\n});\n\nexport const spacetimedb = schema(\n table(\n { name: 'result' },\n {\n id: t.i32().primary(),\n value: Score,\n }\n )\n);\n\nspacetimedb.reducer('setScore', { id: t.i32(), left: t.i32(), right: t.i32() }, (ctx, { id, left, right }) => {\n ctx.db.result.insert({ id, value: { left, right } });\n});", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,17): error TS2339: Property 'struct' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(9,3): error TS2345: Argument of type 'TableSchema, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(12,19): error TS2339: Property 'primary' does not exist on type 'I32Builder'.\r\nsrc/index.ts(18,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:34:25.435133900Z", + "finished_at": "2026-03-26T13:35:08.783375200Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.struct({\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.sum({\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst spacetimedb = schema({\n result: table(\n {},\n {\n id: t.i32().primaryKey(),\n value: Shape,\n }\n ),\n});\n\nexport default spacetimedb;\n\nexport const setCircle = spacetimedb.reducer({ id: t.i32(), radius: t.i32() }, (ctx, { id, radius }) => {\n ctx.db.result.insert({ id, value: { tag: \"circle\", value: radius } });\n});", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,16): error TS2339: Property 'struct' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(8,17): error TS2339: Property 'sum' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:34:31.266782300Z", + "finished_at": "2026-03-26T13:35:34.099591200Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst primitive = table(\n { name: 'primitive', public: true },\n {\n id: t.i32().primaryKey(),\n count: t.i32(),\n total: t.i64(),\n price: t.f32(),\n ratio: t.f64(),\n active: t.bool(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema(primitive);\n\nexport const seed = spacetimedb.reducer({}, (ctx) => {\n ctx.db.primitive.insert({\n id: 1,\n count: 2,\n total: 3000000000n,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\",\n });\n});", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(16,28): error TS2345: Argument of type 'TableSchema; count: I32Builder; total: I64Builder; price: F32Builder; ratio: F64Builder; active: BoolBuilder; name: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:34:40.321074400Z", + "finished_at": "2026-03-26T13:35:34.094179900Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t, reducer } from 'spacetimedb/server';\n\nconst Address = t.object({\n street: t.string(),\n zip: t.i32(),\n});\n\nconst Position = t.object({\n x: t.i32(),\n y: t.i32(),\n});\n\nconst profile = table(\n { name: 'profile', public: true },\n {\n id: t.i32().primaryKey(),\n home: Address,\n work: Address,\n pos: Position,\n }\n);\n\nreducer('seed', () => {\n profile.insert({\n id: 1,\n home: { street: \"1 Main\", zip: 11111 },\n work: { street: \"2 Broad\", zip: 22222 },\n pos: { x: 7, y: 9 },\n });\n});\n\nconst spacetimedb = schema(profile);\n\nexport default spacetimedb;", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,28): error TS2724: '\"spacetimedb/server\"' has no exported member named 'reducer'. Did you mean 'Reducer'?\r\nsrc/index.ts(3,19): error TS2554: Expected 2 arguments, but got 1.\r\nsrc/index.ts(8,20): error TS2554: Expected 2 arguments, but got 1.\r\nsrc/index.ts(24,11): error TS2339: Property 'insert' does not exist on type 'TableSchema; home: ProductBuilder; work: ProductBuilder; pos: ProductBuilder<...>; }>, []>'.\r\nsrc/index.ts(32,28): error TS2345: Argument of type 'TableSchema; home: ProductBuilder; work: ProductBuilder; pos: ProductBuilder<...>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:35:03.368797Z", + "finished_at": "2026-03-26T13:35:52.469345200Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t, spacetimedb } from 'spacetimedb/server';\n\nconst Rect = t.object(\"Rect\", {\n width: t.i32(),\n height: t.i32()\n});\n\nconst Shape = t.enum(\"Shape\", {\n circle: t.i32(),\n rectangle: Rect\n});\n\nconst drawing = table(\n { name: 'drawing', public: true },\n {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape\n }\n);\n\nconst db_schema = schema(drawing);\n\nexport const seed = spacetimedb.reducer({}, (ctx) => {\n ctx.db.drawing.insert({\n id: 1,\n a: { tag: \"circle\", value: 10 },\n b: { tag: \"rectangle\", value: { width: 4, height: 6 } }\n });\n});", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,28): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'spacetimedb'.\r\nsrc/index.ts(22,26): error TS2345: Argument of type 'TableSchema; a: SumBuilder<{ circle: I32Builder; rectangle: ProductBuilder<{ width: I32Builder; height: I32Builder; }>; }>; b: SumBuilder<...>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(24,46): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:35:03.371476400Z", + "finished_at": "2026-03-26T13:35:47.010385300Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 2, + "passed_tests": 1, + "llm_output": "import { schema, t, table, SenderError } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n{ name: 'tickTimer', scheduled: (): any => tick },\n{\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n}\n);\n\nconst spacetimedb = schema({ tickTimer });\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (_ctx, { arg }) => {\n // Scheduled reducer logic here\n});\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});\n\nexport default spacetimedb;", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tickTimer WHERE scheduledId>=0" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:35:08.783541700Z", + "finished_at": "2026-03-26T13:35:41.367813900Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst account = table(\n { name: 'account', public: true },\n {\n id: t.i32().primaryKey(),\n email: t.string().unique(),\n name: t.string(),\n },\n {\n indexes: [\n { accessor: 'byName', algorithm: 'btree', columns: ['name'] },\n ],\n }\n);\n\nexport const spacetimedb = schema(account);\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.account.insert({\n id: 1,\n email: 'a@example.com',\n name: 'Alice',\n });\n ctx.db.account.insert({\n id: 2,\n email: 'b@example.com',\n name: 'Bob',\n });\n});", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(10,2): error TS2554: Expected 2 arguments, but got 3.\r\nsrc/index.ts(17,35): error TS2345: Argument of type 'TableSchema; email: StringColumnBuilder<{ isUnique: true; }>; name: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(19,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:35:08.784658700Z", + "finished_at": "2026-03-26T13:35:47.011643900Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "m2m_has_1_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=20" + } + }, + "m2m_has_2_20": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=20" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "m2m_has_1_10": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=10" + } + }, + "memberships_three_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:35:12.524875900Z", + "finished_at": "2026-03-26T13:35:59.767722500Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'entity' },\n {\n id: t.i32().primaryKey(),\n }\n ),\n table(\n { name: 'position' },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n ),\n table(\n { name: 'velocity' },\n {\n entityId: t.i32().primaryKey(),\n vx: t.i32(),\n vy: t.i32(),\n }\n ),\n table(\n { name: 'nextPosition' },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n )\n);\n\nspacetimedb.reducer('seed', {}, (ctx) => {\n ctx.db.entity.insert({ id: 1 });\n ctx.db.entity.insert({ id: 2 });\n ctx.db.position.insert({ entityId: 1, x: 0, y: 0 });\n ctx.db.position.insert({ entityId: 2, x: 10, y: 0 });\n ctx.db.velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n ctx.db.velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n});\n\nspacetimedb.reducer('step', {}, (ctx) => {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.entityId.find(pos.entityId);\n if (vel) {\n const nextX = pos.x + vel.vx;\n const nextY = pos.y + vel.vy;\n const existing = ctx.db.nextPosition.entityId.find(pos.entityId);\n if (existing) {\n existing.x = nextX;\n existing.y = nextY;\n ctx.db.nextPosition.entityId.update(existing);\n } else {\n ctx.db.nextPosition.insert({ entityId: pos.entityId, x: nextX, y: nextY });\n }\n }\n }\n});", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(18,3): error TS2554: Expected 1-2 arguments, but got 4.\r\nsrc/index.ts(36,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(45,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(47,42): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(51,53): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(55,38): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:35:30.065521500Z", + "finished_at": "2026-03-26T13:35:59.769307400Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst log = table(\n{ name: 'log', public: true, indexes: [{ name: 'byUserDay', type: 'btree', columns: ['userId', 'day'] }] },\n{\n id: t.i32().primaryKey(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string(),\n}\n);\n\nconst spacetimedb = schema(log);\n\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer({}, (ctx) => {\n ctx.db.log.insert({ id: 1, userId: 7, day: 1, message: \"a\" });\n ctx.db.log.insert({ id: 2, userId: 7, day: 2, message: \"b\" });\n ctx.db.log.insert({ id: 3, userId: 9, day: 1, message: \"c\" });\n});", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,61): error TS2353: Object literal may only specify known properties, and 'type' does not exist in type 'IndexOpts<\"userId\" | \"day\" | \"id\" | \"message\">'.\r\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; userId: I32Builder; day: I32Builder; message: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:35:34.099768500Z", + "finished_at": "2026-03-26T13:36:03.991145Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst announcement = table(\n { name: 'announcement', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n message: t.string(),\n active: t.bool().index('btree'),\n }\n);\n\nconst spacetimedb = schema({ announcement });\n\nexport const activeAnnouncements = spacetimedb.anonymousView(\n t.array(announcement.rowType),\n (ctx) => {\n return Array.from(ctx.db.announcement.active.filter(true));\n }\n);\n\nexport default spacetimedb;", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(14,48): error TS2554: Expected 3 arguments, but got 2.\r\nsrc/index.ts(16,3): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:33:38.959689900Z", + "finished_at": "2026-03-26T13:34:40.320832500Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst profile = table(\n { name: 'profile', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n identity: t.identity().unique(),\n name: t.string(),\n bio: t.string(),\n }\n);\n\nconst spacetimedb = schema(profile);\n\nexport const my_profile = spacetimedb.view(\n { name: 'my_profile', public: true },\n t.option(profile.rowType),\n (ctx) => {\n const row = ctx.db.profile.identity.find(ctx.sender());\n return row ?? undefined;\n }\n);\n\nexport default spacetimedb;", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; identity: IdentityColumnBuilder<{ isUnique: true; }>; name: StringBuilder; bio: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(19,41): error TS2339: Property 'find' does not exist on type 'ReadonlyRangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(19,50): error TS2349: This expression is not callable.\r\n Type 'Identity' has no call signatures.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:33:38.960890200Z", + "finished_at": "2026-03-26T13:34:25.428899400Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst damageEvent = table(\n { name: 'damageEvent', public: true, event: true },\n {\n entityId: t.u64(),\n damage: t.u32(),\n source: t.string(),\n }\n);\n\nconst spacetimedb = schema({\n damageEvent,\n});\n\nexport default spacetimedb;\n\nexport const deal_damage = spacetimedb.reducer(\n { entityId: t.u64(), damage: t.u32(), source: t.string() },\n (ctx, { entityId, damage, source }) => {\n ctx.db.damageEvent.insert({\n entityId,\n damage,\n source,\n });\n }\n);", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "damage_event": {} + }, + "only_llm": { + "damageEvent": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:55.078359900Z", + "finished_at": "2026-03-26T13:33:32.133153600Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst player = table(\n { name: 'player' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n nickname: t.option(t.string()),\n highScore: t.option(t.u32()),\n }\n);\n\nexport const spacetimedb = schema({ player });\n\nexport const create_player = spacetimedb.reducer(\n { name: t.string(), nickname: t.option(t.string()), highScore: t.option(t.u32()) },\n (ctx, { name, nickname, highScore }) => {\n ctx.db.player.insert({ id: 0n, name, nickname, highScore });\n }\n);\n\nexport default spacetimedb;", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Uncaught TypeError: exporting something that is not a spacetime export\n\tat [SpacetimeDB.moduleHooks.v2] (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDB/target/llm-runs/data_modeling/t_025_optional_fields/typescript/server/grok-code/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7281:15)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:52485/v1/database/data-modeling-t-025-optional-fields-grok-code-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:52485 => http://127.0.0.1:52485\nThis will DESTROY the current data-modeling-t-025-optional-fields-grok-code-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:33:02.192268600Z", + "finished_at": "2026-03-26T13:33:48.554054300Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst message = table(\n{ name: 'message', public: true },\n{\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity().index(),\n text: t.string(),\n}\n);\n\nconst spacetimedb = schema(message);\n\nspacetimedb.reducer('create_message', { text: t.string() }, (ctx, { text }) => {\n ctx.db.message.insert({ id: 0n, owner: ctx.sender, text });\n});\n\nspacetimedb.reducer('delete_message', { id: t.u64() }, (ctx, { id }) => {\n const msg = ctx.db.message.id.find(id);\n if (!msg) {\n throw new SenderError(\"not found\");\n }\n if (msg.owner !== ctx.sender) {\n throw new SenderError(\"unauthorized\");\n }\n ctx.db.message.id.delete(id);\n});", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(12,28): error TS2345: Argument of type 'TableSchema; owner: IdentityColumnBuilder<{ indexType: \"btree\"; }>; text: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(14,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(18,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(19,33): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:30:47.523567700Z", + "finished_at": "2026-03-26T13:32:05.856134Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst userInternal = table(\n { name: 'userInternal' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n email: t.string(),\n passwordHash: t.string(),\n }\n);\n\nconst userPublic = table(\n { name: 'userPublic', public: true },\n {\n id: t.u64().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema(userInternal, userPublic);\n\nexport default spacetimedb;\n\nexport const register_user = spacetimedb.reducer({ name: t.string(), email: t.string(), passwordHash: t.string() }, (ctx, { name, email, passwordHash }) => {\n const internalUser = ctx.db.userInternal.insert({ id: 0n, name, email, passwordHash });\n ctx.db.userPublic.insert({ id: internalUser.id, name });\n});", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(21,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; email: StringBuilder; passwordHash: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:30:47.524442300Z", + "finished_at": "2026-03-26T13:31:26.315371700Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst author = table(\n{ name: 'author', public: true },\n{\n id: t.u64().primaryKey().autoInc(),\n name: t.string()\n}\n);\n\nconst post = table(\n{ name: 'post', public: true },\n{\n id: t.u64().primaryKey().autoInc(),\n authorId: t.u64().index('btree'),\n title: t.string()\n}\n);\n\nconst spacetimedb = schema(author, post);\n\nspacetimedb.reducer('delete_author', { authorId: t.u64() }, (ctx, { authorId }) => {\n ctx.db.post.authorId.delete(authorId);\n ctx.db.author.id.delete(authorId);\n});\n\nexport default spacetimedb;", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(22,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:33:18.181960500Z", + "finished_at": "2026-03-26T13:34:25.427428200Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order' },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string().index(),\n amount: t.u64(),\n fulfilled: t.bool(),\n }\n);\n\nconst categoryStats = table(\n { name: 'categoryStats' },\n {\n category: t.string().primaryKey(),\n totalAmount: t.u64(),\n orderCount: t.u32(),\n }\n);\n\nexport const spacetimedb = schema(order, categoryStats);\n\nspacetimedb.reducer('compute_stats', { category: t.string() }, (ctx, { category }) => {\n let count = 0;\n let total = 0n;\n for (const ord of ctx.db.order.category.filter(category)) {\n count++;\n total += ord.amount;\n }\n const existing = ctx.db.categoryStats.category.find(category);\n if (existing) {\n existing.totalAmount = total;\n existing.orderCount = count;\n ctx.db.categoryStats.category.update(existing);\n } else {\n ctx.db.categoryStats.insert({\n category,\n totalAmount: total,\n orderCount: count,\n });\n }\n});", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(22,35): error TS2345: Argument of type 'TableSchema; category: StringColumnBuilder<{ indexType: \"btree\"; }>; amount: U64Builder; fulfilled: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(24,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(31,50): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(35,35): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:33:25.237652700Z", + "finished_at": "2026-03-26T13:34:16.693116800Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst customer = table(\n { name: 'customer' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst order = table(\n {\n name: 'order',\n indexes: [\n { accessor: 'by_customerId', algorithm: 'btree', columns: ['customerId'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n customerId: t.u64(),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst orderDetail = table(\n { name: 'orderDetail' },\n {\n orderId: t.u64().primaryKey(),\n customerName: t.string(),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nexport const spacetimedb = schema({ customer, order, orderDetail });\n\nspacetimedb.reducer('build_order_details', (ctx) => {\n for (const order of ctx.db.order.iter()) {\n const customer = ctx.db.customer.id.find(order.customerId);\n if (customer) {\n ctx.db.orderDetail.insert({\n orderId: order.id,\n customerName: customer.name,\n product: order.product,\n amount: order.amount,\n });\n }\n }\n});", + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(38,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer; name: StringBuilder; }>, []>; readonly order: TableSchema<...>; readonly orderDetail: TableSchema<...>; }>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer; name: StringBuilder; }>, []>; readonly order: TableSchema<...>; readonly orderDetail: TableSchema<...>; }>, {}>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:33:34.342301400Z", + "finished_at": "2026-03-26T13:34:12.241108200Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:33:34.347440300Z", + "finished_at": "2026-03-26T13:34:19.304833300Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'product' },\n {\n id: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32().index('btree'),\n }\n ),\n table(\n { name: 'priceRangeResult' },\n {\n productId: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32(),\n }\n )\n);\n\nspacetimedb.reducer('find_in_price_range', { minPrice: t.u32(), maxPrice: t.u32() }, (ctx, { minPrice, maxPrice }) => {\n for (const product of ctx.db.product.iter()) {\n if (product.price >= minPrice && product.price <= maxPrice) {\n ctx.db.priceRangeResult.insert({ productId: product.id, name: product.name, price: product.price });\n }\n }\n});", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; name: StringBuilder; price: U32ColumnBuilder<{ indexType: \"btree\"; }>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(22,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:33:48.554250600Z", + "finished_at": "2026-03-26T13:34:31.266584700Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst player = table(\n { name: 'player' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n score: t.u64(),\n }\n);\n\nconst leaderboard = table(\n { name: 'leaderboard' },\n {\n rank: t.u32().primaryKey(),\n playerName: t.string(),\n score: t.u64(),\n }\n);\n\nexport const spacetimedb = schema({ player, leaderboard });\n\nspacetimedb.reducer('build_leaderboard', { limit: t.u32() }, (ctx, { limit }) => {\n // Clear existing leaderboard\n for (const l of ctx.db.leaderboard.iter()) {\n ctx.db.leaderboard.rank.delete(l.rank);\n }\n\n // Collect all players\n const players = [];\n for (const p of ctx.db.player.iter()) {\n players.push(p);\n }\n\n // Sort by score descending\n players.sort((a, b) => Number(b.score - a.score));\n\n // Take the first limit entries\n const top = players.slice(0, Number(limit));\n\n // Insert into leaderboard with rank starting at 1\n for (let i = 0; i < top.length; i++) {\n ctx.db.leaderboard.insert({\n rank: i + 1,\n playerName: top[i].name,\n score: top[i].score,\n });\n }\n});", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(23,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:34:12.241427600Z", + "finished_at": "2026-03-26T13:35:30.065366600Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:34:12.247773Z", + "finished_at": "2026-03-26T13:35:03.050230200Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order' },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u32(),\n }\n);\n\nconst distinctCategory = table(\n { name: 'distinctCategory' },\n {\n category: t.string().primaryKey(),\n }\n);\n\nexport const spacetimedb = schema(order, distinctCategory);\n\nspacetimedb.reducer('collect_distinct_categories', (ctx) => {\n const categories = new Set();\n for (const o of ctx.db.order.iter()) {\n categories.add(o.category);\n }\n for (const cat of categories) {\n ctx.db.distinctCategory.insert({ category: cat });\n }\n});", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(19,35): error TS2345: Argument of type 'TableSchema; category: StringBuilder; amount: U32Builder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(21,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:34:16.693382200Z", + "finished_at": "2026-03-26T13:35:08.782475300Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n active: t.bool(),\n }\n);\n\nconst userStats = table(\n { name: 'userStats' },\n {\n key: t.string().primaryKey(),\n count: t.u64(),\n }\n);\n\nexport const spacetimedb = schema({ user, userStats });\n\nspacetimedb.reducer('compute_user_counts', {}, (ctx) => {\n let total = 0n;\n let active = 0n;\n for (const u of ctx.db.user.iter()) {\n total++;\n if (u.active) {\n active++;\n }\n }\n ctx.db.userStats.insert({ key: \"total\", count: total });\n ctx.db.userStats.insert({ key: \"active\", count: active });\n});", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(22,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:34:21.364462200Z", + "finished_at": "2026-03-26T13:35:12.524650Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst eventLog = table(\n {\n name: 'eventLog',\n indexes: [\n { accessor: 'by_category_severity', algorithm: 'btree', columns: ['category', 'severity'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n severity: t.u32(),\n message: t.string(),\n }\n);\n\nconst filteredEvent = table(\n { name: 'filteredEvent' },\n {\n eventId: t.u64().primaryKey(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ eventLog, filteredEvent });\nexport default spacetimedb;\n\nexport const filter_events = spacetimedb.reducer(\n { category: t.string(), severity: t.u32() },\n (ctx, { category, severity }) => {\n for (const event of ctx.db.eventLog.iter()) {\n if (event.category === category && event.severity === severity) {\n ctx.db.filteredEvent.insert({ eventId: event.id, message: event.message });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "event_log": {}, + "filtered_event": {} + }, + "only_llm": { + "eventLog": {}, + "filteredEvent": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:34:25.429263800Z", + "finished_at": "2026-03-26T13:35:03.367788600Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ScheduleAt } from 'spacetimedb';\nimport { schema, t, table, spacetimedb } from 'spacetimedb/server';\n\nconst reminder = table(\n{ name: 'reminder', scheduled: (): any => send_reminder },\n{\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n message: t.string(),\n}\n);\n\nexport const send_reminder = spacetimedb.reducer({ arg: reminder.rowType }, (_ctx, { arg }) => {\n // does nothing\n});\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.reminder.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.time(ctx.timestamp + 60_000_000n),\n message: \"Scheduled reminder\",\n });\n});\n\nconst spacetime = schema({ reminder });\nexport default spacetime;", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(2,28): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'spacetimedb'.\r\nsrc/index.ts(13,78): error TS7006: Parameter '_ctx' implicitly has an 'any' type.\r\nsrc/index.ts(13,86): error TS7031: Binding element 'arg' implicitly has an 'any' type.\r\nsrc/index.ts(17,42): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:48.974843900Z", + "finished_at": "2026-03-26T13:33:25.237312200Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst cleanupJob = table(\n { name: \"cleanupJob\", scheduled: \"run_cleanup\" },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ cleanupJob });\nexport default spacetimedb;\n\nexport const run_cleanup = spacetimedb.reducer({ job: cleanupJob.rowType }, (ctx, { job }) => {\n});\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.cleanupJob.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(60_000_000n),\n });\n});\n\nexport const cancel_cleanup = spacetimedb.reducer({ scheduledId: t.u64() }, (ctx, { scheduledId }) => {\n ctx.db.cleanupJob.scheduledId.delete(scheduledId);\n});", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(5,24): error TS2322: Type 'string' is not assignable to type '() => ReducerExport; }> | ProcedureExport; }, UnitBuilder>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:51.076908600Z", + "finished_at": "2026-03-26T13:33:38.958801700Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { name: 'onlinePlayer', public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp(),\n }\n);\n\nconst spacetimedb = schema({ onlinePlayer });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});", + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:32:52.705552200Z", + "finished_at": "2026-03-26T13:33:18.181704500Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, t, table, type Identity } from 'spacetimedb/server';\n\nconst user = table(\n{ name: 'user' },\n{\n identity: t.identity().primaryKey(),\n name: t.string(),\n}\n);\n\nconst message = table(\n{ name: 'message', public: true },\n{\n id: t.u64().primaryKey().autoInc(),\n sender: t.identity().index(),\n text: t.string(),\n}\n);\n\nconst spacetimedb = schema({ user, message });\nexport default spacetimedb;\n\nexport const register = spacetimedb.reducer({ name: t.string() }, (ctx, { name }) => {\n if (ctx.db.user.identity.find(ctx.sender)) {\n throw new Error(\"already registered\");\n }\n ctx.db.user.insert({ identity: ctx.sender, name });\n});\n\nexport const post_message = spacetimedb.reducer({ text: t.string() }, (ctx, { text }) => {\n if (!ctx.db.user.identity.find(ctx.sender)) {\n throw new Error(\"not registered\");\n }\n ctx.db.message.insert({ id: 0n, sender: ctx.sender, text });\n});", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:30:47.525395300Z", + "finished_at": "2026-03-26T13:32:17.332069400Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:30:47.526308800Z", + "finished_at": "2026-03-26T13:32:03.783253100Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:30:47.527265900Z", + "finished_at": "2026-03-26T13:32:10.581385600Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type Identity } from 'spacetimedb/server';\n\nconst admin = table(\n{ name: 'admin' },\n{\n identity: t.identity().primaryKey(),\n}\n);\n\nconst banned = table(\n{ name: 'banned' },\n{\n identity: t.identity().primaryKey(),\n}\n);\n\nconst player = table(\n{ name: 'player', public: true },\n{\n identity: t.identity().primaryKey(),\n name: t.string(),\n}\n);\n\nconst spacetimedb = schema({ admin, banned, player });\nexport default spacetimedb;\n\nexport const add_admin = spacetimedb.reducer({ target: t.identity() }, (ctx, { target }) => {\n const adminCheck = ctx.db.admin.identity.find(ctx.sender);\n if (!adminCheck) {\n throw new Error('not admin');\n }\n const existing = ctx.db.admin.identity.find(target);\n if (!existing) {\n ctx.db.admin.insert({ identity: target });\n }\n});\n\nexport const ban_player = spacetimedb.reducer({ target: t.identity() }, (ctx, { target }) => {\n const adminCheck = ctx.db.admin.identity.find(ctx.sender);\n if (!adminCheck) {\n throw new Error('not admin');\n }\n ctx.db.banned.insert({ identity: target });\n ctx.db.player.identity.delete(target);\n});\n\nexport const join_game = spacetimedb.reducer({ name: t.string() }, (ctx, { name }) => {\n const bannedCheck = ctx.db.banned.identity.find(ctx.sender);\n if (bannedCheck) {\n throw new Error('banned');\n }\n const existingPlayer = ctx.db.player.identity.find(ctx.sender);\n if (existingPlayer) {\n throw new Error('already in game');\n }\n ctx.db.player.insert({ identity: ctx.sender, name });\n});", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:30:47.528295200Z", + "finished_at": "2026-03-26T13:32:10.233496200Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst rate_limit = table(\n{ name: 'rate_limit' },\n{\n identity: t.identity().primaryKey(),\n last_call_us: t.u64(),\n}\n);\n\nconst action_log = table(\n{ name: 'action_log', public: true },\n{\n id: t.u64().primaryKey().autoInc(),\n identity: t.identity(),\n payload: t.string(),\n}\n);\n\nconst spacetimedb = schema({ rate_limit, action_log });\nexport default spacetimedb;\n\nspacetimedb.reducer('limited_action', { payload: t.string() }, (ctx, { payload }) => {\n const now = ctx.timestamp.microsSinceUnixEpoch;\n const existing = ctx.db.rate_limit.identity.find(ctx.sender);\n if (existing && (now - existing.last_call_us) < 1000000n) {\n throw new SenderError(\"rate limited\");\n }\n if (existing) {\n ctx.db.rate_limit.identity.update({\n ...existing,\n last_call_us: now,\n });\n } else {\n ctx.db.rate_limit.insert({\n identity: ctx.sender,\n last_call_us: now,\n });\n }\n ctx.db.action_log.insert({\n id: 0n,\n identity: ctx.sender,\n payload,\n });\n});", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(23,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:30:47.529356400Z", + "finished_at": "2026-03-26T13:32:05.855103200Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type Identity } from 'spacetimedb/server';\n\nconst document = table(\n { name: 'document', public: true, indexes: [{ accessor: 'by_owner', algorithm: 'btree', columns: ['owner'] }] },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity(),\n title: t.string(),\n }\n);\n\nconst document_share = table(\n {\n name: 'document_share',\n public: true,\n indexes: [\n { accessor: 'by_document_id', algorithm: 'btree', columns: ['document_id'] },\n { accessor: 'by_shared_with', algorithm: 'btree', columns: ['shared_with'] },\n ],\n },\n {\n document_id: t.u64(),\n shared_with: t.identity(),\n }\n);\n\nconst spacetimedb = schema({ document, document_share });\nexport default spacetimedb;\n\nexport const create_document = spacetimedb.reducer({ title: t.string() }, (ctx, { title }) => {\n ctx.db.document.insert({\n id: 0n,\n owner: ctx.sender,\n title,\n });\n});\n\nexport const share_document = spacetimedb.reducer({ document_id: t.u64(), target: t.identity() }, (ctx, { document_id, target }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new Error('not found');\n }\n if (doc.owner !== ctx.sender) {\n throw new Error('not owner');\n }\n ctx.db.document_share.insert({\n document_id,\n shared_with: target,\n });\n});\n\nexport const edit_document = spacetimedb.reducer({ document_id: t.u64(), new_title: t.string() }, (ctx, { document_id, new_title }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new Error('not found');\n }\n let authorized = doc.owner === ctx.sender;\n if (!authorized) {\n for (const share of ctx.db.document_share.by_document_id.filter(document_id)) {\n if (share.shared_with === ctx.sender) {\n authorized = true;\n break;\n }\n }\n }\n if (!authorized) {\n throw new Error('unauthorized');\n }\n ctx.db.document.id.update({\n ...doc,\n title: new_title,\n });\n});", + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "started_at": "2026-03-26T13:30:47.530304300Z", + "finished_at": "2026-03-26T13:32:12.922025600Z" + } + } + }, + { + "name": "GPT-5.2-Codex", + "route_api_model": "gpt-5.2-codex", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst emptyTable = table(\n { name: 'emptyTable' },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst spacetimedb = schema(emptyTable);\n\nspacetimedb.reducer('emptyReducerNoArgs', (ctx) => {});\n\nspacetimedb.reducer('emptyReducerWithInt', { count: t.i32() }, (ctx, { count }) => {});\n\nspacetimedb.reducer('emptyReducerWithString', { name: t.string() }, (ctx, { name }) => {});\n\nspacetimedb.reducer(\n 'emptyReducerWithTwoArgs',\n { count: t.i32(), name: t.string() },\n (ctx, { count, name }) => {}\n);\n\nspacetimedb.reducer(\n 'emptyReducerWithThreeArgs',\n { active: t.bool(), ratio: t.f32(), label: t.string() },\n (ctx, { active, ratio, label }) => {}\n);", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(10,28): error TS2345: Argument of type 'TableSchema; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(12,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(14,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(16,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(19,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(25,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:26:43.831590Z", + "finished_at": "2026-03-26T13:27:44.826619300Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst product = table(\n { name: 'product' },\n {\n id: t.i32().primaryKey(),\n title: t.string(),\n price: t.f32(),\n inStock: t.bool(),\n }\n);\n\nconst note = table(\n { name: 'note' },\n {\n id: t.i32().primaryKey(),\n body: t.string(),\n rating: t.i64(),\n pinned: t.bool(),\n }\n);\n\nconst spacetimedb = schema(user, product, note);\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(33,43): error TS2554: Expected 1-2 arguments, but got 3.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:27:30.557446700Z", + "finished_at": "2026-03-26T13:29:34.303098900Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: 'tick' },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema(tickTimer);\n\nspacetimedb.reducer('tick', { arg: tickTimer.rowType }, (_ctx, { arg }) => {\n const _ = arg;\n});\n\nspacetimedb.reducer('init', (ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(5,24): error TS2322: Type 'string' is not assignable to type '() => ReducerExport; }> | ProcedureExport; }, UnitBuilder>'.\r\nsrc/index.ts(12,28): error TS2345: Argument of type 'TableSchema; scheduledAt: ScheduleAtBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(14,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(18,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:27:43.934765900Z", + "finished_at": "2026-03-26T13:30:11.108699400Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Position = t.object('Position', {\n x: t.i32(),\n y: t.i32(),\n});\n\nconst entity = table(\n { name: 'entity' },\n {\n id: t.i32().primaryKey(),\n pos: Position,\n }\n);\n\nconst spacetimedb = schema(entity);", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(16,28): error TS2345: Argument of type 'TableSchema; pos: ProductBuilder<{ x: I32Builder; y: I32Builder; }>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:27:43.935928800Z", + "finished_at": "2026-03-26T13:28:46.216414500Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema(user);\n\nspacetimedb.reducer(\n 'insertUser',\n { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() },\n (ctx, { id, name, age, active }) => {\n ctx.db.user.insert({ id, name, age, active });\n }\n);", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(16,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:27:44.826869700Z", + "finished_at": "2026-03-26T13:28:52.856139100Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema(user);\n\nexport default spacetimedb;\n\nexport const updateUser = spacetimedb.reducer(\n 'updateUser',\n { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() },\n (ctx, { id, name, age, active }) => {\n const row = ctx.db.user.id.find(id);\n if (!row) {\n throw new SenderError('User not found');\n }\n row.name = name;\n row.age = age;\n row.active = active;\n ctx.db.user.id.update(row);\n }\n);", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(18,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(21,32): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(28,20): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:27:46.904789700Z", + "finished_at": "2026-03-26T13:29:39.577269400Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema(user);\n\nspacetimedb.reducer('deleteUser', { id: t.i32() }, (ctx, { id }) => {\n ctx.db.user.id.delete(id);\n});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(15,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:27:46.906295700Z", + "finished_at": "2026-03-26T13:28:52.855260800Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\n\nexport default spacetimedb;\n\nexport const crud = spacetimedb.reducer('crud', ctx => {\n ctx.db.user.insert({ id: 1, name: 'Alice', age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: 'Bob', age: 22, active: false });\n ctx.db.user.id.update({ id: 1, name: 'Alice2', age: 31, active: false });\n ctx.db.user.id.delete(2);\n});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(17,41): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>; }>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>; }>, {}>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:27:57.775907500Z", + "finished_at": "2026-03-26T13:30:21.620115400Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema(user, result);\n\nexport const lookupUserName = spacetimedb.reducer(\n 'lookupUserName',\n { id: t.i32() },\n (ctx, { id }) => {\n const row = ctx.db.user.id.find(id);\n if (row) {\n ctx.db.result.insert({ id: row.id, name: row.name });\n }\n }\n);\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(21,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(24,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(27,32): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:28:02.610870300Z", + "finished_at": "2026-03-26T13:29:34.301526100Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:28:46.216690Z", + "finished_at": "2026-03-26T13:31:06.425356300Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst spacetimedb = schema({\n event: table(\n { name: 'event' },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n ),\n});\n\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({ id: 0n, kind: 'connected' });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({ id: 0n, kind: 'disconnected' });\n});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:28:52.856301200Z", + "finished_at": "2026-03-26T13:30:58.825304500Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:28:52.857443800Z", + "finished_at": "2026-03-26T13:30:27.865704600Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Score = t.object('Score', {\n left: t.i32(),\n right: t.i32(),\n});\n\nconst result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n value: Score,\n }\n);\n\nconst spacetimedb = schema(result);\nexport default spacetimedb;\n\nexport const setScore = spacetimedb.reducer(\n 'setScore',\n { id: t.i32(), left: t.i32(), right: t.i32() },\n (ctx, { id, left, right }) => {\n ctx.db.result.insert({ id, value: { left, right } });\n }\n);", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(16,28): error TS2345: Argument of type 'TableSchema; value: ProductBuilder<{ left: I32Builder; right: I32Builder; }>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(20,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:31:54.784588300Z", + "finished_at": "2026-03-26T13:33:41.192016500Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:32:05.866155400Z", + "finished_at": "2026-03-26T13:33:44.386813300Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst primitive = table(\n { name: 'primitive' },\n {\n id: t.i32().primaryKey(),\n count: t.i32(),\n total: t.i64(),\n price: t.f32(),\n ratio: t.f64(),\n active: t.bool(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema(primitive);\n\nspacetimedb.reducer('seed', {}, (ctx) => {\n ctx.db.primitive.insert({\n id: 1,\n count: 2,\n total: 3000000000n,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: 'Alice',\n });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(16,28): error TS2345: Argument of type 'TableSchema; count: I32Builder; total: I64Builder; price: F32Builder; ratio: F64Builder; active: BoolBuilder; name: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(18,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:32:30.860210300Z", + "finished_at": "2026-03-26T13:34:16.684924700Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Address = t.object('Address', {\n street: t.string(),\n zip: t.i32(),\n});\n\nconst Position = t.object('Position', {\n x: t.i32(),\n y: t.i32(),\n});\n\nconst profile = table(\n { name: 'profile' },\n {\n id: t.i32().primaryKey(),\n home: Address,\n work: Address,\n pos: Position,\n }\n);\n\nconst spacetimedb = schema(profile);\n\nspacetimedb.reducer('seed', {}, (ctx) => {\n ctx.db.profile.insert({\n id: 1,\n home: { street: '1 Main', zip: 11111 },\n work: { street: '2 Broad', zip: 22222 },\n pos: { x: 7, y: 9 },\n });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(23,28): error TS2345: Argument of type 'TableSchema; home: ProductBuilder<{ street: StringBuilder; zip: I32Builder; }>; work: ProductBuilder<...>; pos: ProductBuilder<...>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(25,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:33:29.732228600Z", + "finished_at": "2026-03-26T13:34:21.371338800Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst drawing = table(\n { name: 'drawing' },\n {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape,\n }\n);\n\nconst spacetimedb = schema(drawing);\n\nspacetimedb.reducer('seed', {}, (ctx) => {\n ctx.db.drawing.insert({\n id: 1,\n a: { tag: 'circle', value: 10 },\n b: { tag: 'rectangle', value: { width: 4, height: 6 } },\n });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(22,28): error TS2345: Argument of type 'TableSchema; a: SumBuilder<{ circle: I32Builder; rectangle: ProductBuilder<{ width: I32Builder; height: I32Builder; }>; }>; b: SumBuilder<...>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(24,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:33:38.951788800Z", + "finished_at": "2026-03-26T13:35:23.734820200Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: 'tick' },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema(tickTimer);\n\nspacetimedb.reducer('tick', { arg: tickTimer.rowType }, (_ctx, _arg) => {\n});\n\nspacetimedb.reducer('init', (ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(5,24): error TS2322: Type 'string' is not assignable to type '() => ReducerExport; }> | ProcedureExport; }, UnitBuilder>'.\r\nsrc/index.ts(12,28): error TS2345: Argument of type 'TableSchema; scheduledAt: ScheduleAtBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(14,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(17,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:33:38.953322800Z", + "finished_at": "2026-03-26T13:35:17.310670400Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst account = table(\n {\n name: 'account',\n indexes: [\n {\n name: 'byName',\n algorithm: 'btree',\n columns: ['name'],\n },\n ],\n },\n {\n id: t.i32().primaryKey(),\n email: t.string().unique(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema(account);\n\nspacetimedb.reducer('seed', {}, (ctx) => {\n ctx.db.account.insert({ id: 1, email: 'a@example.com', name: 'Alice' });\n ctx.db.account.insert({ id: 2, email: 'b@example.com', name: 'Bob' });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(21,28): error TS2345: Argument of type 'TableSchema; email: StringColumnBuilder<{ isUnique: true; }>; name: StringBuilder; }>, [...]>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(23,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:33:41.192307Z", + "finished_at": "2026-03-26T13:35:00.782646700Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n userId: t.i32().primaryKey(),\n name: t.string(),\n }\n);\n\nconst group = table(\n { name: 'group', public: true },\n {\n groupId: t.i32().primaryKey(),\n title: t.string(),\n }\n);\n\nconst membership = table(\n { name: 'membership', public: true },\n {\n id: t.i32().primaryKey(),\n userId: t.i32().index('btree'),\n groupId: t.i32().index('btree'),\n }\n);\n\nconst spacetimedb = schema(user, group, membership);\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer(ctx => {\n ctx.db.user.insert({ userId: 1, name: 'Alice' });\n ctx.db.user.insert({ userId: 2, name: 'Bob' });\n\n ctx.db.group.insert({ groupId: 10, title: 'Admin' });\n ctx.db.group.insert({ groupId: 20, title: 'Dev' });\n\n ctx.db.membership.insert({ id: 1, userId: 1, groupId: 10 });\n ctx.db.membership.insert({ id: 2, userId: 1, groupId: 20 });\n ctx.db.membership.insert({ id: 3, userId: 2, groupId: 20 });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(28,41): error TS2554: Expected 1-2 arguments, but got 3.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:33:44.387845600Z", + "finished_at": "2026-03-26T13:35:17.311396400Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst entity = table(\n { name: 'entity' },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst position = table(\n { name: 'position' },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst velocity = table(\n { name: 'velocity' },\n {\n entityId: t.i32().primaryKey(),\n vx: t.i32(),\n vy: t.i32(),\n }\n);\n\nconst nextPosition = table(\n { name: 'nextPosition' },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst spacetimedb = schema(entity, position, velocity, nextPosition);\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer('seed', ctx => {\n ctx.db.entity.insert({ id: 1 });\n ctx.db.position.insert({ entityId: 1, x: 0, y: 0 });\n ctx.db.velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n\n ctx.db.entity.insert({ id: 2 });\n ctx.db.position.insert({ entityId: 2, x: 10, y: 0 });\n ctx.db.velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n});\n\nexport const step = spacetimedb.reducer('step', ctx => {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.entityId.find(pos.entityId);\n if (!vel) continue;\n\n const x = pos.x + vel.vx;\n const y = pos.y + vel.vy;\n\n const existing = ctx.db.nextPosition.entityId.find(pos.entityId);\n if (existing) {\n ctx.db.nextPosition.entityId.update({ entityId: pos.entityId, x, y });\n } else {\n ctx.db.nextPosition.insert({ entityId: pos.entityId, x, y });\n }\n }\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(37,46): error TS2554: Expected 1-2 arguments, but got 4.\r\nsrc/index.ts(40,41): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(50,41): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(52,42): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(58,51): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(60,36): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:33:58.328782800Z", + "finished_at": "2026-03-26T13:35:59.771093700Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst log = table(\n {\n name: 'log',\n indexes: [\n { name: 'byUserDay', algorithm: 'btree', columns: ['userId', 'day'] },\n ],\n },\n {\n id: t.i32().primaryKey(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema(log);\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.log.insert({ id: 1, userId: 7, day: 1, message: 'a' });\n ctx.db.log.insert({ id: 2, userId: 7, day: 2, message: 'b' });\n ctx.db.log.insert({ id: 3, userId: 9, day: 1, message: 'c' });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(18,28): error TS2345: Argument of type 'TableSchema; userId: I32Builder; day: I32Builder; message: StringBuilder; }>, [...]>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(20,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:34:16.685132500Z", + "finished_at": "2026-03-26T13:35:38.757281900Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst announcement = table(\n { name: 'announcement', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n message: t.string(),\n active: t.bool().index('btree'),\n }\n);\n\nconst spacetimedb = schema({ announcement });\n\nspacetimedb.anonymousView(\n { name: 'activeAnnouncements', public: true },\n t.array(announcement.row()),\n (ctx) => {\n const rows: Array<{ id: bigint; message: string; active: boolean }> = [];\n for (const row of ctx.db.announcement.active.find(true)) {\n rows.push(row);\n }\n return rows;\n }\n);\n\nexport default spacetimedb;", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(16,24): error TS2339: Property 'row' does not exist on type 'TableSchema; message: StringBuilder; active: BoolColumnBuilder<{ indexType: \"btree\"; }>; }>, []>'.\r\nsrc/index.ts(19,50): error TS2339: Property 'find' does not exist on type 'ReadonlyRangedIndex; message: StringBuilder; active: BoolColumnBuilder<{ indexType: \"btree\"; }>; }>, []>>, { ...; }>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:31:01.199596Z", + "finished_at": "2026-03-26T13:31:42.212310400Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst profile = table(\n { name: 'profile', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n identity: t.identity().unique(),\n name: t.string(),\n bio: t.string(),\n }\n);\n\nconst spacetimedb = schema(profile);\n\nspacetimedb.view(\n { name: 'my_profile', public: true },\n t.option(profile.row()),\n (ctx) => {\n const row = ctx.db.profile.identity.find(ctx.sender);\n return row ?? null;\n }\n);", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; identity: IdentityColumnBuilder<{ isUnique: true; }>; name: StringBuilder; bio: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(17,20): error TS2339: Property 'row' does not exist on type 'TableSchema; identity: IdentityColumnBuilder<{ isUnique: true; }>; name: StringBuilder; bio: StringBuilder; }>, []>'.\r\nsrc/index.ts(19,41): error TS2339: Property 'find' does not exist on type 'ReadonlyRangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:31:03.612188800Z", + "finished_at": "2026-03-26T13:31:42.203687300Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst damageEvent = table(\n { name: 'damageEvent', public: true, event: true },\n {\n entityId: t.u64(),\n damage: t.u32(),\n source: t.string(),\n }\n);\n\nconst spacetimedb = schema(damageEvent);\nexport default spacetimedb;\n\nexport const deal_damage = spacetimedb.reducer(\n 'deal_damage',\n { entityId: t.u64(), damage: t.u32(), source: t.string() },\n (ctx, { entityId, damage, source }) => {\n ctx.db.damageEvent.insert({ entityId, damage, source });\n }\n);", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(12,28): error TS2345: Argument of type 'TableSchema, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(16,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:30:11.108878400Z", + "finished_at": "2026-03-26T13:31:54.783383900Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst player = table(\n { name: 'player' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n nickname: t.option(t.string()),\n highScore: t.option(t.u32()),\n }\n);\n\nconst spacetimedb = schema(player);\n\nspacetimedb.reducer(\n 'create_player',\n {\n name: t.string(),\n nickname: t.option(t.string()),\n highScore: t.option(t.u32()),\n },\n (ctx, { name, nickname, highScore }) => {\n ctx.db.player.insert({\n id: 0n,\n name,\n nickname,\n highScore,\n });\n }\n);", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; nickname: OptionBuilder; highScore: OptionBuilder<...>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(16,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:30:24.165424800Z", + "finished_at": "2026-03-26T13:30:53.789308Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst message = table(\n { name: 'message', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity().index('btree'),\n text: t.string(),\n }\n);\n\nconst spacetimedb = schema({ message });\nexport default spacetimedb;\n\nexport const create_message = spacetimedb.reducer(\n 'create_message',\n { text: t.string() },\n (ctx, { text }) => {\n ctx.db.message.insert({ id: 0n, owner: ctx.sender, text });\n }\n);\n\nexport const delete_message = spacetimedb.reducer(\n 'delete_message',\n { id: t.u64() },\n (ctx, { id }) => {\n const row = ctx.db.message.id.find(id);\n if (!row) throw new SenderError('not found');\n if (row.owner !== ctx.sender) throw new SenderError('unauthorized');\n ctx.db.message.id.delete(id);\n }\n);", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(16,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(24,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:26:11.083011900Z", + "finished_at": "2026-03-26T13:27:28.567201400Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, t, table } from 'spacetimedb/server';\n\nconst userInternal = table(\n { name: 'userInternal' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n email: t.string(),\n passwordHash: t.string(),\n }\n);\n\nconst userPublic = table(\n { name: 'userPublic', public: true },\n {\n id: t.u64().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema(userInternal, userPublic);\n\nspacetimedb.reducer(\n 'register_user',\n { name: t.string(), email: t.string(), passwordHash: t.string() },\n (ctx, { name, email, passwordHash }) => {\n const inserted = ctx.db.userInternal.insert({\n id: 0n,\n name,\n email,\n passwordHash,\n });\n ctx.db.userPublic.insert({\n id: inserted.id,\n name,\n });\n }\n);", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(21,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; email: StringBuilder; passwordHash: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(24,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:26:11.084439200Z", + "finished_at": "2026-03-26T13:26:43.831401500Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst author = table(\n { name: 'author' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst post = table(\n { name: 'post' },\n {\n id: t.u64().primaryKey().autoInc(),\n authorId: t.u64().index('btree'),\n title: t.string(),\n }\n);\n\nconst spacetimedb = schema({ author, post });\nexport default spacetimedb;\n\nexport const delete_author = spacetimedb.reducer(\n 'delete_author',\n { authorId: t.u64() },\n (ctx, { authorId }) => {\n for (const row of ctx.db.post.authorId.filter(authorId)) {\n ctx.db.post.id.delete(row.id);\n }\n ctx.db.author.id.delete(authorId);\n }\n);", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(24,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:30:27.866891900Z", + "finished_at": "2026-03-26T13:31:28.491951Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order' },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string().index('btree'),\n amount: t.u64(),\n fulfilled: t.bool(),\n }\n);\n\nconst categoryStats = table(\n { name: 'categoryStats' },\n {\n category: t.string().primaryKey(),\n totalAmount: t.u64(),\n orderCount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ order, categoryStats });\n\nspacetimedb.reducer('compute_stats', { category: t.string() }, (ctx, { category }) => {\n let totalAmount = 0n;\n let orderCount = 0;\n\n for (const row of ctx.db.order.category.filter(category)) {\n totalAmount += row.amount;\n orderCount += 1;\n }\n\n const existing = ctx.db.categoryStats.category.find(category);\n if (existing) {\n ctx.db.categoryStats.category.update({\n category,\n totalAmount,\n orderCount,\n });\n } else {\n ctx.db.categoryStats.insert({\n category,\n totalAmount,\n orderCount,\n });\n }\n});\n\nexport default spacetimedb;", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(24,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:30:27.868181Z", + "finished_at": "2026-03-26T13:31:03.611965400Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst customer = table(\n { name: 'customer', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n customerId: t.u64().index('btree'),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst orderDetail = table(\n { name: 'orderDetail', public: true },\n {\n orderId: t.u64().primaryKey(),\n customerName: t.string(),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst spacetimedb = schema(customer, order, orderDetail);\n\nspacetimedb.reducer('build_order_details', {}, (ctx, _args) => {\n for (const o of ctx.db.order.iter()) {\n const c = ctx.db.customer.id.find(o.customerId);\n if (c) {\n ctx.db.orderDetail.orderId.delete(o.id);\n ctx.db.orderDetail.insert({\n orderId: o.id,\n customerName: c.name,\n product: o.product,\n amount: o.amount,\n });\n }\n }\n});", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(31,45): error TS2554: Expected 1-2 arguments, but got 3.\r\nsrc/index.ts(33,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(35,34): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:30:47.498591500Z", + "finished_at": "2026-03-26T13:32:30.860017300Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst account = table(\n { name: 'account' },\n {\n id: t.u64().primaryKey().autoInc(),\n email: t.string().unique(),\n displayName: t.string(),\n }\n);\n\nconst spacetimedb = schema(account);\n\nspacetimedb.reducer('create_account', { email: t.string(), displayName: t.string() }, (ctx, { email, displayName }) => {\n ctx.db.account.insert({ id: 0n, email, displayName });\n});", + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(12,28): error TS2345: Argument of type 'TableSchema; email: StringColumnBuilder<{ isUnique: true; }>; displayName: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(14,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:30:53.789477400Z", + "finished_at": "2026-03-26T13:31:42.205624700Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst product = table(\n { name: 'product' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n price: t.u32().index('btree'),\n }\n);\n\nconst priceRangeResult = table(\n { name: 'priceRangeResult' },\n {\n productId: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ product, priceRangeResult });\n\nexport default spacetimedb;\n\nexport const find_in_price_range = spacetimedb.reducer(\n 'find_in_price_range',\n { minPrice: t.u32(), maxPrice: t.u32() },\n (ctx, { minPrice, maxPrice }) => {\n for (const productRow of ctx.db.product.iter()) {\n if (productRow.price >= minPrice && productRow.price <= maxPrice) {\n ctx.db.priceRangeResult.insert({\n productId: productRow.id,\n name: productRow.name,\n price: productRow.price,\n });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(26,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:31:06.425660800Z", + "finished_at": "2026-03-26T13:32:05.865984900Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst player = table(\n { name: 'player', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n score: t.u64(),\n }\n);\n\nconst leaderboard = table(\n { name: 'leaderboard', public: true },\n {\n rank: t.u32().primaryKey(),\n playerName: t.string(),\n score: t.u64(),\n }\n);\n\nconst spacetimedb = schema(player, leaderboard);\nexport default spacetimedb;\n\nexport const build_leaderboard = spacetimedb.reducer(\n 'build_leaderboard',\n { limit: t.u32() },\n (ctx, { limit }) => {\n const players = Array.from(ctx.db.player.iter());\n players.sort((a, b) => {\n if (a.score === b.score) return 0;\n return a.score > b.score ? -1 : 1;\n });\n\n for (const row of ctx.db.leaderboard.iter()) {\n ctx.db.leaderboard.rank.delete(row.rank);\n }\n\n const top = players.slice(0, limit);\n let rank = 1;\n for (const p of top) {\n ctx.db.leaderboard.insert({\n rank,\n playerName: p.name,\n score: p.score,\n });\n rank += 1;\n }\n }\n);", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(21,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; score: U64Builder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(25,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:31:24.137856300Z", + "finished_at": "2026-03-26T13:34:46.765288400Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst task = table(\n { name: 'task' },\n {\n id: t.u64().primaryKey().autoInc(),\n title: t.string(),\n completed: t.bool(),\n }\n);\n\nconst firstIncomplete = table(\n { name: 'firstIncomplete' },\n {\n taskId: t.u64().primaryKey(),\n title: t.string(),\n }\n);\n\nconst spacetimedb = schema(task, firstIncomplete);\n\nspacetimedb.reducer('find_first_incomplete', (ctx) => {\n for (const row of ctx.db.task.iter()) {\n if (!row.completed) {\n ctx.db.firstIncomplete.insert({ taskId: row.id, title: row.title });\n break;\n }\n }\n});", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,28): error TS2345: Argument of type 'TableSchema; title: StringBuilder; completed: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(22,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:31:28.492151400Z", + "finished_at": "2026-03-26T13:33:36.706832300Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst spacetimedb = schema({\n order: table(\n { name: 'order' },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u32(),\n }\n ),\n distinctCategory: table(\n { name: 'distinctCategory' },\n {\n category: t.string().primaryKey(),\n }\n ),\n});\n\nexport default spacetimedb;\n\nexport const collect_distinct_categories = spacetimedb.reducer(\n 'collect_distinct_categories',\n ctx => {\n const categories = new Set();\n for (const row of ctx.db.order.iter()) {\n categories.add(row.category);\n }\n for (const category of categories) {\n if (!ctx.db.distinctCategory.category.find(category)) {\n ctx.db.distinctCategory.insert({ category });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(23,3): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer; category: StringBuilder; amount: U32Builder; }>, []>; readonly distinctCategory: TableSchema<...>; }>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer; category: StringBuilder; amount: U32Builder; }>, []>; readonly distinctCategory: TableSchema<...>; }>, {}>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:31:42.212697700Z", + "finished_at": "2026-03-26T13:33:36.707949300Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n active: t.bool(),\n }\n);\n\nconst userStats = table(\n { name: 'userStats' },\n {\n key: t.string().primaryKey(),\n count: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ user, userStats });\nexport default spacetimedb;\n\nexport const compute_user_counts = spacetimedb.reducer(ctx => {\n let total = 0n;\n let active = 0n;\n\n for (const u of ctx.db.user.iter()) {\n total += 1n;\n if (u.active === true) {\n active += 1n;\n }\n }\n\n ctx.db.userStats.key.delete('total');\n ctx.db.userStats.key.delete('active');\n ctx.db.userStats.insert({ key: 'total', count: total });\n ctx.db.userStats.insert({ key: 'active', count: active });\n});", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user_stats": {} + }, + "only_llm": { + "userStats": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:31:42.214609700Z", + "finished_at": "2026-03-26T13:33:58.325993200Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst eventLog = table(\n {\n name: 'eventLog',\n indexes: [\n {\n name: 'byCategorySeverity',\n algorithm: 'btree',\n columns: ['category', 'severity'],\n },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n severity: t.u32(),\n message: t.string(),\n }\n);\n\nconst filteredEvent = table(\n { name: 'filteredEvent' },\n {\n eventId: t.u64().primaryKey(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema(eventLog, filteredEvent);\nexport default spacetimedb;\n\nexport const filter_events = spacetimedb.reducer(\n 'filter_events',\n { category: t.string(), severity: t.u32() },\n (ctx, { category, severity }) => {\n for (const row of ctx.db.eventLog.iter()) {\n if (row.category === category && row.severity === severity) {\n ctx.db.filteredEvent.insert({ eventId: row.id, message: row.message });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(30,28): error TS2345: Argument of type 'TableSchema; category: StringBuilder; severity: U32Builder; message: StringBuilder; }>, [...]>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(34,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:31:42.215956100Z", + "finished_at": "2026-03-26T13:33:27.532946400Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ScheduleAt } from 'spacetimedb';\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst reminder = table(\n { name: 'reminder', scheduled: 'send_reminder' },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema(reminder);\n\nspacetimedb.reducer('send_reminder', { arg: reminder.rowType }, (_ctx, { arg }) => {\n void arg;\n});\n\nspacetimedb.reducer('init', (ctx) => {\n const fireTime = ctx.timestamp.microsSinceUnixEpoch + 60_000_000n;\n ctx.db.reminder.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.time(fireTime),\n message: 'Reminder',\n });\n});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(5,23): error TS2322: Type 'string' is not assignable to type '() => ReducerExport; }> | ProcedureExport; }, UnitBuilder>'.\r\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; scheduledAt: ScheduleAtBuilder; message: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(15,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(19,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:29:34.303287200Z", + "finished_at": "2026-03-26T13:30:47.498360600Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst cleanupJob = table(\n { name: 'cleanupJob', scheduled: 'run_cleanup' },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema(cleanupJob);\n\nspacetimedb.reducer('run_cleanup', { arg: cleanupJob.rowType }, (_ctx, { arg: _arg }) => {});\n\nspacetimedb.reducer('init', (ctx) => {\n ctx.db.cleanupJob.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(60_000_000n),\n });\n});\n\nspacetimedb.reducer('cancel_cleanup', { scheduledId: t.u64() }, (ctx, { scheduledId }) => {\n ctx.db.cleanupJob.scheduledId.delete(scheduledId);\n});\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(5,25): error TS2322: Type 'string' is not assignable to type '() => ReducerExport; }> | ProcedureExport; }, UnitBuilder>'.\r\nsrc/index.ts(12,28): error TS2345: Argument of type 'TableSchema; scheduledAt: ScheduleAtBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(14,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(16,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(23,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:29:34.311386100Z", + "finished_at": "2026-03-26T13:31:24.137672Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { name: 'onlinePlayer', public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp(),\n }\n);\n\nconst spacetimedb = schema(onlinePlayer);\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});", + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(11,28): error TS2345: Argument of type 'TableSchema; connectedAt: TimestampBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:29:39.577442Z", + "finished_at": "2026-03-26T13:30:27.866778800Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n identity: t.identity().primaryKey(),\n name: t.string(),\n }\n);\n\nconst message = table(\n { name: 'message', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n sender: t.identity().index('btree'),\n text: t.string(),\n }\n);\n\nconst spacetimedb = schema(user, message);\n\nexport default spacetimedb;\n\nexport const register = spacetimedb.reducer(\n 'register',\n { name: t.string() },\n (ctx, { name }) => {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (existing) throw new SenderError('already registered');\n ctx.db.user.insert({ identity: ctx.sender, name });\n }\n);\n\nexport const post_message = spacetimedb.reducer(\n 'post_message',\n { text: t.string() },\n (ctx, { text }) => {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (!existing) throw new SenderError('not registered');\n ctx.db.message.insert({ id: 0n, sender: ctx.sender, text });\n }\n);", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(25,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(28,43): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(35,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(38,43): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:26:11.085708600Z", + "finished_at": "2026-03-26T13:27:46.904576500Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst config = table(\n { name: 'config' },\n {\n id: t.u32().primaryKey(),\n admin: t.identity(),\n }\n);\n\nconst admin_log = table(\n { name: 'admin_log', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n action: t.string(),\n }\n);\n\nconst spacetimedb = schema(config, admin_log);\n\nexport default spacetimedb;\n\nexport const bootstrap_admin = spacetimedb.reducer('bootstrap_admin', (ctx) => {\n const existing = ctx.db.config.id.find(0);\n if (existing) {\n throw new SenderError('already bootstrapped');\n }\n ctx.db.config.insert({ id: 0, admin: ctx.sender });\n});\n\nexport const admin_action = spacetimedb.reducer(\n 'admin_action',\n { action: t.string() },\n (ctx, { action }) => {\n const cfg = ctx.db.config.id.find(0);\n if (!cfg) {\n throw new SenderError('not bootstrapped');\n }\n if (cfg.admin !== ctx.sender) {\n throw new SenderError('not admin');\n }\n ctx.db.admin_log.insert({ id: 0n, action });\n }\n);", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(19,28): error TS2345: Argument of type 'TableSchema; admin: IdentityBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(23,52): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(24,37): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(32,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(35,34): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:26:11.087011800Z", + "finished_at": "2026-03-26T13:27:37.445388Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table('user', {\n identity: t.identity().primaryKey(),\n role: t.string(),\n});\n\nconst spacetimedb = schema(user);\nexport default spacetimedb;\n\nexport const register = spacetimedb.reducer('register', (ctx) => {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (existing) {\n throw \"already registered\";\n }\n ctx.db.user.insert({ identity: ctx.sender, role: \"member\" });\n});\n\nexport const promote = spacetimedb.reducer(\n 'promote',\n { target: t.identity() },\n (ctx, { target }) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw \"not registered\";\n }\n if (caller.role !== \"admin\") {\n throw \"not admin\";\n }\n const targetRow = ctx.db.user.identity.find(target);\n if (!targetRow) {\n throw \"target not registered\";\n }\n ctx.db.user.identity.update({ identity: target, role: \"admin\" });\n }\n);\n\nexport const member_action = spacetimedb.reducer('member_action', (ctx) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw \"not registered\";\n }\n});\n\nexport const admin_action = spacetimedb.reducer('admin_action', (ctx) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw \"not registered\";\n }\n if (caller.role !== \"admin\") {\n throw \"not admin\";\n }\n});", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,20): error TS2559: Type '\"user\"' has no properties in common with type 'TableOpts<{ identity: IdentityColumnBuilder<{ isPrimaryKey: true; }>; role: StringBuilder; }>'.\r\nsrc/index.ts(8,28): error TS2345: Argument of type 'TableSchema; role: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(11,45): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(12,41): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(20,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(23,41): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(30,44): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(34,26): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(38,50): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(39,39): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(45,49): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(46,39): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:26:11.088142500Z", + "finished_at": "2026-03-26T13:27:57.775687700Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst admin = table(\n { name: 'admin', public: false },\n {\n identity: t.identity().primaryKey(),\n }\n);\n\nconst banned = table(\n { name: 'banned', public: false },\n {\n identity: t.identity().primaryKey(),\n }\n);\n\nconst player = table(\n { name: 'player', public: true },\n {\n identity: t.identity().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ admin, banned, player });\nexport default spacetimedb;\n\nexport const add_admin = spacetimedb.reducer(\n 'add_admin',\n { target: t.identity() },\n (ctx, { target }) => {\n if (!ctx.db.admin.identity.find(ctx.sender)) {\n throw new SenderError('not admin');\n }\n if (!ctx.db.admin.identity.find(target)) {\n ctx.db.admin.insert({ identity: target });\n }\n }\n);\n\nexport const ban_player = spacetimedb.reducer(\n 'ban_player',\n { target: t.identity() },\n (ctx, { target }) => {\n if (!ctx.db.admin.identity.find(ctx.sender)) {\n throw new SenderError('not admin');\n }\n if (!ctx.db.banned.identity.find(target)) {\n ctx.db.banned.insert({ identity: target });\n }\n ctx.db.player.identity.delete(target);\n }\n);\n\nexport const join_game = spacetimedb.reducer(\n 'join_game',\n { name: t.string() },\n (ctx, { name }) => {\n if (ctx.db.banned.identity.find(ctx.sender)) {\n throw new SenderError('banned');\n }\n if (ctx.db.player.identity.find(ctx.sender)) {\n throw new SenderError('already in game');\n }\n ctx.db.player.insert({ identity: ctx.sender, name });\n }\n);", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(29,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(42,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(56,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:26:11.089233300Z", + "finished_at": "2026-03-26T13:27:37.446117800Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst rate_limit = table(\n { name: 'rate_limit', public: false },\n {\n identity: t.identity().primaryKey(),\n last_call_us: t.u64(),\n }\n);\n\nconst action_log = table(\n { name: 'action_log', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n identity: t.identity(),\n payload: t.string(),\n }\n);\n\nconst spacetimedb = schema(rate_limit, action_log);\n\nexport default spacetimedb;\n\nexport const limited_action = spacetimedb.reducer(\n 'limited_action',\n { payload: t.string() },\n (ctx, { payload }) => {\n const now = ctx.timestamp.microsSinceUnixEpoch;\n const row = ctx.db.rate_limit.identity.find(ctx.sender);\n if (row && now - row.last_call_us < 1_000_000n) {\n throw new SenderError('rate limited');\n }\n if (row) {\n row.last_call_us = now;\n ctx.db.rate_limit.identity.update(row);\n } else {\n ctx.db.rate_limit.insert({ identity: ctx.sender, last_call_us: now });\n }\n ctx.db.action_log.insert({ id: 0n, identity: ctx.sender, payload });\n }\n);", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,28): error TS2345: Argument of type 'TableSchema; last_call_us: U64Builder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(25,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(29,44): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(35,34): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:26:11.090299700Z", + "finished_at": "2026-03-26T13:28:02.610639900Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst document = table(\n { name: 'document', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity().index('btree'),\n title: t.string(),\n }\n);\n\nconst document_share = table(\n { name: 'document_share', public: true },\n {\n document_id: t.u64().index('btree'),\n shared_with: t.identity().index('btree'),\n }\n);\n\nconst spacetimedb = schema(document, document_share);\n\nspacetimedb.reducer('create_document', { title: t.string() }, (ctx, { title }) => {\n ctx.db.document.insert({ id: 0n, owner: ctx.sender, title });\n});\n\nspacetimedb.reducer(\n 'share_document',\n { document_id: t.u64(), target: t.identity() },\n (ctx, { document_id, target }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) throw new SenderError('not found');\n if (doc.owner !== ctx.sender) throw new SenderError('not owner');\n ctx.db.document_share.insert({ document_id, shared_with: target });\n }\n);\n\nspacetimedb.reducer(\n 'edit_document',\n { document_id: t.u64(), new_title: t.string() },\n (ctx, { document_id, new_title }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) throw new SenderError('not found');\n\n let authorized = doc.owner === ctx.sender;\n if (!authorized) {\n for (const share of ctx.db.document_share.document_id.filter(document_id)) {\n if (share.shared_with === ctx.sender) {\n authorized = true;\n break;\n }\n }\n }\n\n if (!authorized) throw new SenderError('unauthorized');\n ctx.db.document.id.update({ ...doc, title: new_title });\n }\n);", + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,28): error TS2345: Argument of type 'TableSchema; owner: IdentityColumnBuilder<{ indexType: \"btree\"; }>; title: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(22,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(27,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(30,36): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(38,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(41,36): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(55,24): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:26:11.091264200Z", + "finished_at": "2026-03-26T13:27:46.895664700Z" + } + } + }, + { + "name": "Gemini 3 Flash", + "route_api_model": "google/gemini-3-flash-preview", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'emptyTable' },\n {\n id: t.i32({ primary_key: true }),\n }\n )\n);\n\nspacetimedb.reducer('emptyReducerNoArgs', (ctx) => {\n});\n\nspacetimedb.reducer('emptyReducerWithInt', { count: t.i32() }, (ctx, { count }) => {\n});\n\nspacetimedb.reducer('emptyReducerWithString', { name: t.string() }, (ctx, { name }) => {\n});\n\nspacetimedb.reducer('emptyReducerWithTwoArgs', { count: t.i32(), name: t.string() }, (ctx, { count, name }) => {\n});\n\nspacetimedb.reducer('emptyReducerWithThreeArgs', { active: t.boolean(), ratio: t.f32(), label: t.string() }, (ctx, { active, ratio, label }) => {\n});", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(7,17): error TS2554: Expected 0 arguments, but got 1.\r\nsrc/index.ts(12,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(15,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(18,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(21,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(24,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(24,62): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:25.323180400Z", + "finished_at": "2026-03-26T13:36:37.911670800Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user', primary_key: 'id' },\n {\n id: t.i32(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n ),\n table(\n { name: 'product', primary_key: 'id' },\n {\n id: t.i32(),\n title: t.string(),\n price: t.f32(),\n inStock: t.bool(),\n }\n ),\n table(\n { name: 'note', primary_key: 'id' },\n {\n id: t.i32(),\n body: t.string(),\n rating: t.i64(),\n pinned: t.bool(),\n }\n )\n);", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(22,3): error TS2554: Expected 1-2 arguments, but got 3.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:25.326043600Z", + "finished_at": "2026-03-26T13:37:01.974884100Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { spacetimedb, table, t, ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: (): any => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (_ctx, _row) => {\n // Scheduled reducer logic\n});\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});\n\nconst schema = spacetimedb.schema({ tickTimer });\nexport default schema;", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,10): error TS2305: Module '\"spacetimedb\"' has no exported member 'spacetimedb'.\r\nsrc/index.ts(11,70): error TS7006: Parameter '_ctx' implicitly has an 'any' type.\r\nsrc/index.ts(11,76): error TS7006: Parameter '_row' implicitly has an 'any' type.\r\nsrc/index.ts(15,42): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:27.570114500Z", + "finished_at": "2026-03-26T13:36:40.552228Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const Position = t.struct({\n x: t.i32(),\n y: t.i32(),\n});\n\nexport const spacetimedb = schema(\n table(\n { name: 'entity', primaryKey: 'id' },\n {\n id: t.i32(),\n pos: Position,\n }\n )\n);", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,27): error TS2339: Property 'struct' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(9,3): error TS2345: Argument of type 'TableSchema, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:29.856071300Z", + "finished_at": "2026-03-26T13:36:48.712554500Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nexport const spacetimedb = schema(user);\n\nspacetimedb.reducer('insertUser', { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() }, (ctx, { id, name, age, active }) => {\n ctx.db.user.insert({ id, name, age, active });\n});", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,35): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(15,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:31.959980800Z", + "finished_at": "2026-03-26T13:36:50.890723300Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n )\n);\n\nspacetimedb.reducer('updateUser', { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() }, (ctx, { id, name, age, active }) => {\n const user = ctx.db.user.id.find(id);\n if (user) {\n user.name = name;\n user.age = age;\n user.active = active;\n ctx.db.user.id.update(user);\n }\n});", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(15,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(16,31): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(21,20): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:33.977409800Z", + "finished_at": "2026-03-26T13:36:55.275804900Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean(),\n }\n);\n\nconst spacetimedb = schema({\n user\n});\n\nexport default spacetimedb;\n\nexport const deleteUser = spacetimedb.reducer('deleteUser', { id: t.i32() }, (ctx, { id }) => {\n ctx.db.user.id.delete(id);\n});", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(9,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(19,47): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:35.665062900Z", + "finished_at": "2026-03-26T13:36:59.817100800Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\n\nexport const crud = spacetimedb.reducer({}, (ctx) => {\n ctx.db.user.insert({\n id: 1,\n name: 'Alice',\n age: 30,\n active: true,\n });\n\n ctx.db.user.insert({\n id: 2,\n name: 'Bob',\n age: 22,\n active: false,\n });\n\n const alice = ctx.db.user.id.find(1);\n if (alice) {\n ctx.db.user.id.update({\n ...alice,\n name: 'Alice2',\n age: 31,\n active: false,\n });\n }\n\n ctx.db.user.id.delete(2);\n});\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52485/v1/database/c200f8a198fce41f24688d482668b9c8a1baa44b87c28b4e76582de7ac64cb71/call/crud)\n", + "phase": "call_reducer_golden" + } + }, + "crud_total_count_one": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:37.912528800Z", + "finished_at": "2026-03-26T13:37:06.315940400Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n }\n);\n\nexport const spacetimedb = schema(user, result);\n\nspacetimedb.reducer('lookupUserName', { id: t.i32() }, (ctx, { id }) => {\n const foundUser = ctx.db.user.id.find(id);\n if (foundUser) {\n ctx.db.result.insert({\n id: foundUser.id,\n name: foundUser.name,\n });\n }\n});", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(21,35): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(23,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(24,36): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:40.552434200Z", + "finished_at": "2026-03-26T13:37:12.733102900Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema(user);\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.user.insert({\n id: 1,\n name: \"Alice\",\n age: 30,\n active: true,\n });\n ctx.db.user.insert({\n id: 2,\n name: \"Bob\",\n age: 22,\n active: false,\n });\n});\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:50.882436300Z", + "finished_at": "2026-03-26T13:37:10.709375500Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event' },\n {\n id: t.u64().primaryKey().autoIncrement(),\n kind: t.string(),\n }\n);\n\nexport const spacetimedb = schema({\n event,\n});\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({\n id: 0n,\n kind: 'connected',\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({\n id: 0n,\n kind: 'disconnected',\n });\n});", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(6,30): error TS2339: Property 'autoIncrement' does not exist on type 'U64ColumnBuilder<{ isPrimaryKey: true; }>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:50.883665900Z", + "finished_at": "2026-03-26T13:37:08.795032800Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nfunction add(a: number, b: number): number {\n return a + b;\n}\n\nexport const spacetimedb = schema(\n table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n sum: t.i32(),\n }\n )\n);\n\nspacetimedb.reducer('computeSum', { id: t.i32(), a: t.i32(), b: t.i32() }, (ctx, { id, a, b }) => {\n const sum = add(a, b);\n ctx.db.result.insert({\n id,\n sum\n });\n});", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(8,3): error TS2345: Argument of type 'TableSchema; sum: I32Builder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(17,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:50.890871600Z", + "finished_at": "2026-03-26T13:37:06.317101700Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Score = t.struct({\n left: t.i32(),\n right: t.i32(),\n});\n\nconst result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n value: Score,\n }\n);\n\nconst spacetimedb = schema({\n result,\n});\n\nexport default spacetimedb;\n\nexport const setScore = spacetimedb.reducer(\n { id: t.i32(), left: t.i32(), right: t.i32() },\n (ctx, { id, left, right }) => {\n ctx.db.result.insert({\n id,\n value: { left, right },\n });\n }\n);", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,17): error TS2339: Property 'struct' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:41.268811800Z", + "finished_at": "2026-03-26T13:38:00.842704900Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { t, table, type Table, type ReducerContext } from \"spacetimedb\";\n\nexport const Rect = t.object(\"Rect\", {\n width: t.i32(),\n height: t.i32()\n});\n\nexport type Rect = {\n width: number;\n height: number;\n};\n\nexport const Shape = t.enum(\"Shape\", [\n { circle: t.i32() },\n { rectangle: Rect }\n]);\n\nexport type Shape = \n | { tag: \"circle\", value: number }\n | { tag: \"rectangle\", value: Rect };\n\nexport const result = table(\n { public: true },\n {\n id: t.i32().primaryKey(),\n value: Shape\n }\n);\n\nexport type result = {\n id: number;\n value: Shape;\n};\n\nexport default function (ctx: ReducerContext) {\n ctx.onReducer(\"setCircle\", (ctx, id: number, radius: number) => {\n result.insert({\n id,\n value: { tag: \"circle\", value: radius }\n });\n });\n}", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,25): error TS2724: '\"spacetimedb\"' has no exported member named 'Table'. Did you mean 'table'?\r\nsrc/index.ts(1,37): error TS2305: Module '\"spacetimedb\"' has no exported member 'ReducerContext'.\r\nsrc/index.ts(13,38): error TS2769: No overload matches this call.\r\n Overload 2 of 3, '(name: string, cases: []): SimpleSumBuilderImpl>', gave the following error.\r\n Argument of type '[{ circle: I32Builder; }, { rectangle: ProductBuilder<{ width: I32Builder; height: I32Builder; }>; }]' is not assignable to parameter of type '[]'.\r\n Source has 2 element(s) but target allows only 0.\r\nsrc/index.ts(36,31): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(37,12): error TS2339: Property 'insert' does not exist on type 'TableSchema; value: SimpleSumBuilderImpl>; }>, []>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:45.281196400Z", + "finished_at": "2026-03-26T13:38:06.549125Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst primitive = table(\n { name: 'primitive', public: true },\n {\n id: t.i32().primaryKey(),\n count: t.i32(),\n total: t.i64(),\n price: t.f32(),\n ratio: t.f64(),\n active: t.bool(),\n name: t.string(),\n }\n);\n\nexport const spacetimedb = schema(primitive);\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.primitive.insert({\n id: 1,\n count: 2,\n total: BigInt(3000000000),\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\"\n });\n});", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(16,35): error TS2345: Argument of type 'TableSchema; count: I32Builder; total: I64Builder; price: F32Builder; ratio: F64Builder; active: BoolBuilder; name: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(18,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:50.214691900Z", + "finished_at": "2026-03-26T13:38:17.130608600Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:50.215950100Z", + "finished_at": "2026-03-26T13:38:06.547860200Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', [\n { circle: t.i32() },\n { rectangle: Rect },\n]);\n\nexport const spacetimedb = schema(\n table(\n { name: 'drawing' },\n {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape,\n }\n )\n);\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.drawing.insert({\n id: 1,\n a: { tag: 'circle', value: 10 },\n b: { tag: 'rectangle', value: { width: 4, height: 6 } },\n });\n});", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(8,31): error TS2769: No overload matches this call.\r\n Overload 2 of 3, '(name: string, cases: []): SimpleSumBuilderImpl>', gave the following error.\r\n Argument of type '[{ circle: I32Builder; }, { rectangle: ProductBuilder<{ width: I32Builder; height: I32Builder; }>; }]' is not assignable to parameter of type '[]'.\r\n Source has 2 element(s) but target allows only 0.\r\nsrc/index.ts(14,3): error TS2345: Argument of type 'TableSchema; a: SimpleSumBuilderImpl>; b: SimpleSumBuilderImpl>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(24,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:50.217044900Z", + "finished_at": "2026-03-26T13:38:10.800525800Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { schema, t, table, ScheduleAt } from 'spacetimedb';\nimport { ReducerContext } from 'spacetimedb/server';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: (): any => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (ctx: ReducerContext, { arg }: { arg: typeof tickTimer.rowType }) => {\n // Scheduled reducer logic\n});\n\nexport const init = spacetimedb.reducer((ctx: ReducerContext) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(2,10): error TS2724: '\"spacetimedb/server\"' has no exported member named 'ReducerContext'. Did you mean 'ReducerCtx'?\r\nsrc/index.ts(12,21): error TS2448: Block-scoped variable 'spacetimedb' used before its declaration.\r\nsrc/index.ts(12,21): error TS2454: Variable 'spacetimedb' is used before being assigned.\r\nsrc/index.ts(12,33): error TS2339: Property 'reducer' does not exist on type 'Tables; scheduledAt: ScheduleAtBuilder; }>, []>; }>>'.\r\nsrc/index.ts(16,21): error TS2448: Block-scoped variable 'spacetimedb' used before its declaration.\r\nsrc/index.ts(16,21): error TS2454: Variable 'spacetimedb' is used before being assigned.\r\nsrc/index.ts(16,33): error TS2339: Property 'reducer' does not exist on type 'Tables; scheduledAt: ScheduleAtBuilder; }>, []>; }>>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:53.916171Z", + "finished_at": "2026-03-26T13:38:21.703205100Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst account = table(\n { name: 'account', public: true },\n {\n id: t.i32().primaryKey(),\n email: t.string().unique(),\n name: t.string().index('btree'),\n }\n);\n\nconst spacetimedb = schema(account);\n\nexport const seed = spacetimedb.reducer('seed', (ctx) => {\n ctx.db.account.insert({\n id: 1,\n email: 'a@example.com',\n name: 'Alice'\n });\n ctx.db.account.insert({\n id: 2,\n email: 'b@example.com',\n name: 'Bob'\n });\n});\n\nexport default spacetimedb;", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(12,28): error TS2345: Argument of type 'TableSchema; email: StringColumnBuilder<{ isUnique: true; }>; name: StringColumnBuilder<{ indexType: \"btree\"; }>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(14,41): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:53.920695800Z", + "finished_at": "2026-03-26T13:38:23.833515300Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n userId: t.i32().primaryKey(),\n name: t.string(),\n }\n);\n\nconst group = table(\n { name: 'group', public: true },\n {\n groupId: t.i32().primaryKey(),\n title: t.string(),\n }\n);\n\nconst membership = table(\n { name: 'membership', public: true },\n {\n id: t.i32().primaryKey(),\n userId: t.i32().indexed('btree'),\n groupId: t.i32().indexed('btree'),\n }\n);\n\nconst spacetimedb = schema({\n user,\n group,\n membership,\n});\n\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer({}, (ctx) => {\n ctx.db.user.insert({ userId: 1, name: \"Alice\" });\n ctx.db.user.insert({ userId: 2, name: \"Bob\" });\n\n ctx.db.group.insert({ groupId: 10, title: \"Admin\" });\n ctx.db.group.insert({ groupId: 20, title: \"Dev\" });\n\n ctx.db.membership.insert({ id: 1, userId: 1, groupId: 10 });\n ctx.db.membership.insert({ id: 2, userId: 1, groupId: 20 });\n ctx.db.membership.insert({ id: 3, userId: 2, groupId: 20 });\n});", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(23,21): error TS2551: Property 'indexed' does not exist on type 'I32Builder'. Did you mean 'index'?\r\nsrc/index.ts(24,22): error TS2551: Property 'indexed' does not exist on type 'I32Builder'. Did you mean 'index'?\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:38:02.868910600Z", + "finished_at": "2026-03-26T13:38:25.622234600Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst entity = table(\n { name: 'entity' },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst position = table(\n { name: 'position' },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst velocity = table(\n { name: 'velocity' },\n {\n entityId: t.i32().primaryKey(),\n vx: t.i32(),\n vy: t.i32(),\n }\n);\n\nconst nextPosition = table(\n { name: 'nextPosition' },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst spacetimedb = schema({\n entity,\n position,\n velocity,\n nextPosition,\n});\n\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer('seed', (ctx) => {\n ctx.db.entity.insert({ id: 1 });\n ctx.db.position.insert({ entityId: 1, x: 0, y: 0 });\n ctx.db.velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n\n ctx.db.entity.insert({ id: 2 });\n ctx.db.position.insert({ entityId: 2, x: 10, y: 0 });\n ctx.db.velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n});\n\nexport const step = spacetimedb.reducer('step', (ctx) => {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.entityId.find(pos.entityId);\n if (vel) {\n const nextX = pos.x + vel.vx;\n const nextY = pos.y + vel.vy;\n \n const existing = ctx.db.nextPosition.entityId.find(pos.entityId);\n if (existing) {\n ctx.db.nextPosition.entityId.update({\n entityId: pos.entityId,\n x: nextX,\n y: nextY,\n });\n } else {\n ctx.db.nextPosition.insert({\n entityId: pos.entityId,\n x: nextX,\n y: nextY,\n });\n }\n }\n }\n});", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(46,41): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer; }>, []>; readonly position: TableSchema<...>; readonly velocity: TableSchema<...>; readonly nextPosition: TableSchema<...>; }>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer; }>, []>; readonly position: TableSchema<...>; readonly velocity: TableSchema<...>; readonly nextPosition: TableSchema<...>; }>, {}>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(56,41): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer; }>, []>; readonly position: TableSchema<...>; readonly velocity: TableSchema<...>; readonly nextPosition: TableSchema<...>; }>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer; }>, []>; readonly position: TableSchema<...>; readonly velocity: TableSchema<...>; readonly nextPosition: TableSchema<...>; }>, {}>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:38:06.549241300Z", + "finished_at": "2026-03-26T13:38:36.318756400Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst log = table(\n {\n name: 'log',\n public: true,\n indexes: [\n {\n name: 'byUserDay',\n columns: ['userId', 'day'],\n type: 'btree',\n },\n ],\n },\n {\n id: t.i32().primaryKey(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ log });\n\nexport const seed = spacetimedb.reducer({}, (ctx) => {\n ctx.db.log.insert({\n id: 1,\n userId: 7,\n day: 1,\n message: \"a\",\n });\n ctx.db.log.insert({\n id: 2,\n userId: 7,\n day: 2,\n message: \"b\",\n });\n ctx.db.log.insert({\n id: 3,\n userId: 9,\n day: 1,\n message: \"c\",\n });\n});\n\nexport default spacetimedb;", + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(11,9): error TS2353: Object literal may only specify known properties, and 'type' does not exist in type 'IndexOpts<\"userId\" | \"day\" | \"id\" | \"message\">'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:38:08.728675700Z", + "finished_at": "2026-03-26T13:38:29.537756200Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:21.707924900Z", + "finished_at": "2026-03-26T13:37:50.212544600Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst profile = table(\n { name: 'profile', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n identity: t.identity().unique(),\n name: t.string(),\n bio: t.string(),\n }\n);\n\nconst spacetimedb = schema({ profile });\nexport default spacetimedb;\n\nexport const my_profile = spacetimedb.view(\n { name: 'my_profile', public: true },\n t.option(profile.rowType),\n (ctx) => {\n const row = ctx.db.profile.identity.find(ctx.sender());\n return row ?? undefined;\n }\n);", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,50): error TS2349: This expression is not callable.\r\n Type 'Identity' has no call signatures.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:21.715571700Z", + "finished_at": "2026-03-26T13:37:42.820287700Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst damageEvent = table(\n { name: 'damageEvent', public: true, event: true },\n {\n entityId: t.u64(),\n damage: t.u32(),\n source: t.string(),\n }\n);\n\nconst spacetimedb = schema({\n damageEvent,\n});\n\nexport default spacetimedb;\n\nexport const deal_damage = spacetimedb.reducer(\n 'deal_damage',\n { entityId: t.u64(), damage: t.u32(), source: t.string() },\n (ctx, { entityId, damage, source }) => {\n ctx.db.damageEvent.insert({\n entityId,\n damage,\n source,\n });\n }\n);", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(19,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:08.795185400Z", + "finished_at": "2026-03-26T13:37:23.829993300Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst spacetimedb = schema({\n player: table(\n { \n id: t.u64().primaryKey().autoInc() \n },\n {\n id: t.u64(),\n name: t.string(),\n nickname: t.option(t.string()),\n highScore: t.option(t.u32()),\n }\n )\n});\n\nexport default spacetimedb;\n\nexport const create_player = spacetimedb.reducer(\n { \n name: t.string(), \n nickname: t.option(t.string()), \n highScore: t.option(t.u32()) \n }, \n (ctx, { name, nickname, highScore }) => {\n ctx.db.player.insert({\n id: 0n,\n name,\n nickname,\n highScore\n });\n }\n);", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(6,7): error TS2353: Object literal may only specify known properties, and 'id' does not exist in type 'TableOpts<{ id: U64Builder; name: StringBuilder; nickname: OptionBuilder; highScore: OptionBuilder; }>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:08.802053200Z", + "finished_at": "2026-03-26T13:37:28.204821200Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type Identity } from 'spacetimedb/server';\n\nconst message = table(\n { name: 'message', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity().indexed(),\n text: t.string(),\n }\n);\n\nconst spacetimedb = schema({ message });\nexport default spacetimedb;\n\nexport const create_message = spacetimedb.reducer({ text: t.string() }, (ctx, { text }) => {\n ctx.db.message.insert({\n id: 0n,\n owner: ctx.sender,\n text: text,\n });\n});\n\nexport const delete_message = spacetimedb.reducer({ id: t.u64() }, (ctx, { id }) => {\n const msg = ctx.db.message.id.find(id);\n if (!msg) {\n throw new Error(\"not found\");\n }\n if (msg.owner.toHexString() !== ctx.sender.toHexString()) {\n throw new Error(\"unauthorized\");\n }\n ctx.db.message.id.delete(id);\n});", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\nsrc/index.ts(7,25): error TS2551: Property 'indexed' does not exist on type 'IdentityBuilder'. Did you mean 'index'?\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:08.149631Z", + "finished_at": "2026-03-26T13:36:25.323057400Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst userInternal = table(\n { name: 'userInternal' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n email: t.string(),\n passwordHash: t.string(),\n }\n);\n\nconst userPublic = table(\n { name: 'userPublic', public: true },\n {\n id: t.u64().primaryKey(),\n name: t.string(),\n }\n);\n\nexport const spacetimedb = schema({\n tables: [userInternal, userPublic],\n});\n\nspacetimedb.reducer('register_user', { name: t.string(), email: t.string(), passwordHash: t.string() }, (ctx, { name, email, passwordHash }) => {\n const insertedInternal = ctx.db.userInternal.insert({\n id: 0n,\n name,\n email,\n passwordHash,\n });\n\n ctx.db.userPublic.insert({\n id: insertedInternal.id,\n name: insertedInternal.name,\n });\n});", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(22,3): error TS2739: Type '(TableSchema; name: StringBuilder; email: StringBuilder; passwordHash: StringBuilder; }>, []> | TableSchema<...>)[]' is missing the following properties from type 'UntypedTableSchema': rowType, rowSpacetimeType, tableDef, idxs, constraints\r\nsrc/index.ts(25,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:08.155164200Z", + "finished_at": "2026-03-26T13:36:25.315788200Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst author = table(\n { name: 'author', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst post = table(\n {\n name: 'post',\n public: true,\n indexes: [\n { accessor: 'by_authorId', algorithm: 'btree', columns: ['authorId'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n authorId: t.u64(),\n title: t.string(),\n }\n);\n\nconst spacetimedb = schema({\n author,\n post,\n});\n\nexport default spacetimedb;\n\nexport const delete_author = spacetimedb.reducer(\n { authorId: t.u64() },\n (ctx, { authorId }) => {\n for (const p of ctx.db.post.authorId.filter(authorId)) {\n ctx.db.post.id.delete(p.id);\n }\n\n ctx.db.author.id.delete(authorId);\n }\n);", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(36,33): error TS2339: Property 'authorId' does not exist on type '{ insert: (row: { id: bigint; authorId: bigint; title: string; }) => { id: bigint; authorId: bigint; title: string; }; delete: (row: { id: bigint; authorId: bigint; title: string; }) => boolean; count: () => bigint; iter: () => IteratorObject<...>; [Symbol.iterator]: () => IteratorObject<...>; id: UniqueIndex<...> &...'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:08.803099600Z", + "finished_at": "2026-03-26T13:37:21.715309300Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { \n name: 'order',\n public: true,\n indexes: [{ name: 'category_idx', algorithm: 'btree', columns: ['category'] }]\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u64(),\n fulfilled: t.boolean(),\n }\n);\n\nconst categoryStats = table(\n { \n name: 'categoryStats',\n public: true \n },\n {\n category: t.string().primaryKey(),\n totalAmount: t.u64(),\n orderCount: t.u32(),\n }\n);\n\nexport const spacetimedb = schema({\n order,\n categoryStats,\n});\n\nspacetimedb.reducer('compute_stats', { category: t.string() }, (ctx, { category }) => {\n let totalAmount = 0n;\n let orderCount = 0;\n\n for (const ord of ctx.db.order.category.filter(category)) {\n totalAmount += ord.amount;\n orderCount += 1;\n }\n\n const existing = ctx.db.categoryStats.category.find(category);\n if (existing) {\n existing.totalAmount = totalAmount;\n existing.orderCount = orderCount;\n ctx.db.categoryStats.category.update(existing);\n } else {\n ctx.db.categoryStats.insert({\n category,\n totalAmount,\n orderCount,\n });\n }\n});\n\nexport default spacetimedb;", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,18): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(34,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:10.709671100Z", + "finished_at": "2026-03-26T13:37:32.525689500Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst customer = table(\n { name: 'customer' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst order = table(\n { name: 'order' },\n {\n id: t.u64().primaryKey().autoInc(),\n customerId: t.u64().indexed(),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst orderDetail = table(\n { name: 'orderDetail' },\n {\n orderId: t.u64().primaryKey(),\n customerName: t.string(),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({\n customer,\n order,\n orderDetail,\n});\n\nexport default spacetimedb;\n\nexport const build_order_details = spacetimedb.reducer('build_order_details', (ctx) => {\n for (const ord of ctx.db.order.iter()) {\n const cust = ctx.db.customer.id.find(ord.customerId);\n if (cust) {\n ctx.db.orderDetail.insert({\n orderId: ord.id,\n customerName: cust.name,\n product: ord.product,\n amount: ord.amount,\n });\n }\n }\n});", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(15,25): error TS2551: Property 'indexed' does not exist on type 'U64Builder'. Did you mean 'index'?\r\nsrc/index.ts(39,56): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer; name: StringBuilder; }>, []>; readonly order: TableSchema<...>; readonly orderDetail: TableSchema<...>; }>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer; name: StringBuilder; }>, []>; readonly order: TableSchema<...>; readonly orderDetail: TableSchema<...>; }>, {}>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:12.733439600Z", + "finished_at": "2026-03-26T13:37:32.524531Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst account = table(\n { name: 'account', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n email: t.string().unique(),\n displayName: t.string(),\n }\n);\n\nconst spacetimedb = schema({ account });\n\nexport default spacetimedb;\n\nexport const create_account = spacetimedb.reducer(\n 'create_account',\n { email: t.string(), displayName: t.string() },\n (ctx, { email, displayName }) => {\n ctx.db.account.insert({\n id: 0n,\n email,\n displayName,\n });\n }\n);", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(17,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:15.115109100Z", + "finished_at": "2026-03-26T13:37:34.633251600Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst product = table(\n { name: 'product', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n price: t.u32().index('btree'),\n }\n);\n\nconst priceRangeResult = table(\n { name: 'priceRangeResult', public: true },\n {\n productId: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32(),\n }\n);\n\nconst spacetimedb = schema({\n product,\n priceRangeResult,\n});\n\nexport default spacetimedb;\n\nexport const find_in_price_range = spacetimedb.reducer(\n 'find_in_price_range',\n { minPrice: t.u32(), maxPrice: t.u32() },\n (ctx, { minPrice, maxPrice }) => {\n for (const p of ctx.db.product.iter()) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n ctx.db.priceRangeResult.insert({\n productId: p.id,\n name: p.name,\n price: p.price,\n });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(29,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:23.830180100Z", + "finished_at": "2026-03-26T13:37:41.268680700Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst player = table(\n { name: 'player', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n score: t.u64(),\n }\n);\n\nconst leaderboard = table(\n { name: 'leaderboard', public: true },\n {\n rank: t.u32().primaryKey(),\n playerName: t.string(),\n score: t.u64(),\n }\n);\n\nconst spacetimedb = schema({\n player,\n leaderboard,\n});\n\nexport default spacetimedb;\n\nexport const build_leaderboard = spacetimedb.reducer('build_leaderboard', { limit: t.u32() }, (ctx, { limit }) => {\n for (const entry of ctx.db.leaderboard.iter()) {\n ctx.db.leaderboard.rank.delete(entry.rank);\n }\n\n const players = Array.from(ctx.db.player.iter());\n\n players.sort((a, b) => {\n if (b.score > a.score) return 1;\n if (b.score < a.score) return -1;\n return 0;\n });\n\n const topPlayers = players.slice(0, limit);\n\n for (let i = 0; i < topPlayers.length; i++) {\n const p = topPlayers[i];\n ctx.db.leaderboard.insert({\n rank: i + 1,\n playerName: p.name,\n score: p.score,\n });\n }\n});", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(28,54): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:28.205184300Z", + "finished_at": "2026-03-26T13:37:53.915897200Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst task = table(\n { name: 'task', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n title: t.string(),\n completed: t.boolean(),\n }\n);\n\nconst firstIncomplete = table(\n { name: 'firstIncomplete', public: true },\n {\n taskId: t.u64().primaryKey(),\n title: t.string(),\n }\n);\n\nconst spacetimedb = schema({\n task,\n firstIncomplete,\n});\n\nexport default spacetimedb;\n\nexport const find_first_incomplete = spacetimedb.reducer((ctx) => {\n for (const row of ctx.db.task.iter()) {\n if (!row.completed) {\n ctx.db.firstIncomplete.insert({\n taskId: row.id,\n title: row.title,\n });\n break;\n }\n }\n});", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(8,18): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:28.210893900Z", + "finished_at": "2026-03-26T13:37:50.213620200Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u32(),\n }\n);\n\nconst distinctCategory = table(\n { name: 'distinctCategory', public: true },\n {\n category: t.string().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({\n order,\n distinctCategory,\n});\n\nexport default spacetimedb;\n\nexport const collect_distinct_categories = spacetimedb.reducer('collect_distinct_categories', (ctx) => {\n const uniqueCategories = new Set();\n\n for (const row of ctx.db.order.iter()) {\n uniqueCategories.add(row.category);\n }\n\n for (const cat of uniqueCategories) {\n const existing = ctx.db.distinctCategory.category.find(cat);\n if (!existing) {\n ctx.db.distinctCategory.insert({\n category: cat,\n });\n }\n }\n});", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(26,64): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer; category: StringBuilder; amount: U32Builder; }>, []>; readonly distinctCategory: TableSchema<...>; }>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer; category: StringBuilder; amount: U32Builder; }>, []>; readonly distinctCategory: TableSchema<...>; }>, {}>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:32.525955100Z", + "finished_at": "2026-03-26T13:38:15.064522500Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n active: t.boolean(),\n }\n);\n\nconst userStats = table(\n { name: 'userStats', public: true },\n {\n key: t.string().primaryKey(),\n count: t.u64(),\n }\n);\n\nconst spacetimedb = schema({\n user,\n userStats,\n});\n\nexport default spacetimedb;\n\nexport const compute_user_counts = spacetimedb.reducer('compute_user_counts', (ctx) => {\n let totalCount = 0n;\n let activeCount = 0n;\n\n for (const u of ctx.db.user.iter()) {\n totalCount++;\n if (u.active) {\n activeCount++;\n }\n }\n\n ctx.db.userStats.insert({\n key: \"total\",\n count: totalCount,\n });\n\n ctx.db.userStats.insert({\n key: \"active\",\n count: activeCount,\n });\n});", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(8,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(27,56): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer; name: StringBuilder; active: any; }>, []>; readonly userStats: TableSchema<...>; }>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer; name: StringBuilder; active: any; }>, []>; readonly userStats: TableSchema<...>; }>, {}>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:32.531843800Z", + "finished_at": "2026-03-26T13:37:50.214432300Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst eventLog = table(\n {\n name: 'eventLog',\n public: true,\n indexes: [\n {\n accessor: 'by_category_severity',\n algorithm: 'btree',\n columns: ['category', 'severity'],\n },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n severity: t.u32(),\n message: t.string(),\n }\n);\n\nconst filteredEvent = table(\n {\n name: 'filteredEvent',\n public: true,\n },\n {\n eventId: t.u64().primaryKey(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({\n eventLog,\n filteredEvent,\n});\n\nexport default spacetimedb;\n\nexport const filter_events = spacetimedb.reducer(\n 'filter_events',\n { category: t.string(), severity: t.u32() },\n (ctx, { category, severity }) => {\n for (const event of ctx.db.eventLog.iter()) {\n if (event.category === category && event.severity === severity) {\n ctx.db.filteredEvent.insert({\n eventId: event.id,\n message: event.message,\n });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(42,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:36.696317500Z", + "finished_at": "2026-03-26T13:37:53.914874Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, t, table, ScheduleAt } from 'spacetimedb';\n\nconst reminder = table(\n { name: 'reminder', scheduled: (): any => send_reminder },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n message: t.string(),\n }\n);\n\nexport const send_reminder = schema.reducer({ arg: reminder.rowType }, (_ctx, { arg }) => {\n // Reducer triggered by the scheduler\n});\n\nexport const init = schema.reducer((ctx) => {\n const fireTime = ctx.timestamp + 60_000_000n;\n ctx.db.reminder.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.time(fireTime),\n message: \"One-shot reminder\",\n });\n});\n\nconst spacetimedb = schema({ reminder });\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(12,37): error TS2339: Property 'reducer' does not exist on type '>(tables: H) => Tables>'.\r\nsrc/index.ts(12,73): error TS7006: Parameter '_ctx' implicitly has an 'any' type.\r\nsrc/index.ts(12,81): error TS7031: Binding element 'arg' implicitly has an 'any' type.\r\nsrc/index.ts(16,28): error TS2339: Property 'reducer' does not exist on type '>(tables: H) => Tables>'.\r\nsrc/index.ts(16,37): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:55.277868500Z", + "finished_at": "2026-03-26T13:37:15.114732300Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, ScheduleAt } from 'spacetimedb';\nimport { schema as serverSchema } from 'spacetimedb/server';\n\nconst cleanupJob = table(\n { name: 'cleanupJob', scheduled: (): any => run_cleanup },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nexport const run_cleanup = serverSchema.reducer({ arg: cleanupJob.rowType }, (_ctx, _arg) => {\n // Does nothing\n});\n\nexport const init = serverSchema.reducer((ctx) => {\n ctx.db.cleanupJob.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(60_000_000n),\n });\n});\n\nexport const cancel_cleanup = serverSchema.reducer({ scheduledId: t.u64() }, (ctx, { scheduledId }) => {\n const job = ctx.db.cleanupJob.scheduledId.find(scheduledId);\n if (job) {\n ctx.db.cleanupJob.scheduledId.delete(scheduledId);\n }\n});\n\nconst spacetimedb = serverSchema({ cleanupJob });\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(12,41): error TS2339: Property 'reducer' does not exist on type '>(tables: H, moduleSettings?: ModuleSettings | undefined) => Schema>'.\r\nsrc/index.ts(12,79): error TS7006: Parameter '_ctx' implicitly has an 'any' type.\r\nsrc/index.ts(12,85): error TS7006: Parameter '_arg' implicitly has an 'any' type.\r\nsrc/index.ts(16,34): error TS2339: Property 'reducer' does not exist on type '>(tables: H, moduleSettings?: ModuleSettings | undefined) => Schema>'.\r\nsrc/index.ts(16,43): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(23,44): error TS2339: Property 'reducer' does not exist on type '>(tables: H, moduleSettings?: ModuleSettings | undefined) => Schema>'.\r\nsrc/index.ts(23,79): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(23,86): error TS7031: Binding element 'scheduledId' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:59.817346300Z", + "finished_at": "2026-03-26T13:37:28.203543800Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { name: 'onlinePlayer', public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp(),\n }\n);\n\nconst spacetimedb = schema({ onlinePlayer });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:01.975147800Z", + "finished_at": "2026-03-26T13:37:19.699051200Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, t, table, Identity } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: false },\n {\n identity: t.identity().primaryKey(),\n name: t.string(),\n }\n);\n\nconst message = table(\n { name: 'message', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n sender: t.identity().indexed(),\n text: t.string(),\n }\n);\n\nconst spacetimedb = schema({\n user,\n message,\n});\n\nexport default spacetimedb;\n\nexport const register = spacetimedb.reducer({ name: t.string() }, (ctx, { name }) => {\n const existingUser = ctx.db.user.identity.find(ctx.sender);\n if (existingUser) {\n throw new Error(\"already registered\");\n }\n ctx.db.user.insert({\n identity: ctx.sender,\n name: name,\n });\n});\n\nexport const post_message = spacetimedb.reducer({ text: t.string() }, (ctx, { text }) => {\n const existingUser = ctx.db.user.identity.find(ctx.sender);\n if (!existingUser) {\n throw new Error(\"not registered\");\n }\n ctx.db.message.insert({\n id: 0n,\n sender: ctx.sender,\n text: text,\n });\n});", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,28): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\nsrc/index.ts(15,26): error TS2551: Property 'indexed' does not exist on type 'IdentityBuilder'. Did you mean 'index'?\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:08.158889Z", + "finished_at": "2026-03-26T13:36:27.569905100Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst config = table(\n { name: 'config', public: false },\n {\n id: t.u32().primaryKey(),\n admin: t.identity(),\n }\n);\n\nconst admin_log = table(\n { name: 'admin_log', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n action: t.string(),\n }\n);\n\nconst spacetimedb = schema({ config, admin_log });\nexport default spacetimedb;\n\nexport const bootstrap_admin = spacetimedb.reducer('bootstrap_admin', {}, (ctx) => {\n const existing = ctx.db.config.id.find(0);\n if (existing) {\n throw new SenderError(\"already bootstrapped\");\n }\n ctx.db.config.insert({ id: 0, admin: ctx.sender });\n});\n\nexport const admin_action = spacetimedb.reducer('admin_action', { action: t.string() }, (ctx, { action }) => {\n const cfg = ctx.db.config.id.find(0);\n if (!cfg) {\n throw new SenderError(\"not bootstrapped\");\n }\n if (ctx.sender.toHexString() !== cfg.admin.toHexString()) {\n throw new SenderError(\"not admin\");\n }\n ctx.db.admin_log.insert({ id: 0n, action });\n});", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(22,52): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(30,49): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:08.161309100Z", + "finished_at": "2026-03-26T13:36:29.855792200Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type Identity } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n identity: t.identity().primaryKey(),\n role: t.string(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const register = spacetimedb.reducer({}, (ctx) => {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (existing) {\n throw new Error('already registered');\n }\n ctx.db.user.insert({ identity: ctx.sender, role: 'member' });\n});\n\nexport const promote = spacetimedb.reducer({ target: t.identity() }, (ctx, { target }) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw new Error('not registered');\n }\n if (caller.role !== 'admin') {\n throw new Error('not admin');\n }\n\n const targetUser = ctx.db.user.identity.find(target);\n if (!targetUser) {\n throw new Error('target not registered');\n }\n\n ctx.db.user.identity.update({ ...targetUser, role: 'admin' });\n});\n\nexport const member_action = spacetimedb.reducer({}, (ctx) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw new Error('not registered');\n }\n});\n\nexport const admin_action = spacetimedb.reducer({}, (ctx) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw new Error('not registered');\n }\n if (caller.role !== 'admin') {\n throw new Error('not admin');\n }\n});", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:08.166609400Z", + "finished_at": "2026-03-26T13:36:31.959740Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type Identity } from 'spacetimedb/server';\n\nconst admin = table(\n { name: 'admin', public: false },\n {\n identity: t.identity().primaryKey(),\n }\n);\n\nconst banned = table(\n { name: 'banned', public: false },\n {\n identity: t.identity().primaryKey(),\n }\n);\n\nconst player = table(\n { name: 'player', public: true },\n {\n identity: t.identity().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({\n admin,\n banned,\n player,\n});\n\nexport default spacetimedb;\n\nexport const add_admin = spacetimedb.reducer({ target: t.identity() }, (ctx, { target }) => {\n const senderIsAdmin = ctx.db.admin.identity.find(ctx.sender);\n if (!senderIsAdmin) {\n throw new Error('not admin');\n }\n\n const existing = ctx.db.admin.identity.find(target);\n if (!existing) {\n ctx.db.admin.insert({ identity: target });\n }\n});\n\nexport const ban_player = spacetimedb.reducer({ target: t.identity() }, (ctx, { target }) => {\n const senderIsAdmin = ctx.db.admin.identity.find(ctx.sender);\n if (!senderIsAdmin) {\n throw new Error('not admin');\n }\n\n const existingBan = ctx.db.banned.identity.find(target);\n if (!existingBan) {\n ctx.db.banned.insert({ identity: target });\n }\n\n const existingPlayer = ctx.db.player.identity.find(target);\n if (existingPlayer) {\n ctx.db.player.identity.delete(target);\n }\n});\n\nexport const join_game = spacetimedb.reducer({ name: t.string() }, (ctx, { name }) => {\n const isBanned = ctx.db.banned.identity.find(ctx.sender);\n if (isBanned) {\n throw new Error('banned');\n }\n\n const existingPlayer = ctx.db.player.identity.find(ctx.sender);\n if (existingPlayer) {\n throw new Error('already in game');\n }\n\n ctx.db.player.insert({\n identity: ctx.sender,\n name: name,\n });\n});", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:08.171534100Z", + "finished_at": "2026-03-26T13:36:33.977257200Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type Identity, SenderError } from 'spacetimedb/server';\n\nconst rate_limit = table(\n { name: 'rate_limit', public: false },\n {\n identity: t.identity().primaryKey(),\n last_call_us: t.u64(),\n }\n);\n\nconst action_log = table(\n { name: 'action_log', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n identity: t.identity(),\n payload: t.string(),\n }\n);\n\nconst spacetimedb = schema({\n rate_limit,\n action_log,\n});\n\nexport default spacetimedb;\n\nexport const limited_action = spacetimedb.reducer(\n { payload: t.string() },\n (ctx, { payload }) => {\n const now = ctx.timestamp.microsSinceUnixEpoch;\n const existing_limit = ctx.db.rate_limit.identity.find(ctx.sender);\n\n if (existing_limit) {\n if (now - existing_limit.last_call_us < 1000000n) {\n throw new SenderError(\"rate limited\");\n }\n ctx.db.rate_limit.identity.update({\n identity: ctx.sender,\n last_call_us: now,\n });\n } else {\n ctx.db.rate_limit.insert({\n identity: ctx.sender,\n last_call_us: now,\n });\n }\n\n ctx.db.action_log.insert({\n id: 0n,\n identity: ctx.sender,\n payload: payload,\n });\n }\n);", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:08.174759500Z", + "finished_at": "2026-03-26T13:36:48.711414600Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type Identity } from 'spacetimedb/server';\n\nconst document = table(\n { name: 'document', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity().indexed(),\n title: t.string(),\n }\n);\n\nconst document_share = table(\n {\n name: 'document_share',\n public: true,\n indexes: [\n { accessor: 'by_document_id', columns: ['document_id'] },\n { accessor: 'by_shared_with', columns: ['shared_with'] },\n ],\n },\n {\n document_id: t.u64(),\n shared_with: t.identity(),\n }\n);\n\nconst spacetimedb = schema({\n document,\n document_share,\n});\n\nexport default spacetimedb;\n\nexport const create_document = spacetimedb.reducer(\n { title: t.string() },\n (ctx, { title }) => {\n ctx.db.document.insert({\n id: 0n,\n owner: ctx.sender,\n title: title,\n });\n }\n);\n\nexport const share_document = spacetimedb.reducer(\n { document_id: t.u64(), target: t.identity() },\n (ctx, { document_id, target }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new Error('not found');\n }\n\n if (doc.owner.isEqual(ctx.sender) === false) {\n throw new Error('not owner');\n }\n\n ctx.db.document_share.insert({\n document_id: document_id,\n shared_with: target,\n });\n }\n);\n\nexport const edit_document = spacetimedb.reducer(\n { document_id: t.u64(), new_title: t.string() },\n (ctx, { document_id, new_title }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new Error('not found');\n }\n\n let authorized = doc.owner.isEqual(ctx.sender);\n\n if (!authorized) {\n for (const share of ctx.db.document_share.document_id.filter(document_id)) {\n if (share.shared_with.isEqual(ctx.sender)) {\n authorized = true;\n break;\n }\n }\n }\n\n if (!authorized) {\n throw new Error('unauthorized');\n }\n\n ctx.db.document.id.update({\n ...doc,\n title: new_title,\n });\n }\n);", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\nsrc/index.ts(7,25): error TS2551: Property 'indexed' does not exist on type 'IdentityBuilder'. Did you mean 'index'?\r\nsrc/index.ts(17,7): error TS2322: Type '{ accessor: string; columns: \"document_id\"[]; }' is not assignable to type 'IndexOpts<\"document_id\" | \"shared_with\">'.\r\n Type '{ accessor: string; columns: \"document_id\"[]; }' is not assignable to type '{ accessor?: string | undefined; name?: string | undefined; } & { algorithm: \"hash\"; columns: readonly (\"document_id\" | \"shared_with\")[]; }'.\r\n Property 'algorithm' is missing in type '{ accessor: string; columns: \"document_id\"[]; }' but required in type '{ algorithm: \"hash\"; columns: readonly (\"document_id\" | \"shared_with\")[]; }'.\r\nsrc/index.ts(18,7): error TS2322: Type '{ accessor: string; columns: \"shared_with\"[]; }' is not assignable to type 'IndexOpts<\"document_id\" | \"shared_with\">'.\r\n Type '{ accessor: string; columns: \"shared_with\"[]; }' is not assignable to type '{ accessor?: string | undefined; name?: string | undefined; } & { algorithm: \"hash\"; columns: readonly (\"document_id\" | \"shared_with\")[]; }'.\r\n Property 'algorithm' is missing in type '{ accessor: string; columns: \"shared_with\"[]; }' but required in type '{ algorithm: \"hash\"; columns: readonly (\"document_id\" | \"shared_with\")[]; }'.\r\nsrc/index.ts(75,49): error TS2339: Property 'document_id' does not exist on type '{ insert: (row: { document_id: bigint; shared_with: Identity; }) => { document_id: bigint; shared_with: Identity; }; delete: (row: { document_id: bigint; shared_with: Identity; }) => boolean; count: () => bigint; iter: () => IteratorObject<...>; [Symbol.iterator]: () => IteratorObject<...>; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:08.176562700Z", + "finished_at": "2026-03-26T13:36:35.664763400Z" + } + } + }, + { + "name": "DeepSeek Chat", + "route_api_model": "deepseek-chat", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst emptyTable = table(\n { name: 'emptyTable' },\n {\n id: t.i32().primaryKey()\n }\n);\n\nconst spacetimedb = schema(emptyTable);\n\nspacetimedb.reducer('emptyReducerNoArgs', (ctx) => {\n});\n\nspacetimedb.reducer('emptyReducerWithInt', { count: t.i32() }, (ctx, { count }) => {\n});\n\nspacetimedb.reducer('emptyReducerWithString', { name: t.string() }, (ctx, { name }) => {\n});\n\nspacetimedb.reducer('emptyReducerWithTwoArgs', { count: t.i32(), name: t.string() }, (ctx, { count, name }) => {\n});\n\nspacetimedb.reducer('emptyReducerWithThreeArgs', { \n active: t.boolean(), \n ratio: t.f32(), \n label: t.string() \n}, (ctx, { active, ratio, label }) => {\n});", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(10,28): error TS2345: Argument of type 'TableSchema; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(12,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(15,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(18,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(21,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(24,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(25,13): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:17.354509700Z", + "finished_at": "2026-03-26T13:39:44.659989200Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user' },\n {\n id: t.i32(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean()\n }\n ),\n table(\n { name: 'product' },\n {\n id: t.i32(),\n title: t.string(),\n price: t.f32(),\n inStock: t.boolean()\n }\n ),\n table(\n { name: 'note' },\n {\n id: t.i32(),\n body: t.string(),\n rating: t.i64(),\n pinned: t.boolean()\n }\n )\n);", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(10,17): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(19,18): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(22,3): error TS2554: Expected 1-2 arguments, but got 3.\r\nsrc/index.ts(28,17): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:17.357266800Z", + "finished_at": "2026-03-26T13:39:44.658786700Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nexport const spacetimedb = schema(\n table(\n { name: 'tickTimer', scheduled: 'tick' },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n )\n);\n\nexport const tick = spacetimedb.reducer({ arg: spacetimedb.tables.tickTimer.rowType }, (ctx, { arg }) => {\n});\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(5,3): error TS2345: Argument of type 'TableSchema; scheduledAt: ScheduleAtBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(6,26): error TS2322: Type 'string' is not assignable to type '() => ReducerExport; }> | ProcedureExport; }, UnitBuilder>'.\r\nsrc/index.ts(14,60): error TS2339: Property 'tables' does not exist on type 'Schema>>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:19.347215200Z", + "finished_at": "2026-03-26T13:39:40.276775100Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Position = t.object('Position', {\n x: t.i32(),\n y: t.i32()\n});\n\nconst entity = table(\n { name: 'entity' },\n {\n id: t.i32().primaryKey(),\n pos: Position\n }\n);\n\nexport const spacetimedb = schema(entity);", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(16,35): error TS2345: Argument of type 'TableSchema; pos: ProductBuilder<{ x: I32Builder; y: I32Builder; }>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:19.700510200Z", + "finished_at": "2026-03-26T13:39:35.803811900Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean()\n }\n )\n);\n\nspacetimedb.reducer('insertUser', { id: t.i32(), name: t.string(), age: t.i32(), active: t.boolean() }, (ctx, { id, name, age, active }) => {\n ctx.db.user.insert({ id, name, age, active });\n});", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(10,17): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(15,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(15,92): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:22.033987900Z", + "finished_at": "2026-03-26T13:39:48.830017600Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean()\n }\n);\n\nexport const spacetimedb = schema({ user });\n\nexport const updateUser = spacetimedb.reducer({\n id: t.i32(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean()\n}, (ctx, { id, name, age, active }) => {\n const userRow = ctx.db.user.id.find(id);\n if (!userRow) {\n throw new Error('User not found');\n }\n\n userRow.name = name;\n userRow.age = age;\n userRow.active = active;\n ctx.db.user.id.update(userRow);\n});", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(9,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(19,13): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:24.503286Z", + "finished_at": "2026-03-26T13:39:50.808316Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean()\n }\n )\n);\n\nspacetimedb.reducer('deleteUser', { id: t.i32() }, (ctx, { id }) => {\n ctx.db.user.id.delete(id);\n});", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(10,17): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(15,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:26.753657500Z", + "finished_at": "2026-03-26T13:39:48.829166400Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean()\n }\n);\n\nconst spacetimedb = schema(user);\n\nspacetimedb.reducer('crud', (ctx) => {\n ctx.db.user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n ctx.db.user.id.update(1, { id: 1, name: \"Alice2\", age: 31, active: false });\n ctx.db.user.id.delete(2);\n});\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(9,14): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(15,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(18,17): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:38.183153300Z", + "finished_at": "2026-03-26T13:40:05.619270400Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean()\n }\n ),\n table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n name: t.string()\n }\n )\n);\n\nspacetimedb.reducer('lookupUserName', { id: t.i32() }, (ctx, { id }) => {\n const user = ctx.db.user.id.find(id);\n if (user) {\n ctx.db.result.insert({ id: user.id, name: user.name });\n }\n});", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(10,17): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(22,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(23,31): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:40.277124400Z", + "finished_at": "2026-03-26T13:39:59.795442300Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table({ name: 'user' }, {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean()\n});\n\nconst spacetimedb = schema(user);\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n});", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(7,13): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(10,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:44.660173900Z", + "finished_at": "2026-03-26T13:40:03.617371400Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema(event);\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({ kind: 'connected' });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({ kind: 'disconnected' });\n});\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(11,28): error TS2345: Argument of type 'TableSchema; kind: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:44.666243300Z", + "finished_at": "2026-03-26T13:40:09.759289600Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nfunction add(a: number, b: number): number {\n return a + b;\n}\n\nexport const spacetimedb = schema(\n table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n sum: t.i32()\n }\n )\n);\n\nspacetimedb.reducer('computeSum', { id: t.i32(), a: t.i32(), b: t.i32() }, (ctx, { id, a, b }) => {\n const sum = add(a, b);\n ctx.db.result.insert({ id, sum });\n});", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(8,3): error TS2345: Argument of type 'TableSchema; sum: I32Builder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(17,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:48.830151300Z", + "finished_at": "2026-03-26T13:40:24.164581600Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const Score = t.struct({\n left: t.i32(),\n right: t.i32()\n});\n\nexport const spacetimedb = schema(\n table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n value: Score\n }\n )\n);\n\nspacetimedb.reducer('setScore', { id: t.i32(), left: t.i32(), right: t.i32() }, (ctx, { id, left, right }) => {\n ctx.db.result.insert({ id, value: { left, right } });\n});", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,24): error TS2339: Property 'struct' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(9,3): error TS2345: Argument of type 'TableSchema; value: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(18,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:40:53.040562Z", + "finished_at": "2026-03-26T13:41:14.553049200Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object({\n width: t.i32(),\n height: t.i32()\n});\n\nconst Shape = t.sum({\n circle: t.i32(),\n rectangle: Rect\n});\n\nconst result = table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n value: Shape\n }\n);\n\nconst spacetimedb = schema({ result });\nexport default spacetimedb;\n\nexport const setCircle = spacetimedb.reducer({ id: t.i32(), radius: t.i32() }, (ctx, { id, radius }) => {\n ctx.db.result.insert({ id, value: { tag: 'circle', value: radius } });\n});", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,16): error TS2554: Expected 2 arguments, but got 1.\r\nsrc/index.ts(8,17): error TS2339: Property 'sum' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:40:57.381352Z", + "finished_at": "2026-03-26T13:41:17.077125800Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst primitive = table(\n { name: 'primitive' },\n {\n id: t.i32().primaryKey(),\n count: t.i32(),\n total: t.i64(),\n price: t.f32(),\n ratio: t.f64(),\n active: t.boolean(),\n name: t.string()\n }\n);\n\nconst spacetimedb = schema(primitive);\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.primitive.insert({\n id: 1,\n count: 2,\n total: 3000000000n,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: 'Alice'\n });\n});", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(11,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(16,28): error TS2345: Argument of type 'TableSchema; count: I32Builder; total: I64Builder; price: F32Builder; ratio: F64Builder; active: any; name: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(18,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:40:57.386768200Z", + "finished_at": "2026-03-26T13:41:17.075894700Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Address = t.object('Address', {\n street: t.string(),\n zip: t.i32()\n});\n\nconst Position = t.object('Position', {\n x: t.i32(),\n y: t.i32()\n});\n\nconst profile = table(\n { name: 'profile', public: true },\n {\n id: t.i32().primaryKey().autoInc(),\n home: Address,\n work: Address,\n pos: Position\n }\n);\n\nconst spacetimedb = schema(profile);\n\nexport const seed = spacetimedb.reducer({}, (ctx) => {\n ctx.db.profile.insert({\n id: 0,\n home: { street: \"1 Main\", zip: 11111 },\n work: { street: \"2 Broad\", zip: 22222 },\n pos: { x: 7, y: 9 }\n });\n});\n\nexport default spacetimedb;", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(23,28): error TS2345: Argument of type 'TableSchema; home: ProductBuilder<{ street: StringBuilder; zip: I32Builder; }>; work: ProductBuilder<...>; pos: ProductBuilder<...>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:41:01.555195500Z", + "finished_at": "2026-03-26T13:41:27.511943200Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object({\n width: t.i32(),\n height: t.i32()\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect\n});\n\nexport const spacetimedb = schema(\n table(\n { name: 'drawing', pk: ['id'] },\n {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape\n }\n )\n);\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.drawing.insert({\n id: 1,\n a: { tag: 'circle', value: 10 },\n b: { tag: 'rectangle', value: { width: 4, height: 6 } }\n });\n});", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,16): error TS2554: Expected 2 arguments, but got 1.\r\nsrc/index.ts(14,3): error TS2345: Argument of type 'TableSchema; a: SumBuilder<{ circle: I32Builder; rectangle: ProductBuilder; }>; b: SumBuilder<...>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(24,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:41:01.570168900Z", + "finished_at": "2026-03-26T13:41:25.501901Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { ScheduleAt } from 'spacetimedb';\nimport { schema, t, table } from 'spacetimedb/server';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: (): any => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nexport const tick = schema.reducer({ arg: tickTimer.rowType }, (_ctx, { arg }) => {\n // Invoked automatically by the scheduler\n // arg.scheduledAt, arg.scheduledId\n});\n\nexport const init = schema.reducer((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});\n\nexport default schema({ tickTimer });", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(12,28): error TS2339: Property 'reducer' does not exist on type '>(tables: H, moduleSettings?: ModuleSettings | undefined) => Schema>'.\r\nsrc/index.ts(12,65): error TS7006: Parameter '_ctx' implicitly has an 'any' type.\r\nsrc/index.ts(12,73): error TS7031: Binding element 'arg' implicitly has an 'any' type.\r\nsrc/index.ts(17,28): error TS2339: Property 'reducer' does not exist on type '>(tables: H, moduleSettings?: ModuleSettings | undefined) => Schema>'.\r\nsrc/index.ts(17,37): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:41:05.615347200Z", + "finished_at": "2026-03-26T13:41:31.373767500Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "}import { table, t, spacetimedb } from 'spacetimedb/server';\n\nconst account = table(\n { \n name: 'account',\n public: true,\n indexes: [\n { accessor: 'byName', algorithm: 'btree', columns: ['name'] }\n ]\n },\n {\n id: t.i32().primaryKey(),\n email: t.string().unique(),\n name: t.string()\n }\n);\n\nexport const seed = spacetimedb.reducer({}, (ctx) => {\n ctx.db.account.insert({\n id: 1,\n email: \"a@example.com\",\n name: \"Alice\"\n });\n\n ctx.db.account.insert({\n id: 2,\n email: \"b@example.com\", \n name: \"Bob\"\n });\n});", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,1): error TS1128: Declaration or statement expected.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:41:08.923856100Z", + "finished_at": "2026-03-26T13:41:37.514411500Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n userId: t.i32().primaryKey(),\n name: t.string(),\n }\n);\n\nconst group = table(\n { name: 'group', public: true },\n {\n groupId: t.i32().primaryKey(),\n title: t.string(),\n }\n);\n\nconst membership = table(\n { name: 'membership', public: true },\n {\n id: t.i32().primaryKey(),\n userId: t.i32(),\n groupId: t.i32(),\n }\n);\n\nmembership.index('byUser', ['userId']);\nmembership.index('byGroup', ['groupId']);\n\nconst spacetimedb = schema({ user, group, membership });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ userId: 1, name: 'Alice' });\n ctx.db.user.insert({ userId: 2, name: 'Bob' });\n\n ctx.db.group.insert({ groupId: 10, title: 'Admin' });\n ctx.db.group.insert({ groupId: 20, title: 'Dev' });\n\n ctx.db.membership.insert({ id: 1, userId: 1, groupId: 10 });\n ctx.db.membership.insert({ id: 2, userId: 1, groupId: 20 });\n ctx.db.membership.insert({ id: 3, userId: 2, groupId: 20 });\n});", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(28,12): error TS2339: Property 'index' does not exist on type 'TableSchema; userId: I32Builder; groupId: I32Builder; }>, []>'.\r\nsrc/index.ts(29,12): error TS2339: Property 'index' does not exist on type 'TableSchema; userId: I32Builder; groupId: I32Builder; }>, []>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:41:14.553239600Z", + "finished_at": "2026-03-26T13:41:57.547718200Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const entity = table(\n { name: 'entity' },\n {\n id: t.i32().primaryKey()\n }\n);\n\nexport const position = table(\n { name: 'position' },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32()\n }\n);\n\nexport const velocity = table(\n { name: 'velocity' },\n {\n entityId: t.i32().primaryKey(),\n vx: t.i32(),\n vy: t.i32()\n }\n);\n\nexport const nextPosition = table(\n { name: 'nextPosition' },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32()\n }\n);\n\nexport const spacetimedb = schema({ entity, position, velocity, nextPosition });\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.entity.insert({ id: 1 });\n ctx.db.entity.insert({ id: 2 });\n \n ctx.db.position.insert({ entityId: 1, x: 0, y: 0 });\n ctx.db.position.insert({ entityId: 2, x: 10, y: 0 });\n \n ctx.db.velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n ctx.db.velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n});\n\nspacetimedb.reducer('step', (ctx) => {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.entityId.find(pos.entityId);\n if (vel) {\n const newX = pos.x + vel.vx;\n const newY = pos.y + vel.vy;\n \n const existing = ctx.db.nextPosition.entityId.find(pos.entityId);\n if (existing) {\n ctx.db.nextPosition.entityId.update({ entityId: pos.entityId, x: newX, y: newY });\n } else {\n ctx.db.nextPosition.insert({ entityId: pos.entityId, x: newX, y: newY });\n }\n }\n }\n});", + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(39,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer; }>, []>; readonly position: TableSchema<...>; readonly velocity: TableSchema<...>; readonly nextPosition: TableSchema<...>; }>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer; }>, []>; readonly position: TableSchema<...>; readonly velocity: TableSchema<...>; readonly nextPosition: TableSchema<...>; }>, {}>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(50,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer; }>, []>; readonly position: TableSchema<...>; readonly velocity: TableSchema<...>; readonly nextPosition: TableSchema<...>; }>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer; }>, []>; readonly position: TableSchema<...>; readonly velocity: TableSchema<...>; readonly nextPosition: TableSchema<...>; }>, {}>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:41:14.560151900Z", + "finished_at": "2026-03-26T13:41:53.288086300Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "deepseek-chat", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:41:17.077500300Z", + "finished_at": "2026-03-26T13:41:45.047142Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst announcement = table(\n { name: 'announcement', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n message: t.string(),\n active: t.bool().index('btree')\n }\n);\n\nconst spacetimedb = schema({ announcement });\nexport default spacetimedb;\n\nexport const activeAnnouncements = spacetimedb.anonymousView(\n { name: 'activeAnnouncements', public: true },\n t.array(announcement.rowType),\n (ctx) => ctx.db.announcement.active.filter(true)\n);", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(18,12): error TS2322: Type 'IteratorObject<{ id: bigint; message: string; active: boolean; }, undefined, unknown>' is not assignable to type '{ id: bigint; message: string; active: boolean; }[] | RowTypedQuery<{ id: bigint; message: string; active: boolean; }, { elements: ElementsArrayFromRowObj; message: StringBuilder; active: BoolColumnBuilder<...>; }>>>; }>'.\r\n Type 'IteratorObject<{ id: bigint; message: string; active: boolean; }, undefined, unknown>' is missing the following properties from type '{ id: bigint; message: string; active: boolean; }[]': length, pop, push, concat, and 28 more.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:40:24.170632Z", + "finished_at": "2026-03-26T13:40:57.380208200Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst profile = table(\n { name: 'profile', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n identity: t.identity().unique(),\n name: t.string(),\n bio: t.string(),\n }\n);\n\nconst spacetimedb = schema({ profile });\nexport default spacetimedb;\n\nexport const my_profile = spacetimedb.view(\n { name: 'my_profile', public: true },\n t.option(profile.rowType),\n (ctx) => {\n const row = ctx.db.profile.identity.find(ctx.sender());\n return row ?? undefined;\n }\n);", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,50): error TS2349: This expression is not callable.\r\n Type 'Identity' has no call signatures.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:40:26.814369300Z", + "finished_at": "2026-03-26T13:40:53.040336800Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:40:01.665920200Z", + "finished_at": "2026-03-26T13:40:26.814136800Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:40:05.612513900Z", + "finished_at": "2026-03-26T13:40:34.088726700Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:38:43.237473400Z", + "finished_at": "2026-03-26T13:39:15.065507800Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'userInternal' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n email: t.string(),\n passwordHash: t.string(),\n }\n ),\n table(\n { name: 'userPublic', public: true },\n {\n id: t.u64().primaryKey(),\n name: t.string(),\n }\n )\n);\n\nspacetimedb.reducer('register_user', { name: t.string(), email: t.string(), passwordHash: t.string() }, (ctx, { name, email, passwordHash }) => {\n const userInternal = ctx.db.userInternal.insert({ id: 0n, name, email, passwordHash });\n ctx.db.userPublic.insert({ id: userInternal.id, name });\n});", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; name: StringBuilder; email: StringBuilder; passwordHash: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(22,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:38:43.238740900Z", + "finished_at": "2026-03-26T13:39:14.781807700Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:40:05.619407400Z", + "finished_at": "2026-03-26T13:40:36.738137700Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order', public: true, indexes: [{ name: 'order_category', algorithm: 'btree' as const, columns: ['category'] }] },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u64(),\n fulfilled: t.bool()\n }\n);\n\nconst categoryStats = table(\n { name: 'categoryStats', public: true },\n {\n category: t.string().primaryKey(),\n totalAmount: t.u64(),\n orderCount: t.u32()\n }\n);\n\nconst spacetimedb = schema({ order, categoryStats });\nexport default spacetimedb;\n\nexport const compute_stats = spacetimedb.reducer(\n { category: t.string() },\n (ctx, { category }) => {\n let totalAmount = 0n;\n let orderCount = 0;\n\n for (const order of ctx.db.order.category.iter(category)) {\n totalAmount += order.amount;\n orderCount++;\n }\n\n const existingStats = ctx.db.categoryStats.category.find(category);\n if (existingStats) {\n ctx.db.categoryStats.category.update({\n ...existingStats,\n totalAmount,\n orderCount\n });\n } else {\n ctx.db.categoryStats.insert({\n category,\n totalAmount,\n orderCount\n });\n }\n }\n);", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(31,38): error TS2339: Property 'category' does not exist on type '{ insert: (row: { category: string; id: bigint; amount: bigint; fulfilled: boolean; }) => { category: string; id: bigint; amount: bigint; fulfilled: boolean; }; delete: (row: { category: string; id: bigint; amount: bigint; fulfilled: boolean; }) => boolean; count: () => bigint; iter: () => IteratorObject<...>; [Symb...'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:40:09.759624900Z", + "finished_at": "2026-03-26T13:40:47.762945300Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'customer' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string()\n }\n ),\n table(\n { name: 'order' },\n {\n id: t.u64().primaryKey().autoInc(),\n customerId: t.u64().index(),\n product: t.string(),\n amount: t.u32()\n }\n ),\n table(\n { name: 'orderDetail' },\n {\n orderId: t.u64().primaryKey(),\n customerName: t.string(),\n product: t.string(),\n amount: t.u32()\n }\n )\n);\n\nspacetimedb.reducer('build_order_details', (ctx) => {\n for (const order of ctx.db.order.iter()) {\n const customer = ctx.db.customer.id.find(order.customerId);\n if (customer) {\n ctx.db.orderDetail.insert({\n orderId: order.id,\n customerName: customer.name,\n product: order.product,\n amount: order.amount\n });\n }\n }\n});", + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,3): error TS2554: Expected 1-2 arguments, but got 3.\r\nsrc/index.ts(31,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(33,41): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:40:19.810816300Z", + "finished_at": "2026-03-26T13:40:47.765421200Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:40:24.164912800Z", + "finished_at": "2026-03-26T13:40:48.144562300Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'product' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n price: t.u32().index('btree')\n }\n ),\n table(\n { name: 'priceRangeResult' },\n {\n productId: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32()\n }\n )\n);\n\nspacetimedb.reducer('find_in_price_range', { minPrice: t.u32(), maxPrice: t.u32() }, (ctx, { minPrice, maxPrice }) => {\n for (const product of ctx.db.product.iter()) {\n if (product.price >= minPrice && product.price <= maxPrice) {\n ctx.db.priceRangeResult.insert({\n productId: product.id,\n name: product.name,\n price: product.price\n });\n }\n }\n});", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; name: StringBuilder; price: U32ColumnBuilder<{ indexType: \"btree\"; }>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(22,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:40:31.251701900Z", + "finished_at": "2026-03-26T13:40:57.381182300Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst player = table(\n { name: 'player' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n score: t.u64()\n }\n);\n\nconst leaderboard = table(\n { name: 'leaderboard' },\n {\n rank: t.u32().primaryKey(),\n playerName: t.string(),\n score: t.u64()\n }\n);\n\nconst spacetimedb = schema({ player, leaderboard });\nexport default spacetimedb;\n\nexport const build_leaderboard = spacetimedb.reducer({ limit: t.u32() }, (ctx, { limit }) => {\n const players = Array.from(ctx.db.player.iter());\n players.sort((a, b) => Number(b.score) - Number(a.score));\n \n ctx.db.leaderboard.deleteAll();\n \n for (let i = 0; i < limit && i < players.length; i++) {\n const player = players[i];\n ctx.db.leaderboard.insert({\n rank: i + 1,\n playerName: player.name,\n score: player.score\n });\n }\n});", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(28,22): error TS2551: Property 'deleteAll' does not exist on type '{ insert: (row: { score: bigint; rank: number; playerName: string; }) => { score: bigint; rank: number; playerName: string; }; delete: (row: { score: bigint; rank: number; playerName: string; }) => boolean; count: () => bigint; iter: () => IteratorObject<...>; [Symbol.iterator]: () => IteratorObject<...>; rank: Uniq...'. Did you mean 'delete'?\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:40:34.088999500Z", + "finished_at": "2026-03-26T13:41:01.570007Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst task = table(\n { name: 'task' },\n {\n id: t.u64().primaryKey().autoInc(),\n title: t.string(),\n completed: t.boolean(),\n }\n);\n\nconst firstIncomplete = table(\n { name: 'firstIncomplete' },\n {\n taskId: t.u64().primaryKey(),\n title: t.string(),\n }\n);\n\nconst spacetimedb = schema({ task, firstIncomplete });\n\nexport const find_first_incomplete = spacetimedb.reducer((ctx) => {\n for (const task of ctx.db.task.iter()) {\n if (!task.completed) {\n ctx.db.firstIncomplete.insert({\n taskId: task.id,\n title: task.title,\n });\n break;\n }\n }\n});\n\nexport default spacetimedb;", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(8,18): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:40:36.738646Z", + "finished_at": "2026-03-26T13:40:59.429504600Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u32(),\n }\n);\n\nexport const distinctCategory = table(\n { name: 'distinctCategory', public: true },\n {\n category: t.string().primaryKey(),\n }\n);\n\nexport const spacetimedb = schema({ order, distinctCategory });\nexport default spacetimedb;\n\nexport const collect_distinct_categories = spacetimedb.reducer((ctx) => {\n const categories = new Set();\n for (const order of ctx.db.order.iter()) {\n categories.add(order.category);\n }\n for (const category of categories) {\n ctx.db.distinctCategory.insert({ category });\n }\n});", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Uncaught TypeError: exporting something that is not a spacetime export\n\tat [SpacetimeDB.moduleHooks.v2] (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDB/target/llm-runs/queries/t_035_select_distinct/typescript/server/deepseek-chat/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7281:15)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:52485/v1/database/queries-t-035-select-distinct-deepseek-chat-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:52485 => http://127.0.0.1:52485\nThis will DESTROY the current queries-t-035-select-distinct-deepseek-chat-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:40:48.144868200Z", + "finished_at": "2026-03-26T13:41:05.615087400Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n active: t.boolean(),\n }\n);\n\nconst userStats = table(\n { name: 'userStats', public: true },\n {\n key: t.string().primaryKey(),\n count: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ user, userStats });\nexport default spacetimedb;\n\nexport const compute_user_counts = spacetimedb.reducer((ctx) => {\n let total = 0n;\n let active = 0n;\n\n for (const user of ctx.db.user.iter()) {\n total++;\n if (user.active) {\n active++;\n }\n }\n\n ctx.db.userStats.insert({ key: 'total', count: total });\n ctx.db.userStats.insert({ key: 'active', count: active });\n});", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(8,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:40:48.146985500Z", + "finished_at": "2026-03-26T13:41:14.551886300Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst eventLog = table(\n { \n name: 'eventLog', \n public: true,\n indexes: [\n { \n accessor: 'by_category_severity', \n algorithm: 'btree' as const, \n columns: ['category', 'severity'] \n }\n ]\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n severity: t.u32(),\n message: t.string()\n }\n);\n\nconst filteredEvent = table(\n {\n name: 'filteredEvent',\n public: true\n },\n {\n eventId: t.u64().primaryKey(),\n message: t.string()\n }\n);\n\nconst spacetimedb = schema({ eventLog, filteredEvent });\nexport default spacetimedb;\n\nexport const filter_events = spacetimedb.reducer(\n { category: t.string(), severity: t.u32() },\n (ctx, { category, severity }) => {\n const matchingEvents = ctx.db.eventLog.by_category_severity.filter(\n { category, severity }\n );\n for (const event of matchingEvents) {\n ctx.db.filteredEvent.insert({\n eventId: event.id,\n message: event.message\n });\n }\n }\n);", + "category": "queries", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(41,9): error TS2353: Object literal may only specify known properties, and 'category' does not exist in type 'readonly [string, number | Range] | Range'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:40:48.148296300Z", + "finished_at": "2026-03-26T13:41:08.923675500Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "}import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst reminder = table(\n { name: 'reminder', scheduled: (): any => send_reminder },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ reminder });\nexport default spacetimedb;\n\nexport const send_reminder = spacetimedb.reducer(\n { arg: reminder.rowType },\n (_ctx, { arg }) => {}\n);\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.reminder.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.time(ctx.timestamp + 60_000_000n),\n message: \"This reminder will fire in 60 seconds\",\n });\n});", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,1): error TS1128: Declaration or statement expected.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:48.835522600Z", + "finished_at": "2026-03-26T13:40:24.163610800Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst cleanupJob = table(\n { name: 'cleanupJob', scheduled: 'run_cleanup' },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ cleanupJob });\nexport default spacetimedb;\n\nexport const run_cleanup = spacetimedb.reducer({ arg: cleanupJob.rowType }, (_ctx, { arg }) => {});\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.cleanupJob.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(60_000_000n),\n });\n});\n\nexport const cancel_cleanup = spacetimedb.reducer({ scheduledId: t.u64() }, (ctx, { scheduledId }) => {\n ctx.db.cleanupJob.scheduledId.delete(scheduledId);\n});", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(5,25): error TS2322: Type 'string' is not assignable to type '() => ReducerExport; }> | ProcedureExport; }, UnitBuilder>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:50.808523500Z", + "finished_at": "2026-03-26T13:40:31.251198200Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { name: 'onlinePlayer', public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp()\n }\n);\n\nconst spacetimedb = schema({ onlinePlayer });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});", + "category": "basics", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:55.204643500Z", + "finished_at": "2026-03-26T13:40:19.810536400Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:38:43.240686500Z", + "finished_at": "2026-03-26T13:39:19.700173600Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst config = table(\n { name: 'config', public: false },\n {\n id: t.u32().primaryKey(),\n admin: t.identity(),\n }\n);\n\nconst admin_log = table(\n { name: 'admin_log', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n action: t.string(),\n }\n);\n\nconst spacetimedb = schema(config, admin_log);\n\nexport const bootstrap_admin = spacetimedb.reducer((ctx) => {\n const existingConfig = ctx.db.config.id.find(0);\n if (existingConfig) {\n throw new SenderError('already bootstrapped');\n }\n ctx.db.config.insert({ id: 0, admin: ctx.sender });\n});\n\nexport const admin_action = spacetimedb.reducer({ action: t.string() }, (ctx, { action }) => {\n const configRow = ctx.db.config.id.find(0);\n if (!configRow) {\n throw new SenderError('not bootstrapped');\n }\n if (ctx.sender !== configRow.admin) {\n throw new SenderError('not admin');\n }\n ctx.db.admin_log.insert({ id: 0n, action });\n});\n\nexport default spacetimedb;", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(19,28): error TS2345: Argument of type 'TableSchema; admin: IdentityBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(22,43): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(30,38): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:38:43.242556900Z", + "finished_at": "2026-03-26T13:39:17.363653600Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type Identity } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n identity: t.identity().primaryKey(),\n role: t.string(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const register = spacetimedb.reducer({}, (ctx) => {\n const existingUser = ctx.db.user.identity.find(ctx.sender);\n if (existingUser) {\n throw new Error('already registered');\n }\n ctx.db.user.insert({ identity: ctx.sender, role: 'member' });\n});\n\nexport const promote = spacetimedb.reducer({ target: t.identity() }, (ctx, { target }) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw new Error('not registered');\n }\n if (caller.role !== 'admin') {\n throw new Error('not admin');\n }\n const targetUser = ctx.db.user.identity.find(target);\n if (!targetUser) {\n throw new Error('target not registered');\n }\n targetUser.role = 'admin';\n ctx.db.user.identity.update(targetUser);\n});\n\nexport const member_action = spacetimedb.reducer({}, (ctx) => {\n const user = ctx.db.user.identity.find(ctx.sender);\n if (!user) {\n throw new Error('not registered');\n }\n});\n\nexport const admin_action = spacetimedb.reducer({}, (ctx) => {\n const user = ctx.db.user.identity.find(ctx.sender);\n if (!user) {\n throw new Error('not registered');\n }\n if (user.role !== 'admin') {\n throw new Error('not admin');\n }\n});", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:38:43.243916700Z", + "finished_at": "2026-03-26T13:39:26.752756800Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:38:43.244921100Z", + "finished_at": "2026-03-26T13:39:22.033553600Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:38:43.246019300Z", + "finished_at": "2026-03-26T13:39:24.503017Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type Identity } from 'spacetimedb/server';\n\nconst document = table(\n { name: 'document', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity().index('btree'),\n title: t.string()\n }\n);\n\nconst document_share = table(\n { name: 'document_share', public: true },\n {\n document_id: t.u64().index('btree'),\n shared_with: t.identity().index('btree')\n }\n);\n\nconst spacetimedb = schema({ document, document_share });\nexport default spacetimedb;\n\nexport const create_document = spacetimedb.reducer({ title: t.string() }, (ctx, { title }) => {\n ctx.db.document.insert({\n id: 0n,\n owner: ctx.sender,\n title\n });\n});\n\nexport const share_document = spacetimedb.reducer({ document_id: t.u64(), target: t.identity() }, (ctx, { document_id, target }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new Error('not found');\n }\n if (doc.owner !== ctx.sender) {\n throw new Error('not owner');\n }\n ctx.db.document_share.insert({\n document_id,\n shared_with: target\n });\n});\n\nexport const edit_document = spacetimedb.reducer({ document_id: t.u64(), new_title: t.string() }, (ctx, { document_id, new_title }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new Error('not found');\n }\n const isOwner = doc.owner === ctx.sender;\n const isShared = ctx.db.document_share.document_id.filter(document_id).some(share => share.shared_with === ctx.sender);\n if (!isOwner && !isShared) {\n throw new Error('unauthorized');\n }\n ctx.db.document.id.update({\n ...doc,\n title: new_title\n });\n});", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\nsrc/index.ts(51,74): error TS2339: Property 'some' does not exist on type 'IteratorObject<{ document_id: bigint; shared_with: Identity; }, undefined, unknown>'.\r\nsrc/index.ts(51,79): error TS7006: Parameter 'share' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:38:43.247226700Z", + "finished_at": "2026-03-26T13:39:53.061043500Z" + } + } + }, + { + "name": "Gemini 3.1 Pro", + "route_api_model": "google/gemini-3.1-pro-preview", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'emptyTable' },\n {\n id: t.i32().primaryKey(),\n }\n )\n);\n\nspacetimedb.reducer('emptyReducerNoArgs', (ctx) => {});\n\nspacetimedb.reducer('emptyReducerWithInt', { count: t.i32() }, (ctx, { count }) => {});\n\nspacetimedb.reducer('emptyReducerWithString', { name: t.string() }, (ctx, { name }) => {});\n\nspacetimedb.reducer('emptyReducerWithTwoArgs', { count: t.i32(), name: t.string() }, (ctx, { count, name }) => {});\n\nspacetimedb.reducer('emptyReducerWithThreeArgs', { active: t.boolean(), ratio: t.f32(), label: t.string() }, (ctx, { active, ratio, label }) => {});", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(12,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(14,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(16,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(18,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(20,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(20,62): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:44.638042300Z", + "finished_at": "2026-03-26T13:38:45.553462300Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean(),\n }\n ),\n table(\n { name: 'product' },\n {\n id: t.i32().primaryKey(),\n title: t.string(),\n price: t.f32(),\n inStock: t.boolean(),\n }\n ),\n table(\n { name: 'note' },\n {\n id: t.i32().primaryKey(),\n body: t.string(),\n rating: t.i64(),\n pinned: t.boolean(),\n }\n )\n);", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(10,17): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(19,18): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(22,3): error TS2554: Expected 1-2 arguments, but got 3.\r\nsrc/index.ts(28,17): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:44.644409100Z", + "finished_at": "2026-03-26T13:38:32.141928900Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { table, t, ScheduleAt } from 'spacetimedb';\nimport { schema } from 'spacetimedb/server';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: (): any => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (_ctx, { arg }) => {\n});\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: Errors occurred:\ncolumn `0` referenced by def tickTimer_col_0_idx_btree not found in table `tickTimer`\n\ncolumn `0` referenced by def tickTimer_col_0_key not found in table `tickTimer`\n\ncolumn `0` referenced by def tickTimer_col_0_seq not found in table `tickTimer`\n\nerror at reducer `tick` argument 0 (`arg`): internal codegen error: non-special product or sum type (scheduledId: U64, scheduledAt: (Interval: (__time_duration_micros__: I64) | Time: (__timestamp_micros_since_unix_epoch__: I64))) cannot be used to generate a client type use\n\nerror at typespace ref `&1`: internal codegen error: non-special product or sum type (scheduledId: U64, scheduledAt: (Interval: (__time_duration_micros__: I64) | Time: (__timestamp_micros_since_unix_epoch__: I64))) cannot be used to generate a client type use\n\n\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:52485/v1/database/basics-t-002-scheduled-table-gemini-3-1-pro-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:52485 => http://127.0.0.1:52485\nThis will DESTROY the current basics-t-002-scheduled-table-gemini-3-1-pro-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:52.500524Z", + "finished_at": "2026-03-26T13:38:27.715044700Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Position = t.struct({\n x: t.i32(),\n y: t.i32()\n});\n\nexport const spacetimedb = schema(\n table(\n { name: 'entity' },\n {\n id: t.i32().primaryKey(),\n pos: Position\n }\n )\n);", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,20): error TS2339: Property 'struct' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(9,5): error TS2345: Argument of type 'TableSchema; pos: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:36:59.810722700Z", + "finished_at": "2026-03-26T13:38:19.371568900Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n )\n);\n\nspacetimedb.reducer(\n 'insertUser',\n { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() },\n (ctx, { id, name, age, active }) => {\n ctx.db.user.insert({ id, name, age, active });\n }\n);", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(16,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:37:41.262668500Z", + "finished_at": "2026-03-26T13:39:38.191956200Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean(),\n }\n);\n\nexport const spacetimedb = schema(user);\n\nspacetimedb.reducer(\n 'updateUser',\n {\n id: t.i32(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean(),\n },\n (ctx, { id, name, age, active }) => {\n ctx.db.user.updateById(id, { id, name, age, active });\n }\n);", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(9,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(13,35): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(16,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(21,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(24,17): error TS2349: This expression is not callable.\r\n Type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>' has no call signatures.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:38:15.070543500Z", + "finished_at": "2026-03-26T13:38:57.239838300Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean(),\n }\n )\n);\n\nspacetimedb.reducer('deleteUser', { id: t.i32() }, (ctx, { id }) => {\n ctx.db.user.id.delete(id);\n});", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(10,17): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(15,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:38:19.371779900Z", + "finished_at": "2026-03-26T13:38:50.008414500Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean(),\n }\n);\n\nexport const spacetimedb = schema(user);\n\nspacetimedb.reducer('crud', (ctx) => {\n ctx.db.user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n ctx.db.user.id.update({ id: 1, name: \"Alice2\", age: 31, active: false });\n ctx.db.user.id.delete(2);\n});", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(9,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(13,35): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(15,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(18,18): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:38:27.715192800Z", + "finished_at": "2026-03-26T13:40:07.882303500Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean(),\n }\n ),\n table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n }\n )\n);\n\nspacetimedb.reducer('lookupUserName', { id: t.i32() }, (ctx, { id }) => {\n const user = ctx.db.user.id.find(id);\n if (user) {\n ctx.db.result.insert({\n id: user.id,\n name: user.name,\n });\n }\n});", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(10,17): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(22,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(23,31): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:38:32.142195700Z", + "finished_at": "2026-03-26T13:40:12.533682Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean(),\n }\n);\n\nexport const spacetimedb = schema(user);\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.user.insert({\n id: 1,\n name: \"Alice\",\n age: 30,\n active: true\n });\n\n ctx.db.user.insert({\n id: 2,\n name: \"Bob\",\n age: 22,\n active: false\n });\n});", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(9,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(13,35): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:38:42.958568500Z", + "finished_at": "2026-03-26T13:39:31.436109300Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event' },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema({ event });\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({\n kind: \"connected\"\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({\n kind: \"disconnected\"\n });\n});", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(14,23): error TS2345: Argument of type '{ kind: string; }' is not assignable to parameter of type '{ id: bigint; kind: string; }'.\r\n Property 'id' is missing in type '{ kind: string; }' but required in type '{ id: bigint; kind: string; }'.\r\nsrc/index.ts(20,23): error TS2345: Argument of type '{ kind: string; }' is not assignable to parameter of type '{ id: bigint; kind: string; }'.\r\n Property 'id' is missing in type '{ kind: string; }' but required in type '{ id: bigint; kind: string; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:38:42.959848900Z", + "finished_at": "2026-03-26T13:40:31.260268300Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst result = table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n sum: t.i32(),\n }\n);\n\nexport const spacetimedb = schema(result);\n\nfunction add(a: number, b: number): number {\n return a + b;\n}\n\nspacetimedb.reducer(\n 'computeSum',\n { id: t.i32(), a: t.i32(), b: t.i32() },\n (ctx, { id, a, b }) => {\n ctx.db.result.insert({ id, sum: add(a, b) });\n }\n);", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(11,35): error TS2345: Argument of type 'TableSchema; sum: I32Builder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(18,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:38:45.553644300Z", + "finished_at": "2026-03-26T13:40:17.188567300Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Score = t.struct({\n left: t.i32(),\n right: t.i32()\n});\n\nexport const spacetimedb = schema(\n table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n value: Score\n }\n )\n);\n\nspacetimedb.reducer('setScore', { id: t.i32(), left: t.i32(), right: t.i32() }, (ctx, { id, left, right }) => {\n ctx.db.result.insert({\n id,\n value: { left, right }\n });\n});", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,17): error TS2339: Property 'struct' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(9,5): error TS2345: Argument of type 'TableSchema; value: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(18,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:42:02.419062400Z", + "finished_at": "2026-03-26T13:42:59.451054500Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.struct({\n width: t.i32(),\n height: t.i32()\n});\n\nconst Shape = t.enum(\"Shape\", {\n circle: t.i32(),\n rectangle: Rect\n});\n\nconst result = table(\n { name: \"result\" },\n {\n id: t.i32().primaryKey(),\n value: Shape\n }\n);\n\nexport const spacetimedb = schema(result);\n\nspacetimedb.reducer(\"setCircle\", { id: t.i32(), radius: t.i32() }, (ctx, { id, radius }) => {\n ctx.db.result.insert({\n id,\n value: { tag: \"circle\", value: radius }\n });\n});", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,16): error TS2339: Property 'struct' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(21,35): error TS2345: Argument of type 'TableSchema; value: SumBuilder<{ circle: I32Builder; rectangle: any; }>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(23,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:42:20.593646900Z", + "finished_at": "2026-03-26T13:44:02.181877600Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst primitive = table(\n { name: 'primitive' },\n {\n id: t.i32().primaryKey(),\n count: t.i32(),\n total: t.i64(),\n price: t.f32(),\n ratio: t.f64(),\n active: t.bool(),\n name: t.string(),\n }\n);\n\nexport const spacetimedb = schema(primitive);\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.primitive.insert({\n id: 1,\n count: 2,\n total: 3000000000n,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\"\n });\n});", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(16,35): error TS2345: Argument of type 'TableSchema; count: I32Builder; total: I64Builder; price: F32Builder; ratio: F64Builder; active: BoolBuilder; name: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(18,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:42:26.922837Z", + "finished_at": "2026-03-26T13:43:01.383408100Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Address = t.struct({\n street: t.string(),\n zip: t.i32(),\n});\n\nconst Position = t.struct({\n x: t.i32(),\n y: t.i32(),\n});\n\nconst profile = table(\n { name: 'profile', public: true },\n {\n id: t.i32().primaryKey(),\n home: Address,\n work: Address,\n pos: Position,\n }\n);\n\nconst spacetimedb = schema(profile);\n\nexport const seed = spacetimedb.reducer({}, (ctx) => {\n ctx.db.profile.insert({\n id: 1,\n home: { street: \"1 Main\", zip: 11111 },\n work: { street: \"2 Broad\", zip: 22222 },\n pos: { x: 7, y: 9 }\n });\n});", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,19): error TS2339: Property 'struct' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(8,20): error TS2339: Property 'struct' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(23,28): error TS2345: Argument of type 'TableSchema; home: any; work: any; pos: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:42:29.212890400Z", + "finished_at": "2026-03-26T13:43:27.418192700Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32()\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect\n});\n\nconst drawing = table('drawing', {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape\n});\n\nexport const spacetimedb = schema(drawing);\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.drawing.insert({\n id: 1,\n a: { tag: 'circle', value: 10 },\n b: { tag: 'rectangle', value: { width: 4, height: 6 } }\n });\n});", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,23): error TS2559: Type '\"drawing\"' has no properties in common with type 'TableOpts<{ id: I32ColumnBuilder<{ isPrimaryKey: true; }>; a: SumBuilder<{ circle: I32Builder; rectangle: ProductBuilder<{ width: I32Builder; height: I32Builder; }>; }>; b: SumBuilder<...>; }>'.\r\nsrc/index.ts(19,35): error TS2345: Argument of type 'TableSchema; a: SumBuilder<{ circle: I32Builder; rectangle: ProductBuilder<{ width: I32Builder; height: I32Builder; }>; }>; b: SumBuilder<...>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(21,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:42:35.826109500Z", + "finished_at": "2026-03-26T13:43:16.035278200Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 2, + "passed_tests": 1, + "llm_output": "import { ScheduleAt } from 'spacetimedb';\nimport { schema, t, table } from 'spacetimedb/server';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: (): any => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (_ctx, { arg }) => {\n});\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tickTimer WHERE scheduledId>=0" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:42:45.497927200Z", + "finished_at": "2026-03-26T13:43:45.248223300Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n {\n name: 'account',\n indexes: [\n { accessor: 'byName', algorithm: 'btree', columns: ['name'] }\n ]\n },\n {\n id: t.i32().primaryKey(),\n email: t.string().unique(),\n name: t.string(),\n }\n )\n);\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.account.insert({ id: 1, email: \"a@example.com\", name: \"Alice\" });\n ctx.db.account.insert({ id: 2, email: \"b@example.com\", name: \"Bob\" });\n});", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; email: StringColumnBuilder<{ isUnique: true; }>; name: StringBuilder; }>, [...]>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(19,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:42:52.316689700Z", + "finished_at": "2026-03-26T13:43:42.474283800Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n userId: t.i32().primaryKey(),\n name: t.string(),\n }\n);\n\nconst group = table(\n { name: 'group' },\n {\n groupId: t.i32().primaryKey(),\n title: t.string(),\n }\n);\n\nconst membership = table(\n { name: 'membership' },\n {\n id: t.i32().primaryKey(),\n userId: t.i32().index('byUser'),\n groupId: t.i32().index('byGroup'),\n }\n);\n\nconst spacetimedb = schema({ user, group, membership });\nexport default spacetimedb;\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.user.insert({ userId: 1, name: \"Alice\" });\n ctx.db.user.insert({ userId: 2, name: \"Bob\" });\n\n ctx.db.group.insert({ groupId: 10, title: \"Admin\" });\n ctx.db.group.insert({ groupId: 20, title: \"Dev\" });\n\n ctx.db.membership.insert({ id: 1, userId: 1, groupId: 10 });\n ctx.db.membership.insert({ id: 2, userId: 1, groupId: 20 });\n ctx.db.membership.insert({ id: 3, userId: 2, groupId: 20 });\n});", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(23,27): error TS2345: Argument of type '\"byUser\"' is not assignable to parameter of type 'NonNullable'.\r\nsrc/index.ts(24,28): error TS2345: Argument of type '\"byGroup\"' is not assignable to parameter of type 'NonNullable'.\r\nsrc/index.ts(31,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer; name: StringBuilder; }>, []>; readonly group: TableSchema<...>; readonly membership: TableSchema<...>; }>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer; name: StringBuilder; }>, []>; readonly group: TableSchema<...>; readonly membership: TableSchema<...>; }>, {}>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:42:54.473710500Z", + "finished_at": "2026-03-26T13:44:03.729625800Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst entity = table(\n { name: 'entity' },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst position = table(\n { name: 'position' },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst velocity = table(\n { name: 'velocity' },\n {\n entityId: t.i32().primaryKey(),\n vx: t.i32(),\n vy: t.i32(),\n }\n);\n\nconst nextPosition = table(\n { name: 'nextPosition' },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nexport const spacetimedb = schema({\n entity,\n position,\n velocity,\n nextPosition\n});\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.entity.insert({ id: 1 });\n ctx.db.position.insert({ entityId: 1, x: 0, y: 0 });\n ctx.db.velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n\n ctx.db.entity.insert({ id: 2 });\n ctx.db.position.insert({ entityId: 2, x: 10, y: 0 });\n ctx.db.velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n});\n\nspacetimedb.reducer('step', (ctx) => {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.entityId.find(pos.entityId);\n if (vel) {\n const nx = pos.x + vel.vx;\n const ny = pos.y + vel.vy;\n const existing = ctx.db.nextPosition.entityId.find(pos.entityId);\n if (existing) {\n ctx.db.nextPosition.entityId.update({ entityId: pos.entityId, x: nx, y: ny });\n } else {\n ctx.db.nextPosition.insert({ entityId: pos.entityId, x: nx, y: ny });\n }\n }\n }\n});", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(44,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer; }>, []>; readonly position: TableSchema<...>; readonly velocity: TableSchema<...>; readonly nextPosition: TableSchema<...>; }>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer; }>, []>; readonly position: TableSchema<...>; readonly velocity: TableSchema<...>; readonly nextPosition: TableSchema<...>; }>, {}>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(54,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer; }>, []>; readonly position: TableSchema<...>; readonly velocity: TableSchema<...>; readonly nextPosition: TableSchema<...>; }>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer; }>, []>; readonly position: TableSchema<...>; readonly velocity: TableSchema<...>; readonly nextPosition: TableSchema<...>; }>, {}>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:42:59.451259100Z", + "finished_at": "2026-03-26T13:43:33.804160300Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst log = table(\n {\n name: 'log',\n public: true,\n indexes: {\n byUserDay: ['userId', 'day']\n }\n },\n {\n id: t.i32().primaryKey(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ log });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer({}, (ctx) => {\n ctx.db.log.insert({ id: 1, userId: 7, day: 1, message: \"a\" });\n ctx.db.log.insert({ id: 2, userId: 7, day: 2, message: \"b\" });\n ctx.db.log.insert({ id: 3, userId: 9, day: 1, message: \"c\" });\n});", + "category": "schema", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(8,7): error TS2353: Object literal may only specify known properties, and 'byUserDay' does not exist in type 'IndexOpts<\"userId\" | \"day\" | \"id\" | \"message\">[]'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:43:01.383554500Z", + "finished_at": "2026-03-26T13:44:37.067725100Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:40:41.300625500Z", + "finished_at": "2026-03-26T13:42:35.825813700Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:40:50.769133200Z", + "finished_at": "2026-03-26T13:42:20.593227600Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:39:38.192084300Z", + "finished_at": "2026-03-26T13:41:05.612516Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst player = table(\n { name: 'player' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n nickname: t.option(t.string()),\n highScore: t.option(t.u32()),\n }\n);\n\nexport const spacetimedb = schema(player);\n\nspacetimedb.reducer(\n 'create_player',\n {\n name: t.string(),\n nickname: t.option(t.string()),\n highScore: t.option(t.u32()),\n },\n (ctx, { name, nickname, highScore }) => {\n ctx.db.player.insert({\n id: 0n,\n name,\n nickname,\n highScore,\n });\n }\n);", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,35): error TS2345: Argument of type 'TableSchema; name: StringBuilder; nickname: OptionBuilder; highScore: OptionBuilder<...>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(16,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:40:07.882612Z", + "finished_at": "2026-03-26T13:41:55.282066500Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type Identity } from 'spacetimedb/server';\n\nconst message = table(\n { name: 'message', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity().index('btree'),\n text: t.string(),\n }\n);\n\nconst spacetimedb = schema(message);\n\nspacetimedb.reducer('create_message', { text: t.string() }, (ctx, { text }) => {\n ctx.db.message.insert({ id: 0n, owner: ctx.sender, text });\n});\n\nspacetimedb.reducer('delete_message', { id: t.u64() }, (ctx, { id }) => {\n const msg = ctx.db.message.id.find(id);\n if (!msg) {\n throw \"not found\";\n }\n if (msg.owner.toHexString() !== ctx.sender.toHexString()) {\n throw \"unauthorized\";\n }\n ctx.db.message.id.delete(id);\n});", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\nsrc/index.ts(12,28): error TS2345: Argument of type 'TableSchema; owner: IdentityColumnBuilder<{ indexType: \"btree\"; }>; text: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(14,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(18,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(19,33): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:35:48.477545900Z", + "finished_at": "2026-03-26T13:37:41.262436800Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'userInternal' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n email: t.string(),\n passwordHash: t.string(),\n }\n ),\n table(\n { name: 'userPublic', public: true },\n {\n id: t.u64().primaryKey(),\n name: t.string(),\n }\n )\n);\n\nspacetimedb.reducer(\n 'register_user',\n { name: t.string(), email: t.string(), passwordHash: t.string() },\n (ctx, { name, email, passwordHash }) => {\n const newUser = ctx.db.userInternal.insert({\n id: 0n,\n name,\n email,\n passwordHash,\n });\n\n ctx.db.userPublic.insert({\n id: newUser.id,\n name,\n });\n }\n);", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; name: StringBuilder; email: StringBuilder; passwordHash: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(23,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:35:48.482142600Z", + "finished_at": "2026-03-26T13:36:44.636580500Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst author = table(\n { name: 'author' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst post = table(\n { name: 'post' },\n {\n id: t.u64().primaryKey().autoInc(),\n authorId: t.u64().index('btree'),\n title: t.string(),\n }\n);\n\nexport const spacetimedb = schema({ author, post });\n\nspacetimedb.reducer('delete_author', { authorId: t.u64() }, (ctx, { authorId }) => {\n for (const p of ctx.db.post.authorId.filter(authorId)) {\n ctx.db.post.id.delete(p.id);\n }\n ctx.db.author.id.delete(authorId);\n});", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(22,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:40:12.533805500Z", + "finished_at": "2026-03-26T13:41:33.238134400Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order' },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string().index('btree'),\n amount: t.u64(),\n fulfilled: t.boolean(),\n }\n);\n\nconst categoryStats = table(\n { name: 'categoryStats' },\n {\n category: t.string().primaryKey(),\n totalAmount: t.u64(),\n orderCount: t.u32(),\n }\n);\n\nexport const spacetimedb = schema({ order, categoryStats });\n\nspacetimedb.reducer('compute_stats', { category: t.string() }, (ctx, { category }) => {\n let totalAmount = 0n;\n let orderCount = 0;\n\n for (const o of ctx.db.order.category.filter(category)) {\n totalAmount += o.amount;\n orderCount += 1;\n }\n\n const existing = ctx.db.categoryStats.category.find(category);\n if (existing) {\n existing.totalAmount = totalAmount;\n existing.orderCount = orderCount;\n ctx.db.categoryStats.category.update(existing);\n } else {\n ctx.db.categoryStats.insert({\n category,\n totalAmount,\n orderCount,\n });\n }\n});", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(9,18): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(24,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:40:17.188811300Z", + "finished_at": "2026-03-26T13:41:41.891895800Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst customer = table(\n { name: 'customer' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst order = table(\n {\n name: 'order',\n indexes: [\n { accessor: 'by_customerId', algorithm: 'btree', columns: ['customerId'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n customerId: t.u64(),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst orderDetail = table(\n { name: 'orderDetail' },\n {\n orderId: t.u64().primaryKey(),\n customerName: t.string(),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nexport const spacetimedb = schema({ customer, order, orderDetail });\n\nspacetimedb.reducer('build_order_details', (ctx) => {\n for (const orderRow of ctx.db.order.iter()) {\n const customerRow = ctx.db.customer.id.find(orderRow.customerId);\n if (customerRow) {\n ctx.db.orderDetail.insert({\n orderId: orderRow.id,\n customerName: customerRow.name,\n product: orderRow.product,\n amount: orderRow.amount,\n });\n }\n }\n});", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(38,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer; name: StringBuilder; }>, []>; readonly order: TableSchema<...>; readonly orderDetail: TableSchema<...>; }>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer; name: StringBuilder; }>, []>; readonly order: TableSchema<...>; readonly orderDetail: TableSchema<...>; }>, {}>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:40:31.260442500Z", + "finished_at": "2026-03-26T13:41:55.283080600Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst account = table(\n { name: 'account', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n email: t.string().unique(),\n displayName: t.string(),\n }\n);\n\nexport const spacetimedb = schema({ account });\n\nexport const create_account = spacetimedb.reducer(\n { email: t.string(), displayName: t.string() },\n (ctx, { email, displayName }) => {\n ctx.db.account.insert({ id: 0n, email, displayName });\n }\n);", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:40:39.220036300Z", + "finished_at": "2026-03-26T13:41:47.042628200Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst product = table(\n { name: 'product' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n price: t.u32().index('btree'),\n }\n);\n\nconst priceRangeResult = table(\n { name: 'priceRangeResult' },\n {\n productId: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32(),\n }\n);\n\nexport const spacetimedb = schema({ product, priceRangeResult });\n\nspacetimedb.reducer(\n 'find_in_price_range',\n { minPrice: t.u32(), maxPrice: t.u32() },\n (ctx, { minPrice, maxPrice }) => {\n for (const p of ctx.db.product.iter()) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n ctx.db.priceRangeResult.insert({\n productId: p.id,\n name: p.name,\n price: p.price,\n });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(24,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:41:05.612812300Z", + "finished_at": "2026-03-26T13:42:02.418925100Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst player = table(\n { name: 'player' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n score: t.u64(),\n }\n);\n\nconst leaderboard = table(\n { name: 'leaderboard' },\n {\n rank: t.u32().primaryKey(),\n playerName: t.string(),\n score: t.u64(),\n }\n);\n\nexport const spacetimedb = schema(player, leaderboard);\n\nspacetimedb.reducer('build_leaderboard', { limit: t.u32() }, (ctx, { limit }) => {\n const existingLeaderboard = Array.from(ctx.db.leaderboard.iter());\n for (const row of existingLeaderboard) {\n ctx.db.leaderboard.rank.delete(row.rank);\n }\n\n const players = Array.from(ctx.db.player.iter());\n \n players.sort((a, b) => {\n if (a.score < b.score) return 1;\n if (a.score > b.score) return -1;\n return 0;\n });\n\n const topPlayers = players.slice(0, limit);\n\n for (let i = 0; i < topPlayers.length; i++) {\n ctx.db.leaderboard.insert({\n rank: i + 1,\n playerName: topPlayers[i].name,\n score: topPlayers[i].score,\n });\n }\n});", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(21,35): error TS2345: Argument of type 'TableSchema; name: StringBuilder; score: U64Builder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(23,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:41:33.238300500Z", + "finished_at": "2026-03-26T13:42:29.212692700Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'task' },\n {\n id: t.u64().primaryKey().autoInc(),\n title: t.string(),\n completed: t.boolean(),\n }\n ),\n table(\n { name: 'firstIncomplete' },\n {\n taskId: t.u64().primaryKey(),\n title: t.string(),\n }\n )\n);\n\nspacetimedb.reducer('find_first_incomplete', (ctx) => {\n for (const task of ctx.db.task.iter()) {\n if (!task.completed) {\n ctx.db.firstIncomplete.insert({\n taskId: task.id,\n title: task.title,\n });\n break;\n }\n }\n});", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; title: StringBuilder; completed: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(9,20): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(21,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:41:41.892100500Z", + "finished_at": "2026-03-26T13:42:54.473527800Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'order' },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u32(),\n }\n ),\n table(\n { name: 'distinctCategory' },\n {\n category: t.string().primaryKey(),\n }\n )\n);\n\nspacetimedb.reducer('collect_distinct_categories', (ctx) => {\n const categories = new Set();\n \n for (const o of ctx.db.order.iter()) {\n categories.add(o.category);\n }\n \n for (const category of categories) {\n ctx.db.distinctCategory.insert({ category });\n }\n});", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; category: StringBuilder; amount: U32Builder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(20,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:41:47.042825400Z", + "finished_at": "2026-03-26T13:42:26.922637200Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n active: t.boolean(),\n }\n ),\n table(\n { name: 'userStats' },\n {\n key: t.string().primaryKey(),\n count: t.u64(),\n }\n )\n);\n\nspacetimedb.reducer('compute_user_counts', (ctx) => {\n let totalCount = 0n;\n let activeCount = 0n;\n\n for (const u of ctx.db.user.iter()) {\n totalCount += 1n;\n if (u.active === true) {\n activeCount += 1n;\n }\n }\n\n ctx.db.userStats.insert({ key: 'total', count: totalCount });\n ctx.db.userStats.insert({ key: 'active', count: activeCount });\n});", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,5): error TS2345: Argument of type 'TableSchema; name: StringBuilder; active: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(9,23): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(21,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:41:55.283415Z", + "finished_at": "2026-03-26T13:42:52.316444700Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst eventLog = table(\n {\n name: 'eventLog',\n public: true,\n indexes: [\n { accessor: 'by_category_severity', algorithm: 'btree', columns: ['category', 'severity'] }\n ]\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n severity: t.u32(),\n message: t.string(),\n }\n);\n\nconst filteredEvent = table(\n { name: 'filteredEvent', public: true },\n {\n eventId: t.u64().primaryKey(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ eventLog, filteredEvent });\nexport default spacetimedb;\n\nexport const filter_events = spacetimedb.reducer(\n { category: t.string(), severity: t.u32() },\n (ctx, { category, severity }) => {\n for (const row of ctx.db.eventLog.iter()) {\n if (row.category === category && row.severity === severity) {\n ctx.db.filteredEvent.insert({\n eventId: row.id,\n message: row.message\n });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "event_log": {}, + "filtered_event": {} + }, + "only_llm": { + "eventLog": {}, + "filteredEvent": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:41:55.289999900Z", + "finished_at": "2026-03-26T13:42:45.497685900Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ScheduleAt } from 'spacetimedb';\nimport { schema, t, table } from 'spacetimedb/server';\n\nconst reminder = table(\n { name: 'reminder', scheduled: (): any => send_reminder },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ reminder });\nexport default spacetimedb;\n\nexport const send_reminder = spacetimedb.reducer({ arg: reminder.rowType }, (_ctx, { arg }) => {\n});\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.reminder.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.time(ctx.timestamp + 60_000_000n),\n message: \"Scheduled reminder\",\n });\n});", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(22,34): error TS2365: Operator '+' cannot be applied to types 'Timestamp' and 'bigint'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:38:50.008620800Z", + "finished_at": "2026-03-26T13:40:41.300473800Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:38:57.240057900Z", + "finished_at": "2026-03-26T13:40:39.219683900Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { name: 'onlinePlayer', public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp(),\n }\n);\n\nconst spacetimedb = schema({ onlinePlayer });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});", + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:39:31.436309400Z", + "finished_at": "2026-03-26T13:40:50.768392Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type Identity } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n identity: t.identity().primaryKey(),\n name: t.string(),\n }\n);\n\nconst message = table(\n { name: 'message', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n sender: t.identity().index('btree'),\n text: t.string(),\n }\n);\n\nconst spacetimedb = schema(user, message);\n\nspacetimedb.reducer('register', { name: t.string() }, (ctx, { name }) => {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (existing) {\n throw new Error(\"already registered\");\n }\n ctx.db.user.insert({ identity: ctx.sender, name });\n});\n\nspacetimedb.reducer('post_message', { text: t.string() }, (ctx, { text }) => {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (!existing) {\n throw new Error(\"not registered\");\n }\n ctx.db.message.insert({ id: 0n, sender: ctx.sender, text });\n});", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\nsrc/index.ts(20,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(22,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(23,41): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(30,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(31,41): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:35:48.483253400Z", + "finished_at": "2026-03-26T13:36:44.637843600Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst config = table(\n { name: 'config' },\n {\n id: t.u32().primaryKey(),\n admin: t.identity(),\n }\n);\n\nconst admin_log = table(\n { name: 'admin_log', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n action: t.string(),\n }\n);\n\nexport const spacetimedb = schema({ config, admin_log });\n\nspacetimedb.reducer('bootstrap_admin', {}, (ctx) => {\n const existing = ctx.db.config.id.find(0);\n if (existing) {\n throw new SenderError(\"already bootstrapped\");\n }\n ctx.db.config.insert({ id: 0, admin: ctx.sender });\n});\n\nspacetimedb.reducer('admin_action', { action: t.string() }, (ctx, { action }) => {\n const conf = ctx.db.config.id.find(0);\n if (!conf) {\n throw new SenderError(\"not bootstrapped\");\n }\n if (ctx.sender !== conf.admin) {\n throw new SenderError(\"not admin\");\n }\n ctx.db.admin_log.insert({ id: 0n, action });\n});", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(21,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(29,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:35:48.484540Z", + "finished_at": "2026-03-26T13:38:40.818045400Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type Identity } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n identity: t.identity().primaryKey(),\n role: t.string(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const register = spacetimedb.reducer({}, (ctx) => {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (existing) {\n throw new Error(\"already registered\");\n }\n ctx.db.user.insert({ identity: ctx.sender, role: \"member\" });\n});\n\nexport const promote = spacetimedb.reducer({ target: t.identity() }, (ctx, { target }) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw new Error(\"not registered\");\n }\n if (caller.role !== \"admin\") {\n throw new Error(\"not admin\");\n }\n \n const targetUser = ctx.db.user.identity.find(target);\n if (!targetUser) {\n throw new Error(\"target not registered\");\n }\n \n targetUser.role = \"admin\";\n ctx.db.user.identity.update(targetUser);\n});\n\nexport const member_action = spacetimedb.reducer({}, (ctx) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw new Error(\"not registered\");\n }\n});\n\nexport const admin_action = spacetimedb.reducer({}, (ctx) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw new Error(\"not registered\");\n }\n if (caller.role !== \"admin\") {\n throw new Error(\"not admin\");\n }\n});", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:35:48.485751200Z", + "finished_at": "2026-03-26T13:36:59.810550300Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError, type Identity } from 'spacetimedb/server';\n\nconst admin = table(\n { name: 'admin' },\n {\n identity: t.identity().primaryKey(),\n }\n);\n\nconst banned = table(\n { name: 'banned' },\n {\n identity: t.identity().primaryKey(),\n }\n);\n\nconst player = table(\n { name: 'player', public: true },\n {\n identity: t.identity().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ admin, banned, player });\nexport default spacetimedb;\n\nexport const add_admin = spacetimedb.reducer({ target: t.identity() }, (ctx, { target }) => {\n if (!ctx.db.admin.identity.find(ctx.sender)) {\n throw new SenderError(\"not admin\");\n }\n if (!ctx.db.admin.identity.find(target)) {\n ctx.db.admin.insert({ identity: target });\n }\n});\n\nexport const ban_player = spacetimedb.reducer({ target: t.identity() }, (ctx, { target }) => {\n if (!ctx.db.admin.identity.find(ctx.sender)) {\n throw new SenderError(\"not admin\");\n }\n if (!ctx.db.banned.identity.find(target)) {\n ctx.db.banned.insert({ identity: target });\n }\n if (ctx.db.player.identity.find(target)) {\n ctx.db.player.identity.delete(target);\n }\n});\n\nexport const join_game = spacetimedb.reducer({ name: t.string() }, (ctx, { name }) => {\n if (ctx.db.banned.identity.find(ctx.sender)) {\n throw new SenderError(\"banned\");\n }\n if (ctx.db.player.identity.find(ctx.sender)) {\n throw new SenderError(\"already in game\");\n }\n ctx.db.player.insert({ identity: ctx.sender, name });\n});", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,46): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:35:48.486972Z", + "finished_at": "2026-03-26T13:38:15.070312800Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:35:48.488005100Z", + "finished_at": "2026-03-26T13:38:41.134005400Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type Identity } from 'spacetimedb/server';\n\nconst document = table(\n { name: 'document', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity().index('btree'),\n title: t.string(),\n }\n);\n\nconst document_share = table(\n { name: 'document_share', public: true },\n {\n document_id: t.u64().index('btree'),\n shared_with: t.identity().index('btree'),\n }\n);\n\nconst spacetimedb = schema({ document, document_share });\nexport default spacetimedb;\n\nexport const create_document = spacetimedb.reducer(\n { title: t.string() },\n (ctx, { title }) => {\n ctx.db.document.insert({\n id: 0n,\n owner: ctx.sender,\n title,\n });\n }\n);\n\nexport const share_document = spacetimedb.reducer(\n { document_id: t.u64(), target: t.identity() },\n (ctx, { document_id, target }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new Error(\"not found\");\n }\n if (doc.owner !== ctx.sender) {\n throw new Error(\"not owner\");\n }\n ctx.db.document_share.insert({\n document_id,\n shared_with: target,\n });\n }\n);\n\nexport const edit_document = spacetimedb.reducer(\n { document_id: t.u64(), new_title: t.string() },\n (ctx, { document_id, new_title }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new Error(\"not found\");\n }\n\n let authorized = false;\n if (doc.owner === ctx.sender) {\n authorized = true;\n } else {\n for (const share of ctx.db.document_share.document_id.filter(document_id)) {\n if (share.shared_with === ctx.sender) {\n authorized = true;\n break;\n }\n }\n }\n\n if (!authorized) {\n throw new Error(\"unauthorized\");\n }\n\n doc.title = new_title;\n ctx.db.document.id.update(doc);\n }\n);", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "meta", + "started_at": "2026-03-26T13:35:48.489057400Z", + "finished_at": "2026-03-26T13:36:52.500268300Z" + } + } + }, + { + "name": "DeepSeek Reasoner", + "route_api_model": "deepseek-reasoner", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'emptyTable' },\n {\n id: t.i32().primaryKey(),\n }\n )\n);\n\nspacetimedb.reducer('emptyReducerNoArgs', (ctx) => {\n});\n\nspacetimedb.reducer('emptyReducerWithInt', { count: t.i32() }, (ctx, { count }) => {\n});\n\nspacetimedb.reducer('emptyReducerWithString', { name: t.string() }, (ctx, { name }) => {\n});\n\nspacetimedb.reducer('emptyReducerWithTwoArgs', { count: t.i32(), name: t.string() }, (ctx, { count, name }) => {\n});\n\nspacetimedb.reducer('emptyReducerWithThreeArgs', { active: t.boolean(), ratio: t.f32(), label: t.string() }, (ctx, { active, ratio, label }) => {\n});", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,5): error TS2345: Argument of type 'TableSchema; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(12,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(15,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(18,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(21,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(24,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(24,62): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:37:37.015167200Z", + "finished_at": "2026-03-26T13:38:52.413810600Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user', primaryKey: 'id' },\n {\n id: t.i32(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean(),\n }\n ),\n table(\n { name: 'product', primaryKey: 'id' },\n {\n id: t.i32(),\n title: t.string(),\n price: t.f32(),\n inStock: t.boolean(),\n }\n ),\n table(\n { name: 'note', primaryKey: 'id' },\n {\n id: t.i32(),\n body: t.string(),\n rating: t.i64(),\n pinned: t.boolean(),\n }\n )\n);", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(10,17): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(19,18): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(22,3): error TS2554: Expected 1-2 arguments, but got 3.\r\nsrc/index.ts(28,17): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:38:03.276732800Z", + "finished_at": "2026-03-26T13:39:01.354176Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nexport const tickTimer = table(\n { name: 'tickTimer', scheduled: (): any => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nexport const spacetimedb = schema({ tickTimer });\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (_ctx, { arg }) => {\n});\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:38:03.278021700Z", + "finished_at": "2026-03-26T13:38:54.807760700Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:38:52.413984Z", + "finished_at": "2026-03-26T13:41:08.920894500Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean(),\n }\n);\n\nconst spacetimedb = schema(user);\n\nspacetimedb.reducer('insertUser', { id: t.i32(), name: t.string(), age: t.i32(), active: t.boolean() }, (ctx, args) => {\n ctx.db.user.insert(args);\n});", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(9,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(15,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(15,92): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:38:54.807972800Z", + "finished_at": "2026-03-26T13:42:24.891336400Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean(),\n }\n )\n);\n\nspacetimedb.reducer('updateUser', { id: t.i32(), name: t.string(), age: t.i32(), active: t.boolean() }, (ctx, { id, name, age, active }) => {\n const user = ctx.db.user.id.find(id);\n if (!user) {\n throw new Error(`User with id ${id} not found`);\n }\n user.name = name;\n user.age = age;\n user.active = active;\n ctx.db.user.id.update(user);\n});", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(10,17): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(15,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(15,92): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(16,31): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(23,18): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:01.346719100Z", + "finished_at": "2026-03-26T13:41:22.997724200Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean()\n }\n )\n);\n\nspacetimedb.reducer('deleteUser', { id: t.i32() }, (ctx, { id }) => {\n ctx.db.user.id.delete(id);\n});", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(10,17): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(15,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:03.917406600Z", + "finished_at": "2026-03-26T13:39:57.603203Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean(),\n }\n);\n\nconst spacetimedb = schema({ user });\n\nexport const crud = spacetimedb.reducer({}, (ctx) => {\n ctx.db.user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n const user1 = ctx.db.user.id.find(1);\n if (user1) {\n user1.name = \"Alice2\";\n user1.age = 31;\n user1.active = false;\n ctx.db.user.id.update(user1);\n }\n ctx.db.user.id.delete(2);\n});", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(9,19): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:04.210308400Z", + "finished_at": "2026-03-26T13:41:21.012427Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean(),\n }\n);\n\nconst result = table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n }\n);\n\nexport const spacetimedb = schema({ user, result });\n\nspacetimedb.reducer('lookupUserName', { id: t.i32() }, (ctx, { id }) => {\n const foundUser = ctx.db.user.id.find(id);\n if (foundUser) {\n ctx.db.result.insert({ id: foundUser.id, name: foundUser.name });\n }\n});", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(9,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(23,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:08.719362100Z", + "finished_at": "2026-03-26T13:40:12.522408700Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.boolean(),\n }\n);\n\nconst spacetimedb = schema(user);\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n});", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(9,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:29.262994700Z", + "finished_at": "2026-03-26T13:42:02.421990500Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema(event);\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({ kind: 'connected' });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({ kind: 'disconnected' });\n});\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(11,28): error TS2345: Argument of type 'TableSchema; kind: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:38.190106100Z", + "finished_at": "2026-03-26T13:42:20.595966900Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n sum: t.i32(),\n }\n);\n\nconst spacetimedb = schema({ result });\n\nfunction add(a: number, b: number): number {\n return a + b;\n}\n\nspacetimedb.reducer('computeSum', { id: t.i32(), a: t.i32(), b: t.i32() }, (ctx, { id, a, b }) => {\n const sum = add(a, b);\n ctx.db.result.insert({ id, sum });\n});\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(17,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:39:57.603427600Z", + "finished_at": "2026-03-26T13:41:37.512498500Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Score = t.object({\n left: t.i32(),\n right: t.i32(),\n});\n\nconst result = table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n value: Score,\n }\n);\n\nconst spacetimedb = schema({ result });\n\nexport default spacetimedb;\n\nexport const setScore = spacetimedb.reducer(\n { id: t.i32(), left: t.i32(), right: t.i32() },\n (ctx, { id, left, right }) => {\n ctx.db.result.insert({ id, value: { left, right } });\n }\n);", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,17): error TS2554: Expected 2 arguments, but got 1.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:43:13.803937900Z", + "finished_at": "2026-03-26T13:44:28.135301300Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nexport const spacetimedb = schema(\n table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n value: Shape,\n }\n )\n);\n\nspacetimedb.reducer('setCircle', { id: t.i32(), radius: t.i32() }, (ctx, { id, radius }) => {\n ctx.db.result.insert({ id, value: { tag: 'circle', value: radius } });\n});", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(14,3): error TS2345: Argument of type 'TableSchema; value: SumBuilder<{ circle: I32Builder; rectangle: ProductBuilder<{ width: I32Builder; height: I32Builder; }>; }>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(23,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:43:14.599564700Z", + "finished_at": "2026-03-26T13:43:56.761078800Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst primitive = table(\n { name: 'primitive', public: true },\n {\n id: t.i32().primaryKey(),\n count: t.i32(),\n total: t.i64(),\n price: t.f32(),\n ratio: t.f64(),\n active: t.boolean(),\n name: t.string(),\n }\n);\n\nexport const spacetimedb = schema(primitive);\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.primitive.insert({\n id: 1,\n count: 2,\n total: 3000000000n,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\",\n });\n});", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(11,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(16,35): error TS2345: Argument of type 'TableSchema; count: I32Builder; total: I64Builder; price: F32Builder; ratio: F64Builder; active: any; name: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(18,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:43:31.684531100Z", + "finished_at": "2026-03-26T13:44:09.852176Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Address = t.object({\n street: t.string(),\n zip: t.i32()\n});\n\nconst Position = t.object({\n x: t.i32(),\n y: t.i32()\n});\n\nconst profile = table(\n { name: 'profile', public: true },\n {\n id: t.i32().primaryKey(),\n home: Address,\n work: Address,\n pos: Position\n }\n);\n\nconst spacetimedb = schema(profile);\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer({}, (ctx, {}) => {\n ctx.db.profile.insert({\n id: 1,\n home: { street: \"1 Main\", zip: 11111 },\n work: { street: \"2 Broad\", zip: 22222 },\n pos: { x: 7, y: 9 }\n });\n});", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,19): error TS2554: Expected 2 arguments, but got 1.\r\nsrc/index.ts(8,20): error TS2554: Expected 2 arguments, but got 1.\r\nsrc/index.ts(23,28): error TS2345: Argument of type 'TableSchema; home: ProductBuilder; work: ProductBuilder; pos: ProductBuilder<...>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:43:35.928527300Z", + "finished_at": "2026-03-26T13:44:14.761119500Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.struct({\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.sum({\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst drawing = table(\n { name: 'drawing', public: true },\n {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape,\n }\n);\n\nconst spacetimedb = schema(drawing);\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.drawing.insert({\n id: 1,\n a: { tag: 'circle', value: 10 },\n b: { tag: 'rectangle', value: { width: 4, height: 6 } },\n });\n});", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(3,16): error TS2339: Property 'struct' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(8,17): error TS2339: Property 'sum' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\nsrc/index.ts(22,28): error TS2345: Argument of type 'TableSchema; a: any; b: any; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(24,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:43:38.022225900Z", + "finished_at": "2026-03-26T13:44:41.606603Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: 'tick' },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema(tickTimer);\n\nspacetimedb.reducer('tick', { arg: tickTimer.rowType }, (_ctx, { arg }) => {\n});\n\nspacetimedb.reducer('init', (ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});\n\nexport default spacetimedb;", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(5,24): error TS2322: Type 'string' is not assignable to type '() => ReducerExport; }> | ProcedureExport; }, UnitBuilder>'.\r\nsrc/index.ts(12,28): error TS2345: Argument of type 'TableSchema; scheduledAt: ScheduleAtBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(14,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(17,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:43:56.761274800Z", + "finished_at": "2026-03-26T13:44:55.068830900Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst account = table(\n { name: 'account' },\n {\n id: t.i32().primaryKey(),\n email: t.string().unique(),\n name: t.string().index('btree'),\n }\n);\n\nconst spacetimedb = schema(account);\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.account.insert({ id: 1, email: \"a@example.com\", name: \"Alice\" });\n ctx.db.account.insert({ id: 2, email: \"b@example.com\", name: \"Bob\" });\n});", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(12,28): error TS2345: Argument of type 'TableSchema; email: StringColumnBuilder<{ isUnique: true; }>; name: StringColumnBuilder<{ indexType: \"btree\"; }>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(14,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:43:59.172836100Z", + "finished_at": "2026-03-26T13:45:12.071371600Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n userId: t.i32().primaryKey(),\n name: t.string(),\n }\n);\n\nconst group = table(\n { name: 'group', public: true },\n {\n groupId: t.i32().primaryKey(),\n title: t.string(),\n }\n);\n\nconst membership = table(\n { name: 'membership', public: true, indexes: [{ name: 'byUser', columns: ['userId'] }, { name: 'byGroup', columns: ['groupId'] }] },\n {\n id: t.i32().primaryKey(),\n userId: t.i32(),\n groupId: t.i32(),\n }\n);\n\nconst spacetimedb = schema({ user, group, membership });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ userId: 1, name: 'Alice' });\n ctx.db.user.insert({ userId: 2, name: 'Bob' });\n\n ctx.db.group.insert({ groupId: 10, title: 'Admin' });\n ctx.db.group.insert({ groupId: 20, title: 'Dev' });\n\n ctx.db.membership.insert({ id: 1, userId: 1, groupId: 10 });\n ctx.db.membership.insert({ id: 2, userId: 1, groupId: 20 });\n ctx.db.membership.insert({ id: 3, userId: 2, groupId: 20 });\n});", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,49): error TS2322: Type '{ name: string; columns: \"userId\"[]; }' is not assignable to type 'IndexOpts<\"userId\" | \"groupId\" | \"id\">'.\r\n Type '{ name: string; columns: \"userId\"[]; }' is not assignable to type '{ accessor?: string | undefined; name?: string | undefined; } & { algorithm: \"hash\"; columns: readonly (\"userId\" | \"groupId\" | \"id\")[]; }'.\r\n Property 'algorithm' is missing in type '{ name: string; columns: \"userId\"[]; }' but required in type '{ algorithm: \"hash\"; columns: readonly (\"userId\" | \"groupId\" | \"id\")[]; }'.\r\nsrc/index.ts(20,90): error TS2322: Type '{ name: string; columns: \"groupId\"[]; }' is not assignable to type 'IndexOpts<\"userId\" | \"groupId\" | \"id\">'.\r\n Type '{ name: string; columns: \"groupId\"[]; }' is not assignable to type '{ accessor?: string | undefined; name?: string | undefined; } & { algorithm: \"hash\"; columns: readonly (\"userId\" | \"groupId\" | \"id\")[]; }'.\r\n Property 'algorithm' is missing in type '{ name: string; columns: \"groupId\"[]; }' but required in type '{ algorithm: \"hash\"; columns: readonly (\"userId\" | \"groupId\" | \"id\")[]; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:44:09.852304800Z", + "finished_at": "2026-03-26T13:45:29.461274600Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst entity = table(\n { name: 'entity' },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst position = table(\n { name: 'position' },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst velocity = table(\n { name: 'velocity' },\n {\n entityId: t.i32().primaryKey(),\n vx: t.i32(),\n vy: t.i32(),\n }\n);\n\nconst nextPosition = table(\n { name: 'nextPosition' },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst spacetimedb = schema({ entity, position, velocity, nextPosition });\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.entity.insert({ id: 1 });\n ctx.db.entity.insert({ id: 2 });\n\n ctx.db.position.insert({ entityId: 1, x: 0, y: 0 });\n ctx.db.position.insert({ entityId: 2, x: 10, y: 0 });\n\n ctx.db.velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n ctx.db.velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n});\n\nspacetimedb.reducer('step', (ctx) => {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.entityId.find(pos.entityId);\n if (vel) {\n const newX = pos.x + vel.vx;\n const newY = pos.y + vel.vy;\n const existing = ctx.db.nextPosition.entityId.find(pos.entityId);\n if (existing) {\n existing.x = newX;\n existing.y = newY;\n ctx.db.nextPosition.entityId.update(existing);\n } else {\n ctx.db.nextPosition.insert({ entityId: pos.entityId, x: newX, y: newY });\n }\n }\n }\n});\n\nexport default spacetimedb;", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(39,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer; }>, []>; readonly position: TableSchema<...>; readonly velocity: TableSchema<...>; readonly nextPosition: TableSchema<...>; }>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer; }>, []>; readonly position: TableSchema<...>; readonly velocity: TableSchema<...>; readonly nextPosition: TableSchema<...>; }>, {}>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(50,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer; }>, []>; readonly position: TableSchema<...>; readonly velocity: TableSchema<...>; readonly nextPosition: TableSchema<...>; }>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer; }>, []>; readonly position: TableSchema<...>; readonly velocity: TableSchema<...>; readonly nextPosition: TableSchema<...>; }>, {}>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:44:14.761225500Z", + "finished_at": "2026-03-26T13:45:34.357641300Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst log = table(\n { name: 'log', public: true },\n {\n id: t.i32().primaryKey(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string(),\n },\n {\n byUserDay: [['userId', 'day']],\n }\n);\n\nconst spacetimedb = schema(log);\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer({}, (ctx) => {\n ctx.db.log.insert({ id: 1, userId: 7, day: 1, message: \"a\" });\n ctx.db.log.insert({ id: 2, userId: 7, day: 2, message: \"b\" });\n ctx.db.log.insert({ id: 3, userId: 9, day: 1, message: \"c\" });\n});", + "category": "schema", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(11,3): error TS2554: Expected 2 arguments, but got 3.\r\nsrc/index.ts(16,28): error TS2345: Argument of type 'TableSchema; userId: I32Builder; day: I32Builder; message: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:44:21.454131800Z", + "finished_at": "2026-03-26T13:45:04.576236700Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:42:15.670233600Z", + "finished_at": "2026-03-26T13:43:14.599270600Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst profile = table(\n { name: 'profile', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n identity: t.identity().unique(),\n name: t.string(),\n bio: t.string(),\n }\n);\n\nconst spacetimedb = schema(profile);\n\nexport const my_profile = spacetimedb.view(\n { name: 'my_profile', public: true },\n t.option(profile.rowType),\n (ctx) => {\n const row = ctx.db.profile.identity.find(ctx.sender());\n return row ?? undefined;\n }\n);\n\nexport default spacetimedb;", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; identity: IdentityColumnBuilder<{ isUnique: true; }>; name: StringBuilder; bio: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(19,41): error TS2339: Property 'find' does not exist on type 'ReadonlyRangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(19,50): error TS2349: This expression is not callable.\r\n Type 'Identity' has no call signatures.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:42:18.101190600Z", + "finished_at": "2026-03-26T13:42:48.135114700Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst damageEvent = table({\n name: 'damageEvent',\n public: true,\n event: true\n}, {\n entityId: t.u64(),\n damage: t.u32(),\n source: t.string()\n});\n\nconst spacetimedb = schema({\n damageEvent\n});\n\nexport default spacetimedb;\n\nexport const deal_damage = spacetimedb.reducer(\n { entityId: t.u64(), damage: t.u32(), source: t.string() },\n (ctx, { entityId, damage, source }) => {\n ctx.db.damageEvent.insert({\n entityId,\n damage,\n source\n });\n }\n);", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "damage_event": {} + }, + "only_llm": { + "damageEvent": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:41:25.495024800Z", + "finished_at": "2026-03-26T13:42:15.667648200Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:41:29.470657800Z", + "finished_at": "2026-03-26T13:42:18.100949200Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst message = table(\n { name: 'message', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity().indexBtree(),\n text: t.string(),\n }\n);\n\nconst spacetimedb = schema({ message });\nexport default spacetimedb;\n\nexport const create_message = spacetimedb.reducer({ text: t.string() }, (ctx, { text }) => {\n ctx.db.message.insert({ id: 0n, owner: ctx.sender, text });\n});\n\nexport const delete_message = spacetimedb.reducer({ id: t.u64() }, (ctx, { id }) => {\n const msg = ctx.db.message.id.find(id);\n if (!msg) {\n throw new SenderError(\"not found\");\n }\n if (msg.owner !== ctx.sender) {\n throw new SenderError(\"unauthorized\");\n }\n ctx.db.message.id.delete(id);\n});", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(7,29): error TS2339: Property 'indexBtree' does not exist on type 'IdentityBuilder'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:36:08.184448900Z", + "finished_at": "2026-03-26T13:38:59.548721900Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'userInternal' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n email: t.string(),\n passwordHash: t.string(),\n }\n ),\n table(\n { name: 'userPublic', public: true },\n {\n id: t.u64().primaryKey(),\n name: t.string(),\n }\n )\n);\n\nspacetimedb.reducer('register_user', { name: t.string(), email: t.string(), passwordHash: t.string() }, (ctx, { name, email, passwordHash }) => {\n const inserted = ctx.db.userInternal.insert({ id: 0n, name, email, passwordHash });\n ctx.db.userPublic.insert({ id: inserted.id, name });\n});", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; name: StringBuilder; email: StringBuilder; passwordHash: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(22,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:36:08.185840Z", + "finished_at": "2026-03-26T13:39:08.719103200Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst author = table(\n { name: 'author', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst post = table(\n {\n name: 'post',\n public: true,\n indexes: [\n { accessor: 'by_author', algorithm: 'btree', columns: ['authorId'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n authorId: t.u64(),\n title: t.string(),\n }\n);\n\nconst spacetimedb = schema(author, post);\n\nspacetimedb.reducer('delete_author', { authorId: t.u64() }, (ctx, { authorId }) => {\n const authorRecord = ctx.db.author.id.find(authorId);\n if (!authorRecord) {\n throw new Error(`Author with id ${authorId} not found`);\n }\n\n for (const postRecord of ctx.db.post.authorId.filter(authorId)) {\n ctx.db.post.id.delete(postRecord.id);\n }\n\n ctx.db.author.id.delete(authorId);\n});", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(26,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(28,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(29,43): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"hash\" | \"direct\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:41:37.512640900Z", + "finished_at": "2026-03-26T13:43:13.803652700Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order', public: true, indexes: [{ name: 'order_category', algorithm: 'btree' as const, columns: ['category'] }] },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u64(),\n fulfilled: t.bool()\n }\n);\n\nconst categoryStats = table(\n { name: 'categoryStats', public: true },\n {\n category: t.string().primaryKey(),\n totalAmount: t.u64(),\n orderCount: t.u32()\n }\n);\n\nconst spacetimedb = schema({ order, categoryStats });\nexport default spacetimedb;\n\nexport const compute_stats = spacetimedb.reducer(\n { category: t.string() },\n (ctx, { category }) => {\n let totalAmount = 0n;\n let orderCount = 0;\n for (const orderRow of ctx.db.order.iter()) {\n if (orderRow.category === category) {\n totalAmount += orderRow.amount;\n orderCount++;\n }\n }\n const existing = ctx.db.categoryStats.category.find(category);\n if (existing) {\n ctx.db.categoryStats.category.update({\n ...existing,\n totalAmount,\n orderCount\n });\n } else {\n ctx.db.categoryStats.insert({\n category,\n totalAmount,\n orderCount\n });\n }\n }\n);", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "category_stats": {} + }, + "only_llm": { + "categoryStats": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:42:02.422231400Z", + "finished_at": "2026-03-26T13:42:43.038953300Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'customer' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n ),\n table(\n {\n name: 'order',\n indexes: [\n { accessor: 'customerId', algorithm: 'btree', columns: ['customerId'] }\n ]\n },\n {\n id: t.u64().primaryKey().autoInc(),\n customerId: t.u64(),\n product: t.string(),\n amount: t.u32(),\n }\n ),\n table(\n { name: 'orderDetail' },\n {\n orderId: t.u64().primaryKey(),\n customerName: t.string(),\n product: t.string(),\n amount: t.u32(),\n }\n )\n);\n\nspacetimedb.reducer('build_order_details', (ctx) => {\n for (const order of ctx.db.order.iter()) {\n const customer = ctx.db.customer.id.find(order.customerId);\n if (customer) {\n ctx.db.orderDetail.insert({\n orderId: order.id,\n customerName: customer.name,\n product: order.product,\n amount: order.amount,\n });\n }\n }\n});", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(25,5): error TS2554: Expected 1-2 arguments, but got 3.\r\nsrc/index.ts(36,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(38,45): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"hash\" | \"direct\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:42:10.760172600Z", + "finished_at": "2026-03-26T13:42:47.635269400Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst account = table(\n { name: 'account', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n email: t.string().unique(),\n displayName: t.string(),\n }\n);\n\nconst spacetimedb = schema(account);\n\nexport const create_account = spacetimedb.reducer(\n { email: t.string(), displayName: t.string() },\n (ctx, { email, displayName }) => {\n ctx.db.account.insert({ id: 0n, email, displayName });\n }\n);\n\nexport default spacetimedb;", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(12,28): error TS2345: Argument of type 'TableSchema; email: StringColumnBuilder<{ isUnique: true; }>; displayName: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:42:15.668851700Z", + "finished_at": "2026-03-26T13:43:31.684322900Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst product = table(\n { name: 'product' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n price: t.u32().index('btree')\n }\n);\n\nconst priceRangeResult = table(\n { name: 'priceRangeResult' },\n {\n productId: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32()\n }\n);\n\nconst spacetimedb = schema({ product, priceRangeResult });\n\nexport const find_in_price_range = spacetimedb.reducer(\n { minPrice: t.u32(), maxPrice: t.u32() },\n (ctx, { minPrice, maxPrice }) => {\n for (const product of ctx.db.product.iter()) {\n if (product.price >= minPrice && product.price <= maxPrice) {\n ctx.db.priceRangeResult.insert({\n productId: product.id,\n name: product.name,\n price: product.price\n });\n }\n }\n }\n);\n\nexport default spacetimedb;", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "price_range_result": {} + }, + "only_llm": { + "priceRangeResult": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:42:20.596325600Z", + "finished_at": "2026-03-26T13:42:56.955517500Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst player = table(\n { name: 'player', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n score: t.u64()\n }\n);\n\nconst leaderboard = table(\n { name: 'leaderboard', public: true },\n {\n rank: t.u32().primaryKey(),\n playerName: t.string(),\n score: t.u64()\n }\n);\n\nconst spacetimedb = schema({ player, leaderboard });\nexport default spacetimedb;\n\nexport const build_leaderboard = spacetimedb.reducer(\n 'build_leaderboard',\n { limit: t.u32() },\n (ctx, { limit }) => {\n const players = Array.from(ctx.db.player.iter());\n players.sort((a, b) => Number(b.score - a.score));\n const topPlayers = players.slice(0, limit);\n for (const row of ctx.db.leaderboard.iter()) {\n ctx.db.leaderboard.rank.delete(row.rank);\n }\n for (let i = 0; i < topPlayers.length; i++) {\n const player = topPlayers[i];\n ctx.db.leaderboard.insert({\n rank: i + 1,\n playerName: player.name,\n score: player.score\n });\n }\n }\n);", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(25,5): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:42:24.891670800Z", + "finished_at": "2026-03-26T13:43:38.022038600Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst task = table(\n { name: 'task' },\n {\n id: t.u64().primaryKey().autoInc(),\n title: t.string(),\n completed: t.bool(),\n }\n);\n\nconst firstIncomplete = table(\n { name: 'firstIncomplete' },\n {\n taskId: t.u64().primaryKey(),\n title: t.string(),\n }\n);\n\nexport const spacetimedb = schema(task, firstIncomplete);\n\nspacetimedb.reducer('find_first_incomplete', (ctx) => {\n for (const task of ctx.db.task.iter()) {\n if (!task.completed) {\n ctx.db.firstIncomplete.insert({ taskId: task.id, title: task.title });\n break;\n }\n }\n});", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,35): error TS2345: Argument of type 'TableSchema; title: StringBuilder; completed: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(22,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:42:43.039273500Z", + "finished_at": "2026-03-26T13:44:45.527089100Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order' },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u32(),\n }\n);\n\nconst distinctCategory = table(\n { name: 'distinctCategory' },\n {\n category: t.string().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({ order, distinctCategory });\n\nspacetimedb.reducer('collect_distinct_categories', (ctx) => {\n const categories = new Set();\n for (const orderRow of ctx.db.order.iter()) {\n categories.add(orderRow.category);\n }\n for (const cat of categories) {\n ctx.db.distinctCategory.insert({ category: cat });\n }\n});\n\nexport default spacetimedb;", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(21,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer; category: StringBuilder; amount: U32Builder; }>, []>; readonly distinctCategory: TableSchema<...>; }>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer; category: StringBuilder; amount: U32Builder; }>, []>; readonly distinctCategory: TableSchema<...>; }>, {}>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:42:47.635500400Z", + "finished_at": "2026-03-26T13:44:21.453917700Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n active: t.boolean()\n }\n);\n\nconst userStats = table(\n { name: 'userStats' },\n {\n key: t.string().primaryKey(),\n count: t.u64()\n }\n);\n\nconst spacetimedb = schema({ user, userStats });\n\nexport const compute_user_counts = spacetimedb.reducer((ctx) => {\n let totalCount = 0n;\n let activeCount = 0n;\n\n for (const row of ctx.db.user.iter()) {\n totalCount++;\n if (row.active) {\n activeCount++;\n }\n }\n\n ctx.db.userStats.insert({ key: 'total', count: totalCount });\n ctx.db.userStats.insert({ key: 'active', count: activeCount });\n});\n\nexport default spacetimedb;", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(8,15): error TS2339: Property 'boolean' does not exist on type '{ readonly bool: () => BoolBuilder; readonly string: () => StringBuilder; readonly number: () => F64Builder; readonly i8: () => I8Builder; ... 27 more ...; readonly byteArray: () => ByteArrayBuilder; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:42:48.135240100Z", + "finished_at": "2026-03-26T13:43:35.928311500Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type ReducerContext } from 'spacetimedb/server';\n\nconst eventLog = table(\n { name: 'eventLog', public: true, indexes: [{ name: 'event_log_category_severity', algorithm: 'btree' as const, columns: ['category', 'severity'] }] },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n severity: t.u32(),\n message: t.string()\n }\n);\n\nconst filteredEvent = table(\n { name: 'filteredEvent', public: true },\n {\n eventId: t.u64().primaryKey(),\n message: t.string()\n }\n);\n\nconst spacetimedb = schema({ eventLog, filteredEvent });\n\nexport const filter_events = spacetimedb.reducer(\n { category: t.string(), severity: t.u32() },\n (ctx: ReducerContext, { category, severity }: { category: string, severity: number }) => {\n for (const event of ctx.db.eventLog.iter()) {\n if (event.category === category && event.severity === severity) {\n ctx.db.filteredEvent.insert({ eventId: event.id, message: event.message });\n }\n }\n }\n);\n\nexport default spacetimedb;", + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2724: '\"spacetimedb/server\"' has no exported member named 'ReducerContext'. Did you mean 'ReducerCtx'?\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:42:56.955825900Z", + "finished_at": "2026-03-26T13:43:59.172677700Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, t, table } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst reminder = table(\n { name: 'reminder', scheduled: (): any => send_reminder },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n message: t.string(),\n }\n);\n\nexport const spacetimedb = schema(reminder);\n\nexport const send_reminder = spacetimedb.reducer({ arg: reminder.rowType }, (_ctx, { arg }) => {\n});\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.reminder.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.time(ctx.timestamp + 60_000_000n),\n message: \"\",\n });\n});", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,35): error TS2345: Argument of type 'TableSchema; scheduledAt: ScheduleAtBuilder; message: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(21,34): error TS2365: Operator '+' cannot be applied to types 'Timestamp' and 'bigint'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:40:12.523276200Z", + "finished_at": "2026-03-26T13:41:29.470310400Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ScheduleAt } from 'spacetimedb';\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst cleanupJob = table(\n { name: 'cleanupJob', scheduled: 'run_cleanup' },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ cleanupJob });\nexport default spacetimedb;\n\nexport const run_cleanup = spacetimedb.reducer(\n { arg: cleanupJob.rowType },\n (_ctx, { arg }) => {}\n);\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.cleanupJob.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(60_000_000n),\n });\n});\n\nexport const cancel_cleanup = spacetimedb.reducer(\n { scheduledId: t.u64() },\n (ctx, { scheduledId }) => {\n ctx.db.cleanupJob.delete({ scheduledId });\n }\n);", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(5,25): error TS2322: Type 'string' is not assignable to type '() => ReducerExport; }> | ProcedureExport; }, UnitBuilder>'.\r\nsrc/index.ts(30,30): error TS2345: Argument of type '{ scheduledId: bigint; }' is not assignable to parameter of type '{ scheduledId: bigint; scheduledAt: ScheduleAtType; }'.\r\n Property 'scheduledAt' is missing in type '{ scheduledId: bigint; }' but required in type '{ scheduledId: bigint; scheduledAt: ScheduleAtType; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:41:08.921172700Z", + "finished_at": "2026-03-26T13:42:15.668651900Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { name: 'onlinePlayer', public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp(),\n }\n);\n\nconst spacetimedb = schema({ onlinePlayer });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});", + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:41:21.012634100Z", + "finished_at": "2026-03-26T13:42:10.759815400Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', private: true },\n {\n identity: t.identity().primaryKey(),\n name: t.string(),\n }\n);\n\nconst message = table(\n { name: 'message', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n sender: t.identity().index('btree'),\n text: t.string(),\n }\n);\n\nconst spacetimedb = schema({ user, message });\n\nspacetimedb.reducer('register', { name: t.string() }, (ctx, { name }) => {\n const existingUser = ctx.db.user.identity.find(ctx.sender);\n if (existingUser) {\n throw new SenderError(\"already registered\");\n }\n ctx.db.user.insert({ identity: ctx.sender, name });\n});\n\nspacetimedb.reducer('post_message', { text: t.string() }, (ctx, { text }) => {\n const existingUser = ctx.db.user.identity.find(ctx.sender);\n if (!existingUser) {\n throw new SenderError(\"not registered\");\n }\n ctx.db.message.insert({ id: 0n, sender: ctx.sender, text });\n});\n\nexport default spacetimedb;", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(22,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(30,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:36:08.188051Z", + "finished_at": "2026-03-26T13:39:38.189932900Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:36:08.190851Z", + "finished_at": "2026-03-26T13:38:03.276471200Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type Identity, type ReducerContext } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n identity: t.identity().primaryKey(),\n role: t.string(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const register = spacetimedb.reducer({}, (ctx: ReducerContext) => {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (existing) {\n throw new Error('already registered');\n }\n ctx.db.user.insert({ identity: ctx.sender, role: 'member' });\n});\n\nexport const promote = spacetimedb.reducer({ target: t.identity() }, (ctx: ReducerContext, { target }: { target: Identity }) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw new Error('not registered');\n }\n if (caller.role !== 'admin') {\n throw new Error('not admin');\n }\n const targetUser = ctx.db.user.identity.find(target);\n if (!targetUser) {\n throw new Error('target not registered');\n }\n targetUser.role = 'admin';\n ctx.db.user.identity.update(targetUser);\n});\n\nexport const member_action = spacetimedb.reducer({}, (ctx: ReducerContext) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw new Error('not registered');\n }\n});\n\nexport const admin_action = spacetimedb.reducer({}, (ctx: ReducerContext) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw new Error('not registered');\n }\n if (caller.role !== 'admin') {\n throw new Error('not admin');\n }\n});", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\nsrc/index.ts(1,48): error TS2724: '\"spacetimedb/server\"' has no exported member named 'ReducerContext'. Did you mean 'ReducerCtx'?\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:36:08.192739400Z", + "finished_at": "2026-03-26T13:38:02.875677500Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type Identity } from 'spacetimedb/server';\n\nconst admin = table(\n { name: 'admin', public: false },\n {\n identity: t.identity().primaryKey(),\n }\n);\n\nconst banned = table(\n { name: 'banned', public: false },\n {\n identity: t.identity().primaryKey(),\n }\n);\n\nconst player = table(\n { name: 'player', public: true },\n {\n identity: t.identity().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ admin, banned, player });\n\nexport const add_admin = spacetimedb.reducer({ target: t.identity() }, (ctx, { target }) => {\n const senderAdmin = ctx.db.admin.identity.find(ctx.sender);\n if (!senderAdmin) {\n throw new Error('not admin');\n }\n const existing = ctx.db.admin.identity.find(target);\n if (!existing) {\n ctx.db.admin.insert({ identity: target });\n }\n});\n\nexport const ban_player = spacetimedb.reducer({ target: t.identity() }, (ctx, { target }) => {\n const senderAdmin = ctx.db.admin.identity.find(ctx.sender);\n if (!senderAdmin) {\n throw new Error('not admin');\n }\n ctx.db.banned.insert({ identity: target });\n const playerRow = ctx.db.player.identity.find(target);\n if (playerRow) {\n ctx.db.player.identity.delete(target);\n }\n});\n\nexport const join_game = spacetimedb.reducer({ name: t.string() }, (ctx, { name }) => {\n const isBanned = ctx.db.banned.identity.find(ctx.sender);\n if (isBanned) {\n throw new Error('banned');\n }\n const existingPlayer = ctx.db.player.identity.find(ctx.sender);\n if (existingPlayer) {\n throw new Error('already in game');\n }\n ctx.db.player.insert({ identity: ctx.sender, name });\n});\n\nexport default spacetimedb;", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:36:08.194254600Z", + "finished_at": "2026-03-26T13:39:29.262414300Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:36:08.195703600Z", + "finished_at": "2026-03-26T13:37:37.014896700Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, type Identity } from 'spacetimedb/server';\n\nconst document = table(\n { name: 'document', public: true, indexes: [{ accessor: 'by_owner', algorithm: 'btree', columns: ['owner'] }] },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity(),\n title: t.string(),\n }\n);\n\nconst document_share = table(\n {\n name: 'document_share',\n public: true,\n indexes: [\n { accessor: 'by_document_id', algorithm: 'btree', columns: ['document_id'] },\n { accessor: 'by_shared_with', algorithm: 'btree', columns: ['shared_with'] },\n ],\n },\n {\n document_id: t.u64(),\n shared_with: t.identity(),\n }\n);\n\nconst spacetimedb = schema({ document, document_share });\nexport default spacetimedb;\n\nspacetimedb.reducer('create_document', { title: t.string() }, (ctx, { title }) => {\n ctx.db.document.insert({\n id: 0n,\n owner: ctx.sender,\n title,\n });\n});\n\nspacetimedb.reducer('share_document', { document_id: t.u64(), target: t.identity() }, (ctx, { document_id, target }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new Error('not found');\n }\n if (doc.owner !== ctx.sender) {\n throw new Error('not owner');\n }\n ctx.db.document_share.insert({\n document_id,\n shared_with: target,\n });\n});\n\nspacetimedb.reducer('edit_document', { document_id: t.u64(), new_title: t.string() }, (ctx, { document_id, new_title }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new Error('not found');\n }\n const isOwner = doc.owner === ctx.sender;\n const isShared = ctx.db.document_share.by_document_id.filter(document_id).some(share => share.shared_with === ctx.sender);\n if (!isOwner && !isShared) {\n throw new Error('unauthorized');\n }\n ctx.db.document.id.update({\n ...doc,\n title: new_title,\n });\n});", + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(1,33): error TS2305: Module '\"spacetimedb/server\"' has no exported member 'Identity'.\r\nsrc/index.ts(30,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(38,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(52,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(58,79): error TS2339: Property 'some' does not exist on type 'IteratorObject<{ document_id: bigint; shared_with: Identity; }, undefined, unknown>'.\r\nsrc/index.ts(58,84): error TS7006: Parameter 'share' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "started_at": "2026-03-26T13:36:08.196882200Z", + "finished_at": "2026-03-26T13:39:04.210116900Z" + } + } + }, + { + "name": "GPT-5-mini", + "route_api_model": "gpt-5-mini", + "tasks": { + "t_000_empty_reducers": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const emptyTable = table(\n { name: 'emptyTable', public: true },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst spacetimedb = schema(emptyTable);\n\nexport const emptyReducerNoArgs = spacetimedb.reducer('emptyReducerNoArgs', (ctx) => {\n // Intentionally empty reducer\n});\n\nexport const emptyReducerWithInt = spacetimedb.reducer(\n 'emptyReducerWithInt',\n { count: t.i32() },\n (ctx, { count }) => {\n // Intentionally empty reducer\n }\n);\n\nexport const emptyReducerWithString = spacetimedb.reducer(\n 'emptyReducerWithString',\n { name: t.string() },\n (ctx, { name }) => {\n // Intentionally empty reducer\n }\n);\n\nexport const emptyReducerWithTwoArgs = spacetimedb.reducer(\n 'emptyReducerWithTwoArgs',\n { count: t.i32(), name: t.string() },\n (ctx, { count, name }) => {\n // Intentionally empty reducer\n }\n);\n\nexport const emptyReducerWithThreeArgs = spacetimedb.reducer(\n 'emptyReducerWithThreeArgs',\n { active: t.bool(), ratio: t.f32(), label: t.string() },\n (ctx, { active, ratio, label }) => {\n // Intentionally empty reducer\n }\n);", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(10,28): error TS2345: Argument of type 'TableSchema; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(12,55): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(17,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(25,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(33,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(41,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:30:55.985762800Z", + "finished_at": "2026-03-26T13:34:38.190045100Z" + }, + "t_001_basic_tables": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:31:01.217553900Z", + "finished_at": "2026-03-26T13:38:43.233135600Z" + }, + "t_002_scheduled_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ScheduleAt } from 'spacetimedb';\nimport { schema, t, table } from 'spacetimedb/server';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: 'tick', scheduledAt: 'scheduledAt' },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema(tickTimer);\n\nexport const tick = spacetimedb.reducer('tick', tickTimer.rowType, (ctx, timer) => {\n // Scheduled reducer invoked by the scheduler with the tickTimer row.\n // 'timer' is the row from the tickTimer table (has scheduledId and scheduledAt).\n // No-op implementation (user can add behavior here).\n});\n\nexport const init = spacetimedb.reducer('init', (ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n), // 50ms = 50,000 microseconds\n });\n});\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(5,24): error TS2322: Type 'string' is not assignable to type '() => ReducerExport; }> | ProcedureExport; }, UnitBuilder>'.\r\nsrc/index.ts(12,28): error TS2345: Argument of type 'TableSchema; scheduledAt: ScheduleAtBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(14,41): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(20,41): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:31:09.055367800Z", + "finished_at": "2026-03-26T13:36:03.988713800Z" + }, + "t_003_struct_in_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:34:31.268945200Z", + "finished_at": "2026-03-26T13:39:04.207853700Z" + }, + "t_004_insert": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const user = table(\n { name: 'user', public: false },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema(user);\n\nspacetimedb.reducer(\n 'insertUser',\n {\n id: t.i32(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n },\n (ctx, { id, name, age, active }) => {\n ctx.db.user.insert({ id, name, age, active });\n }\n);", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(16,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:34:38.190361600Z", + "finished_at": "2026-03-26T13:36:18.527218700Z" + }, + "t_005_update": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_005_update", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema(user);\n\nspacetimedb.reducer(\n 'updateUser',\n {\n id: t.i32(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n },\n (ctx, { id, name, age, active }) => {\n const row = ctx.db.user.id.find(id);\n if (!row) {\n throw new SenderError('user not found');\n }\n row.name = name;\n row.age = age;\n row.active = active;\n ctx.db.user.id.update(row);\n }\n);", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(16,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(24,32): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(31,20): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:36:03.988883500Z", + "finished_at": "2026-03-26T13:37:17.190051800Z" + }, + "t_006_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema(user);\n\nspacetimedb.reducer('deleteUser', { id: t.i32() }, (ctx, { id }) => {\n const ok = ctx.db.user.id.delete(id);\n if (!ok) {\n throw new SenderError('User not found');\n }\n});", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(15,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:36:13.863165400Z", + "finished_at": "2026-03-26T13:40:01.672601800Z" + }, + "t_007_crud": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema(user);\n\nspacetimedb.reducer('crud', {}, (ctx) => {\n // 1. Insert (id=1, name=\"Alice\", age=30, active=true)\n ctx.db.user.insert({ id: 1, name: 'Alice', age: 30, active: true });\n\n // 2. Insert (id=2, name=\"Bob\", age=22, active=false)\n ctx.db.user.insert({ id: 2, name: 'Bob', age: 22, active: false });\n\n // 3. Update row with id=1 to (id=1, name=\"Alice2\", age=31, active=false)\n const alice = ctx.db.user.id.find(1);\n if (alice) {\n alice.name = 'Alice2';\n alice.age = 31;\n alice.active = false;\n ctx.db.user.id.update(alice);\n }\n\n // 4. Delete row with id=2\n ctx.db.user.id.delete(2);\n});\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(15,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(23,32): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(28,20): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:36:16.383540800Z", + "finished_at": "2026-03-26T13:43:42.476006Z" + }, + "t_008_index_lookup": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema(user, result);\n\nspacetimedb.reducer(\n 'lookupUserName',\n { id: t.i32() },\n (ctx, { id }) => {\n // Look up the user by primary key\n const row = ctx.db.user.id.find(id);\n if (!row) {\n throw new Error('User not found');\n }\n\n // Create a projection containing only id and name\n const projection = { id: row.id, name: row.name };\n\n // Insert or update the projection into the result table\n const existing = ctx.db.result.id.find(id);\n if (existing) {\n ctx.db.result.id.update(projection);\n } else {\n ctx.db.result.insert(projection);\n }\n }\n);\n\nexport default spacetimedb;", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(21,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(24,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(28,32): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(37,39): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(39,24): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:36:18.527487800Z", + "finished_at": "2026-03-26T13:42:38.444061400Z" + }, + "t_009_init": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_009_init", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema(user);\n\nspacetimedb.reducer('init', (ctx) => {\n ctx.db.user.insert({ id: 1, name: 'Alice', age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: 'Bob', age: 22, active: false });\n});", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; age: I32Builder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(15,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:36:20.956896200Z", + "finished_at": "2026-03-26T13:37:56.045565800Z" + }, + "t_010_connect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const spacetimedb = schema(\n table(\n { name: 'event' },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n )\n);\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({\n kind: 'connected',\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({\n kind: 'disconnected',\n });\n});", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,3): error TS2345: Argument of type 'TableSchema; kind: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:37:17.190230300Z", + "finished_at": "2026-03-26T13:41:37.506801800Z" + }, + "t_011_helper_function": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n sum: t.i32(),\n }\n);\n\nconst spacetimedb = schema(result);\n\nfunction add(a: number, b: number): number {\n return a + b;\n}\n\nspacetimedb.reducer(\n 'computeSum',\n { id: t.i32(), a: t.i32(), b: t.i32() },\n (ctx, { id, a, b }) => {\n ctx.db.result.insert({ id, sum: add(a, b) });\n }\n);", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(11,28): error TS2345: Argument of type 'TableSchema; sum: I32Builder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(18,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:37:56.046734700Z", + "finished_at": "2026-03-26T13:39:10.791088900Z" + }, + "t_012_spacetime_product_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Score = t.object('Score', {\n left: t.i32(),\n right: t.i32(),\n});\n\nconst result = table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n value: Score,\n }\n);\n\nconst spacetimedb = schema(result);\n\nspacetimedb.reducer(\n 'setScore',\n { id: t.i32(), left: t.i32(), right: t.i32() },\n (ctx, { id, left, right }) => {\n ctx.db.result.insert({ id, value: { left, right } });\n }\n);", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(16,28): error TS2345: Argument of type 'TableSchema; value: ProductBuilder<{ left: I32Builder; right: I32Builder; }>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(19,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:43:42.476247700Z", + "finished_at": "2026-03-26T13:45:51.044521Z" + }, + "t_013_spacetime_sum_type": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst result = table({ name: 'result' }, {\n id: t.i32().primaryKey(),\n value: Shape,\n});\n\nconst spacetimedb = schema(result);\n\nspacetimedb.reducer(\n 'setCircle',\n { id: t.i32(), radius: t.i32() },\n (ctx, { id, radius }) => {\n ctx.db.result.insert({\n id,\n value: { tag: 'circle', value: radius },\n });\n }\n);", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(18,28): error TS2345: Argument of type 'TableSchema; value: SumBuilder<{ circle: I32Builder; rectangle: ProductBuilder<{ width: I32Builder; height: I32Builder; }>; }>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(21,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:43:54.835772700Z", + "finished_at": "2026-03-26T13:45:16.390044800Z" + }, + "t_014_elementary_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst primitive = table(\n { name: 'primitive', public: true },\n {\n id: t.i32().primaryKey(),\n count: t.i32(),\n total: t.i64(),\n price: t.f32(),\n ratio: t.f64(),\n active: t.bool(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema(primitive);\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.primitive.insert({\n id: 1,\n count: 2,\n total: 3000000000n,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: 'Alice',\n });\n});", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(16,28): error TS2345: Argument of type 'TableSchema; count: I32Builder; total: I64Builder; price: F32Builder; ratio: F64Builder; active: BoolBuilder; name: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(18,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:44:01.456787600Z", + "finished_at": "2026-03-26T13:45:04.569092500Z" + }, + "t_015_product_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Address = t.object('Address', {\n street: t.string(),\n zip: t.i32(),\n});\n\nconst Position = t.object('Position', {\n x: t.i32(),\n y: t.i32(),\n});\n\nconst profile = table(\n { name: 'profile', public: true },\n {\n id: t.i32().primaryKey(),\n home: Address,\n work: Address,\n pos: Position,\n }\n);\n\nconst spacetimedb = schema({ profile });\n\nexport const seed = spacetimedb.reducer('seed', {}, (ctx) => {\n ctx.db.profile.insert({\n id: 1,\n home: { street: '1 Main', zip: 11111 },\n work: { street: '2 Broad', zip: 22222 },\n pos: { x: 7, y: 9 },\n });\n});\n\nexport default spacetimedb;", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(25,41): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:44:41.604512500Z", + "finished_at": "2026-03-26T13:47:11.280540200Z" + }, + "t_016_sum_type_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst drawing = table({ name: 'drawing' }, {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape,\n});\n\nconst spacetimedb = schema(drawing);\n\nspacetimedb.reducer('seed', ctx => {\n ctx.db.drawing.insert({\n id: 1,\n a: { tag: 'circle', value: 10 },\n b: { tag: 'rectangle', value: { width: 4, height: 6 } },\n });\n});", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(19,28): error TS2345: Argument of type 'TableSchema; a: SumBuilder<{ circle: I32Builder; rectangle: ProductBuilder<{ width: I32Builder; height: I32Builder; }>; }>; b: SumBuilder<...>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(21,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:44:53.483783Z", + "finished_at": "2026-03-26T13:46:59.113939300Z" + }, + "t_017_scheduled_columns": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 2, + "passed_tests": 0, + "llm_output": "import { ScheduleAt } from 'spacetimedb';\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: 'tick' },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema(tickTimer);\n\nexport const tick = spacetimedb.reducer(\n { arg: tickTimer.rowType },\n (ctx, { arg }) => {\n // Scheduled reducer invoked by the scheduler every 50ms.\n // Keep this reducer idempotent and deterministic.\n console.log('tick', arg.scheduledId.toString());\n }\n);\n\nexport const init = spacetimedb.init((ctx) => {\n // Insert initial scheduled row to run tick every 50ms (50_000 microseconds).\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});\n\nexport default spacetimedb;", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(5,24): error TS2322: Type 'string' is not assignable to type '() => ReducerExport; }> | ProcedureExport; }, UnitBuilder>'.\r\nsrc/index.ts(12,28): error TS2345: Argument of type 'TableSchema; scheduledAt: ScheduleAtBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:45:04.569343600Z", + "finished_at": "2026-03-26T13:46:32.053410600Z" + }, + "t_018_constraints": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst account = table(\n {\n name: 'account',\n public: true,\n indexes: [\n {\n name: 'byName',\n algorithm: 'btree',\n columns: ['name'],\n },\n ],\n },\n {\n id: t.i32().primaryKey(),\n email: t.string().unique(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema(account);\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.account.insert({ id: 1, email: 'a@example.com', name: 'Alice' });\n ctx.db.account.insert({ id: 2, email: 'b@example.com', name: 'Bob' });\n});\n\nexport default spacetimedb;", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(22,28): error TS2345: Argument of type 'TableSchema; email: StringColumnBuilder<{ isUnique: true; }>; name: StringBuilder; }>, [...]>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(24,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:45:06.821562300Z", + "finished_at": "2026-03-26T13:45:52.746524300Z" + }, + "t_019_many_to_many": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n userId: t.i32().primaryKey(),\n name: t.string(),\n }\n);\n\nconst group = table(\n { name: 'group', public: true },\n {\n groupId: t.i32().primaryKey(),\n title: t.string(),\n }\n);\n\nconst membership = table(\n {\n name: 'membership',\n public: true,\n indexes: [\n { name: 'byUser', algorithm: 'btree', columns: ['userId'] },\n { name: 'byGroup', algorithm: 'btree', columns: ['groupId'] },\n ],\n },\n {\n id: t.i32().primaryKey(),\n userId: t.i32(),\n groupId: t.i32(),\n }\n);\n\nconst spacetimedb = schema(user, group, membership);\n\nexport const seed = spacetimedb.reducer('seed', t.unit(), (ctx) => {\n // Users\n ctx.db.user.insert({ userId: 1, name: 'Alice' });\n ctx.db.user.insert({ userId: 2, name: 'Bob' });\n\n // Groups\n ctx.db.group.insert({ groupId: 10, title: 'Admin' });\n ctx.db.group.insert({ groupId: 20, title: 'Dev' });\n\n // Memberships (junction table)\n ctx.db.membership.insert({ id: 1, userId: 1, groupId: 10 });\n ctx.db.membership.insert({ id: 2, userId: 1, groupId: 20 });\n ctx.db.membership.insert({ id: 3, userId: 2, groupId: 20 });\n});", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(35,41): error TS2554: Expected 1-2 arguments, but got 3.\r\nsrc/index.ts(37,41): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:45:14.951379Z", + "finished_at": "2026-03-26T13:46:34.064292400Z" + }, + "t_020_ecs": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst entity = table(\n { name: 'entity', public: true },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst position = table(\n { name: 'position', public: true },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst velocity = table(\n { name: 'velocity', public: true },\n {\n entityId: t.i32().primaryKey(),\n vx: t.i32(),\n vy: t.i32(),\n }\n);\n\nconst nextPosition = table(\n { name: 'nextPosition', public: true },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst spacetimedb = schema(entity, position, velocity, nextPosition);\n\nspacetimedb.reducer('seed', (ctx) => {\n ctx.db.entity.insert({ id: 1 });\n ctx.db.position.insert({ entityId: 1, x: 0, y: 0 });\n ctx.db.velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n\n ctx.db.entity.insert({ id: 2 });\n ctx.db.position.insert({ entityId: 2, x: 10, y: 0 });\n ctx.db.velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n});\n\nspacetimedb.reducer('step', (ctx) => {\n for (const p of ctx.db.position.iter()) {\n const v = ctx.db.velocity.entityId.find(p.entityId);\n if (!v) continue;\n\n const nx = p.x + v.vx;\n const ny = p.y + v.vy;\n const row = { entityId: p.entityId, x: nx, y: ny };\n\n const existing = ctx.db.nextPosition.entityId.find(p.entityId);\n if (existing) {\n ctx.db.nextPosition.entityId.update(row);\n } else {\n ctx.db.nextPosition.insert(row);\n }\n }\n});", + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(37,46): error TS2554: Expected 1-2 arguments, but got 4.\r\nsrc/index.ts(39,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(49,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(51,40): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(58,51): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(60,36): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:45:16.390245500Z", + "finished_at": "2026-03-26T13:46:48.242750400Z" + }, + "t_021_multi_column_index": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 4, + "category": "schema", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:45:41.734224400Z", + "finished_at": "2026-03-26T13:46:59.105200700Z" + }, + "t_022_view_basic": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst announcement = table(\n { name: 'announcement', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n message: t.string(),\n active: t.bool().index('btree'),\n }\n);\n\nconst spacetimedb = schema(announcement);\n\nexport const activeAnnouncements = spacetimedb.anonymousView(\n { name: 'activeAnnouncements', public: true },\n t.array(announcement.rowType),\n (ctx) => {\n return Array.from(ctx.db.announcement.active.filter(true));\n }\n);", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(12,28): error TS2345: Argument of type 'TableSchema; message: StringBuilder; active: BoolColumnBuilder<{ indexType: \"btree\"; }>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(17,3): error TS2345: Argument of type '(ctx: Readonly<{ db: ReadonlyDbView>>; from: QueryBuilder>>; }>) => { ...; }[]' is not assignable to parameter of type 'AnonymousViewFn>, {}, ArrayBuilder; message: StringBuilder; active: BoolColumnBuilder<...>; }>>>>'.\r\n Type '(ctx: Readonly<{ db: ReadonlyDbView>>; from: QueryBuilder>>; }>) => { ...; }[]' is not assignable to type '(ctx: Readonly<{ db: ReadonlyDbView>>; from: QueryBuilder>>; }>, params: InferTypeOfRow<...>) => { ...; }[]'.\r\n Type '{ [x: string]: any; }[]' is not assignable to type '{ id: bigint; message: string; active: boolean; }[]'.\r\n Type '{ [x: string]: any; }' is missing the following properties from type '{ id: bigint; message: string; active: boolean; }': id, message, active\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:42:36.460513200Z", + "finished_at": "2026-03-26T13:43:39.801407500Z" + }, + "t_023_view_per_user": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst profile = table(\n { name: 'profile', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n identity: t.identity().unique(),\n name: t.string(),\n bio: t.string(),\n }\n);\n\nconst spacetimedb = schema(profile);\n\nspacetimedb.view(\n { name: 'my_profile', public: true },\n t.option(profile.row()),\n (ctx) => {\n const row = ctx.db.profile.identity.find(ctx.sender);\n return row ?? null;\n }\n);", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; identity: IdentityColumnBuilder<{ isUnique: true; }>; name: StringBuilder; bio: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(17,20): error TS2339: Property 'row' does not exist on type 'TableSchema; identity: IdentityColumnBuilder<{ isUnique: true; }>; name: StringBuilder; bio: StringBuilder; }>, []>'.\r\nsrc/index.ts(19,41): error TS2339: Property 'find' does not exist on type 'ReadonlyRangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:42:36.462142700Z", + "finished_at": "2026-03-26T13:43:29.439726100Z" + }, + "t_024_event_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:39:57.591924100Z", + "finished_at": "2026-03-26T13:42:36.460163300Z" + }, + "t_025_optional_fields": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:40:01.672793300Z", + "finished_at": "2026-03-26T13:42:36.143879100Z" + }, + "t_026_auth_identity_check": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst message = table(\n { name: 'message', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity().index('btree'),\n text: t.string(),\n }\n);\n\nconst spacetimedb = schema(message);\n\nspacetimedb.reducer('create_message', { text: t.string() }, (ctx, { text }) => {\n ctx.db.message.insert({ id: 0n, owner: ctx.sender, text });\n});\n\nspacetimedb.reducer('delete_message', { id: t.u64() }, (ctx, { id }) => {\n const row = ctx.db.message.id.find(id);\n if (!row) {\n throw new SenderError('not found');\n }\n if (row.owner !== ctx.sender) {\n throw new SenderError('unauthorized');\n }\n ctx.db.message.id.delete(id);\n});", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(12,28): error TS2345: Argument of type 'TableSchema; owner: IdentityColumnBuilder<{ indexType: \"btree\"; }>; text: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(14,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(18,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(19,33): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:26:11.094056100Z", + "finished_at": "2026-03-26T13:39:55.213672700Z" + }, + "t_027_private_vs_public_table": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst userInternal = table(\n { name: 'userInternal' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n email: t.string(),\n passwordHash: t.string(),\n }\n);\n\nconst userPublic = table(\n { name: 'userPublic', public: true },\n {\n id: t.u64().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema(userInternal, userPublic);\n\nspacetimedb.reducer(\n 'register_user',\n {\n name: t.string(),\n email: t.string(),\n passwordHash: t.string(),\n },\n (ctx, { name, email, passwordHash }) => {\n const inserted = ctx.db.userInternal.insert({\n id: 0n,\n name,\n email,\n passwordHash,\n });\n\n // Copy only safe fields to the public table\n ctx.db.userPublic.insert({\n id: inserted.id,\n name: inserted.name,\n });\n }\n);", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(21,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; email: StringBuilder; passwordHash: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(24,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:26:11.095118300Z", + "finished_at": "2026-03-26T13:30:55.985537100Z" + }, + "t_028_cascade_delete": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst author = table(\n { name: 'author', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst post = table(\n { name: 'post', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n authorId: t.u64().index('btree'),\n title: t.string(),\n }\n);\n\nconst spacetimedb = schema(author, post);\n\nspacetimedb.reducer(\n 'delete_author',\n { authorId: t.u64() },\n (ctx, { authorId }) => {\n // Iterate posts with matching authorId and delete each one\n for (const p of ctx.db.post.authorId.filter(authorId)) {\n ctx.db.post.delete(p);\n }\n\n // Then delete the author by id\n ctx.db.author.id.delete(authorId);\n }\n);", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(23,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:41:37.507017Z", + "finished_at": "2026-03-26T13:42:59.013586800Z" + }, + "t_029_filter_and_aggregate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string().index('btree'),\n amount: t.u64(),\n fulfilled: t.bool(),\n }\n);\n\nconst categoryStats = table(\n { name: 'categoryStats', public: true },\n {\n category: t.string().primaryKey(),\n totalAmount: t.u64(),\n orderCount: t.u32(),\n }\n);\n\nconst spacetimedb = schema(order, categoryStats);\n\nfunction compute_stats(ctx: any, { category }: { category: string }) {\n let totalAmount: bigint = 0n;\n let orderCount: number = 0;\n\n for (const o of ctx.db.order.category.filter(category)) {\n totalAmount += o.amount;\n orderCount += 1;\n }\n\n const existing = ctx.db.categoryStats.category.find(category);\n const row = { category, totalAmount, orderCount };\n\n if (existing) {\n ctx.db.categoryStats.category.update(row);\n } else {\n ctx.db.categoryStats.insert(row);\n }\n}\n\nspacetimedb.reducer('compute_stats', { category: t.string() }, compute_stats);", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(22,28): error TS2345: Argument of type 'TableSchema; category: StringColumnBuilder<{ indexType: \"btree\"; }>; amount: U64Builder; fulfilled: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(43,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:41:47.049482600Z", + "finished_at": "2026-03-26T13:44:01.456527500Z" + }, + "t_030_two_table_join": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst customer = table(\n { name: 'customer', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n customerId: t.u64().index('btree'),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst orderDetail = table(\n { name: 'orderDetail', public: true },\n {\n orderId: t.u64().primaryKey(),\n customerName: t.string(),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ customer, order, orderDetail });\n\nexport const build_order_details = spacetimedb.reducer((ctx) => {\n for (const o of ctx.db.order.iter()) {\n const cust = ctx.db.customer.id.find(o.customerId);\n if (!cust) continue;\n\n const existing = ctx.db.orderDetail.orderId.find(o.id);\n if (existing) {\n existing.customerName = cust.name;\n existing.product = o.product;\n existing.amount = o.amount;\n ctx.db.orderDetail.orderId.update(existing);\n } else {\n ctx.db.orderDetail.insert({\n orderId: o.id,\n customerName: cust.name,\n product: o.product,\n amount: o.amount,\n });\n }\n }\n});\n\nexport default spacetimedb;", + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "order_detail": {} + }, + "only_llm": { + "orderDetail": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:42:08.318677100Z", + "finished_at": "2026-03-26T13:43:25.228536Z" + }, + "t_031_unique_constraint": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:42:31.300331600Z", + "finished_at": "2026-03-26T13:43:11.671471300Z" + }, + "t_032_range_query": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst product = table(\n { name: 'product' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n price: t.u32().index('btree'),\n }\n);\n\nconst priceRangeResult = table(\n { name: 'priceRangeResult' },\n {\n productId: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32(),\n }\n);\n\nconst spacetimedb = schema(product, priceRangeResult);\n\nspacetimedb.reducer(\n 'find_in_price_range',\n { minPrice: t.u32(), maxPrice: t.u32() },\n (ctx, { minPrice, maxPrice }) => {\n for (const p of ctx.db.product.iter()) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n const existing = ctx.db.priceRangeResult.productId.find(p.id);\n const row = { productId: p.id, name: p.name, price: p.price };\n if (existing) {\n ctx.db.priceRangeResult.productId.update(row);\n } else {\n ctx.db.priceRangeResult.insert(row);\n }\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(21,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; price: U32ColumnBuilder<{ indexType: \"btree\"; }>; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(24,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(29,60): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(32,45): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:42:38.444400100Z", + "finished_at": "2026-03-26T13:43:54.835565500Z" + }, + "t_033_sort_and_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst player = table(\n { name: 'player' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n score: t.u64(),\n }\n);\n\nconst leaderboard = table(\n { name: 'leaderboard' },\n {\n rank: t.u32().primaryKey(),\n playerName: t.string(),\n score: t.u64(),\n }\n);\n\nconst spacetimedb = schema(player, leaderboard);\n\nexport const build_leaderboard = spacetimedb.reducer(\n 'build_leaderboard',\n { limit: t.u32() },\n (ctx, { limit }) => {\n const players = Array.from(ctx.db.player.iter());\n players.sort((a, b) => {\n if (a.score < b.score) return 1;\n if (a.score > b.score) return -1;\n return 0;\n });\n\n const n = Math.min(limit, players.length);\n\n for (const row of ctx.db.leaderboard.iter()) {\n ctx.db.leaderboard.rank.delete(row.rank);\n }\n\n for (let i = 0; i < n; i++) {\n const p = players[i];\n ctx.db.leaderboard.insert({\n rank: i + 1,\n playerName: p.name,\n score: p.score,\n });\n }\n }\n);", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(21,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; score: U64Builder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(24,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:42:59.013835Z", + "finished_at": "2026-03-26T13:45:06.821406400Z" + }, + "t_034_find_first": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst task = table(\n { name: 'task', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n title: t.string(),\n completed: t.bool(),\n }\n);\n\nconst firstIncomplete = table(\n { name: 'firstIncomplete', public: true },\n {\n taskId: t.u64().primaryKey(),\n title: t.string(),\n }\n);\n\nconst spacetimedb = schema(task, firstIncomplete);\n\nexport const find_first_incomplete = spacetimedb.reducer({}, (ctx) => {\n for (const row of ctx.db.task.iter()) {\n if (!row.completed) {\n ctx.db.firstIncomplete.insert({\n taskId: row.id,\n title: row.title,\n });\n break;\n }\n }\n});\n\nexport default spacetimedb;", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,28): error TS2345: Argument of type 'TableSchema; title: StringBuilder; completed: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:43:11.671751800Z", + "finished_at": "2026-03-26T13:44:53.483620300Z" + }, + "t_035_select_distinct": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order' },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u32(),\n }\n);\n\nconst distinctCategory = table(\n { name: 'distinctCategory' },\n {\n category: t.string().primaryKey(),\n }\n);\n\nconst spacetimedb = schema(order, distinctCategory);\n\nexport const collect_distinct_categories = spacetimedb.reducer({}, (ctx) => {\n const categories = new Set();\n for (const row of ctx.db.order.iter()) {\n if (row.category !== undefined && row.category !== null) {\n categories.add(row.category);\n }\n }\n\n for (const category of categories) {\n const existing = ctx.db.distinctCategory.category.find(category);\n if (!existing) {\n ctx.db.distinctCategory.insert({ category });\n }\n }\n});\n\nexport default spacetimedb;", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(19,28): error TS2345: Argument of type 'TableSchema; category: StringBuilder; amount: U32Builder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(30,55): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:43:25.228823400Z", + "finished_at": "2026-03-26T13:44:41.604322Z" + }, + "t_036_count_without_collect": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const user = table(\n { name: 'user', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n active: t.bool(),\n }\n);\n\nexport const userStats = table(\n { name: 'user_stats', public: true },\n {\n key: t.string().primaryKey(),\n count: t.u64(),\n }\n);\n\nconst spacetimedb = schema(user, userStats);\n\nexport function compute_user_counts(ctx: any) {\n let total = 0n;\n let active = 0n;\n\n for (const row of ctx.db.user.iter()) {\n total += 1n;\n if (row.active === true) active += 1n;\n }\n\n ctx.db.userStats.insert({ key: 'total', count: total });\n ctx.db.userStats.insert({ key: 'active', count: active });\n}\n\nspacetimedb.reducer('compute_user_counts', compute_user_counts);", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; active: BoolBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(35,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:43:29.439917600Z", + "finished_at": "2026-03-26T13:45:41.734077800Z" + }, + "t_037_multi_column_filter": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst eventLog = table(\n { \n name: 'eventLog',\n public: true,\n indexes: [\n { name: 'by_category_severity', algorithm: 'btree', columns: ['category', 'severity'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n severity: t.u32(),\n message: t.string(),\n }\n);\n\nconst filteredEvent = table(\n {\n name: 'filteredEvent',\n public: true,\n },\n {\n eventId: t.u64().primaryKey(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema(eventLog, filteredEvent);\n\nspacetimedb.reducer(\n 'filter_events',\n { category: t.string(), severity: t.u32() },\n (ctx, { category, severity }) => {\n for (const row of ctx.db.eventLog.iter()) {\n if (row.category === category && row.severity === severity) {\n ctx.db.filteredEvent.insert({ eventId: row.id, message: row.message });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(30,28): error TS2345: Argument of type 'TableSchema; category: StringBuilder; severity: U32Builder; message: StringBuilder; }>, [...]>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(33,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:43:39.801604100Z", + "finished_at": "2026-03-26T13:45:14.951289Z" + }, + "t_038_schedule_at_time": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst reminder = table(\n { name: 'reminder', scheduled: 'send_reminder' },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema(reminder);\n\nspacetimedb.reducer(\n 'send_reminder',\n { arg: reminder.rowType },\n (_ctx, { arg }) => {\n // scheduled reducer: does nothing\n }\n);\n\nspacetimedb.reducer('init', (ctx) => {\n const fireTime: bigint = ctx.timestamp + 60_000_000n;\n ctx.db.reminder.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.time(fireTime),\n message: 'Scheduled reminder',\n });\n});", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(5,23): error TS2322: Type 'string' is not assignable to type '() => ReducerExport; }> | ProcedureExport; }, UnitBuilder>'.\r\nsrc/index.ts(13,28): error TS2345: Argument of type 'TableSchema; scheduledAt: ScheduleAtBuilder; message: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(16,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(23,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(24,28): error TS2365: Operator '+' cannot be applied to types 'Timestamp' and 'bigint'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:38:43.233454300Z", + "finished_at": "2026-03-26T13:41:47.049332300Z" + }, + "t_039_cancel_schedule": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { ScheduleAt } from 'spacetimedb';\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst cleanupJob = table(\n { name: 'cleanupJob', scheduled: 'run_cleanup' },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema(cleanupJob);\nexport default spacetimedb;\n\nexport const run_cleanup = spacetimedb.reducer(\n 'run_cleanup',\n { arg: cleanupJob.rowType },\n (_ctx, { arg }) => {\n // no-op scheduled reducer; receives the cleanupJob row as `arg`\n }\n);\n\nexport const init = spacetimedb.reducer('init', (ctx) => {\n // Schedule a cleanup job to run every 60 seconds (60_000_000 microseconds)\n ctx.db.cleanupJob.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(60_000_000n),\n });\n});\n\nexport const cancel_cleanup = spacetimedb.reducer(\n 'cancel_cleanup',\n { scheduledId: t.u64() },\n (ctx, { scheduledId }) => {\n // Delete the scheduled row to cancel the pending scheduled call\n ctx.db.cleanupJob.scheduledId.delete(scheduledId);\n }\n);", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(5,25): error TS2322: Type 'string' is not assignable to type '() => ReducerExport; }> | ProcedureExport; }, UnitBuilder>'.\r\nsrc/index.ts(12,28): error TS2345: Argument of type 'TableSchema; scheduledAt: ScheduleAtBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(16,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(23,41): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(32,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:39:04.208136400Z", + "finished_at": "2026-03-26T13:42:31.300158900Z" + }, + "t_040_lifecycle_player": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { name: 'onlinePlayer', public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp(),\n }\n);\n\nconst spacetimedb = schema(onlinePlayer);\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});", + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(11,28): error TS2345: Argument of type 'TableSchema; connectedAt: TimestampBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:39:10.791267200Z", + "finished_at": "2026-03-26T13:42:08.318461700Z" + }, + "t_041_registered_user_gate": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: false },\n {\n identity: t.identity().primaryKey(),\n name: t.string(),\n }\n);\n\nconst message = table(\n { name: 'message', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n sender: t.identity().index('btree'),\n text: t.string(),\n }\n);\n\nconst spacetimedb = schema(user, message);\n\nspacetimedb.reducer('register', { name: t.string() }, (ctx, { name }) => {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (existing) {\n throw new SenderError('already registered');\n }\n ctx.db.user.insert({ identity: ctx.sender, name });\n});\n\nspacetimedb.reducer('post_message', { text: t.string() }, (ctx, { text }) => {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (!existing) {\n throw new SenderError('not registered');\n }\n ctx.db.message.insert({ id: 0n, sender: ctx.sender, text });\n});\n\nexport default spacetimedb;", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(20,28): error TS2345: Argument of type 'TableSchema; name: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(22,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(23,41): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(30,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(31,41): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:26:11.096074900Z", + "finished_at": "2026-03-26T13:31:09.055122100Z" + }, + "t_042_admin_bootstrap": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst config = table(\n { name: 'config' },\n {\n id: t.u32().primaryKey(),\n admin: t.identity(),\n }\n);\n\nconst admin_log = table(\n { name: 'admin_log', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n action: t.string(),\n }\n);\n\nconst spacetimedb = schema(config, admin_log);\n\nexport const bootstrap_admin = spacetimedb.reducer('bootstrap_admin', (ctx) => {\n const existing = ctx.db.config.id.find(0);\n if (existing) {\n throw new SenderError('already bootstrapped');\n }\n ctx.db.config.insert({ id: 0, admin: ctx.sender });\n});\n\nexport const admin_action = spacetimedb.reducer(\n 'admin_action',\n { action: t.string() },\n (ctx, { action }) => {\n const cfg = ctx.db.config.id.find(0);\n if (!cfg) {\n throw new SenderError('not bootstrapped');\n }\n if (ctx.sender !== cfg.admin) {\n throw new SenderError('not admin');\n }\n ctx.db.admin_log.insert({ id: 0n, action });\n }\n);\n\nexport default spacetimedb;", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(19,28): error TS2345: Argument of type 'TableSchema; admin: IdentityBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(21,52): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(22,37): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(30,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(33,34): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:26:11.096969200Z", + "finished_at": "2026-03-26T13:31:01.217245300Z" + }, + "t_043_role_based_access": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: false },\n {\n identity: t.identity().primaryKey(),\n role: t.string(),\n }\n);\n\nconst spacetimedb = schema(user);\n\nspacetimedb.reducer('register', (ctx) => {\n const existing = ctx.db.user.identity.find(ctx.sender);\n if (existing) {\n throw new SenderError('already registered');\n }\n ctx.db.user.insert({ identity: ctx.sender, role: 'member' });\n});\n\nspacetimedb.reducer('promote', { target: t.identity() }, (ctx, { target }) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw new SenderError('not registered');\n }\n if (caller.role !== 'admin') {\n throw new SenderError('not admin');\n }\n const targetRow = ctx.db.user.identity.find(target);\n if (!targetRow) {\n throw new SenderError('target not registered');\n }\n targetRow.role = 'admin';\n ctx.db.user.identity.update(targetRow);\n});\n\nspacetimedb.reducer('member_action', (ctx) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw new SenderError('not registered');\n }\n});\n\nspacetimedb.reducer('admin_action', (ctx) => {\n const caller = ctx.db.user.identity.find(ctx.sender);\n if (!caller) {\n throw new SenderError('not registered');\n }\n if (caller.role !== 'admin') {\n throw new SenderError('not admin');\n }\n});", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(11,28): error TS2345: Argument of type 'TableSchema; role: StringBuilder; }>, []>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(13,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(14,41): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(21,21): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(22,39): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(29,42): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(34,24): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(37,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(38,39): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(44,21): error TS2769: No overload matches this call.\r\n Overload 1 of 4, '(params: ParamsObj, fn: Reducer>, ParamsObj>): ReducerExport<...>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ParamsObj'.\r\n Overload 2 of 4, '(opts: ReducerOpts, fn: Reducer>, {}>): ReducerExport>, {}>', gave the following error.\r\n Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(45,39): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"direct\" | \"hash\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:26:11.098070100Z", + "finished_at": "2026-03-26T13:36:16.383378700Z" + }, + "t_044_ban_list": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:26:11.099072Z", + "finished_at": "2026-03-26T13:36:20.956230500Z" + }, + "t_045_rate_limit": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:26:11.100001900Z", + "finished_at": "2026-03-26T13:36:13.862878800Z" + }, + "t_046_shared_document": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nconst document = table(\n { name: 'document', public: true, indexes: [\n { name: 'byOwner', algorithm: 'btree', columns: ['owner'] },\n ] },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity(),\n title: t.string(),\n }\n);\n\nconst document_share = table(\n { name: 'document_share', public: true, indexes: [\n { name: 'byDocument', algorithm: 'btree', columns: ['document_id'] },\n { name: 'bySharedWith', algorithm: 'btree', columns: ['shared_with'] },\n { name: 'byDocumentAndShared', algorithm: 'btree', columns: ['document_id', 'shared_with'] },\n ] },\n {\n document_id: t.u64(),\n shared_with: t.identity(),\n }\n);\n\nconst spacetimedb = schema(document, document_share);\n\nspacetimedb.reducer(\n 'create_document',\n { title: t.string() },\n (ctx, { title }) => {\n ctx.db.document.insert({ id: 0n, owner: ctx.sender, title });\n }\n);\n\nspacetimedb.reducer(\n 'share_document',\n { document_id: t.u64(), target: t.identity() },\n (ctx, { document_id, target }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new SenderError('not found');\n }\n if (doc.owner !== ctx.sender) {\n throw new SenderError('not owner');\n }\n ctx.db.document_share.insert({ document_id, shared_with: target });\n }\n);\n\nspacetimedb.reducer(\n 'edit_document',\n { document_id: t.u64(), new_title: t.string() },\n (ctx, { document_id, new_title }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) {\n throw new SenderError('not found');\n }\n\n let authorized = doc.owner === ctx.sender;\n if (!authorized) {\n for (const _row of ctx.db.document_share.byDocumentAndShared.filter([document_id, ctx.sender])) {\n authorized = true;\n break;\n }\n }\n\n if (!authorized) {\n throw new SenderError('unauthorized');\n }\n\n doc.title = new_title;\n ctx.db.document.id.update(doc);\n }\n);", + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(26,28): error TS2345: Argument of type 'TableSchema; owner: IdentityBuilder; title: StringBuilder; }>, [...]>' is not assignable to parameter of type 'Record'.\r\n Property 'tableName' is incompatible with index signature.\r\n Type 'string' is not assignable to type 'UntypedTableSchema'.\r\nsrc/index.ts(29,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(37,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(40,36): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"hash\" | \"direct\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(52,3): error TS2345: Argument of type 'string' is not assignable to parameter of type 'ReducerOpts'.\r\nsrc/index.ts(55,36): error TS2339: Property 'find' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"hash\" | \"direct\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\nsrc/index.ts(73,24): error TS2339: Property 'update' does not exist on type 'RangedIndex, { name: string; unique: boolean; columns: readonly [string]; algorithm: \"btree\" | \"hash\" | \"direct\"; } & ({ ...; } | ... 1 more ... | { ...; })>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openai", + "started_at": "2026-03-26T13:26:11.100770500Z", + "finished_at": "2026-03-26T13:34:31.268783Z" + } + } + } + ] + }, + { + "mode": "guidelines", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "models": [ + { + "name": "Claude Opus 4.6", + "route_api_model": "claude-opus-4-6", + "tasks": { + "t_000_empty_reducers": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3857, + "output_tokens": 294, + "generation_duration_ms": 62524, + "started_at": "2026-03-30T18:09:33.239371400Z", + "finished_at": "2026-03-30T18:10:52.034113300Z" + }, + "t_001_basic_tables": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3871, + "output_tokens": 238, + "generation_duration_ms": 50423, + "started_at": "2026-03-30T18:09:33.240720100Z", + "finished_at": "2026-03-30T18:10:38.649167300Z" + }, + "t_002_scheduled_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3822, + "output_tokens": 217, + "generation_duration_ms": 100240, + "started_at": "2026-03-30T18:09:38.120263700Z", + "finished_at": "2026-03-30T18:11:29.538432800Z" + }, + "t_003_struct_in_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3796, + "output_tokens": 111, + "generation_duration_ms": 97404, + "started_at": "2026-03-30T18:10:11.762749400Z", + "finished_at": "2026-03-30T18:12:07.572274800Z" + }, + "t_004_insert": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3835, + "output_tokens": 186, + "generation_duration_ms": 72590, + "started_at": "2026-03-30T18:10:11.763946400Z", + "finished_at": "2026-03-30T18:11:39.295954200Z" + }, + "t_005_update": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_005_update", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3877, + "output_tokens": 301, + "generation_duration_ms": 54464, + "started_at": "2026-03-30T18:10:38.649341100Z", + "finished_at": "2026-03-30T18:11:41.047916300Z" + }, + "t_006_delete": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3846, + "output_tokens": 238, + "generation_duration_ms": 41554, + "started_at": "2026-03-30T18:10:54.314409500Z", + "finished_at": "2026-03-30T18:11:41.965585200Z" + }, + "t_007_crud": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3888, + "output_tokens": 262, + "generation_duration_ms": 38259, + "started_at": "2026-03-30T18:11:03.707544Z", + "finished_at": "2026-03-30T18:11:53.008899900Z" + }, + "t_008_index_lookup": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3879, + "output_tokens": 328, + "generation_duration_ms": 77059, + "started_at": "2026-03-30T18:11:29.538585100Z", + "finished_at": "2026-03-30T18:12:59.350337600Z" + }, + "t_009_init": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_009_init", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3841, + "output_tokens": 188, + "generation_duration_ms": 53217, + "started_at": "2026-03-30T18:11:41.048004200Z", + "finished_at": "2026-03-30T18:12:52.932084500Z" + }, + "t_010_connect": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3818, + "output_tokens": 183, + "generation_duration_ms": 51789, + "started_at": "2026-03-30T18:11:41.049400700Z", + "finished_at": "2026-03-30T18:12:52.043743900Z" + }, + "t_011_helper_function": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3826, + "output_tokens": 190, + "generation_duration_ms": 70966, + "started_at": "2026-03-30T18:11:41.965670900Z", + "finished_at": "2026-03-30T18:13:01.005978900Z" + }, + "t_012_spacetime_product_type": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3830, + "output_tokens": 188, + "generation_duration_ms": 50711, + "started_at": "2026-03-30T18:14:56.969060900Z", + "finished_at": "2026-03-30T18:16:19.705091700Z" + }, + "t_013_spacetime_sum_type": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3856, + "output_tokens": 217, + "generation_duration_ms": 110826, + "started_at": "2026-03-30T18:15:04.657646900Z", + "finished_at": "2026-03-30T18:17:25.776831Z" + }, + "t_014_elementary_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3873, + "output_tokens": 224, + "generation_duration_ms": 71370, + "started_at": "2026-03-30T18:15:04.659296800Z", + "finished_at": "2026-03-30T18:16:35.085248100Z" + }, + "t_015_product_type_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3908, + "output_tokens": 246, + "generation_duration_ms": 75045, + "started_at": "2026-03-30T18:15:04.660964800Z", + "finished_at": "2026-03-30T18:16:36.280725700Z" + }, + "t_016_sum_type_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3885, + "output_tokens": 234, + "generation_duration_ms": 83449, + "started_at": "2026-03-30T18:15:12.832227600Z", + "finished_at": "2026-03-30T18:16:49.822216500Z" + }, + "t_017_scheduled_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tickTimer WHERE scheduledId>=0" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3823, + "output_tokens": 217, + "generation_duration_ms": 66852, + "started_at": "2026-03-30T18:15:42.970640500Z", + "finished_at": "2026-03-30T18:16:58.607639900Z" + }, + "t_018_constraints": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst account = table(\n {\n name: 'account',\n public: true,\n indexes: [{ name: 'byName', algorithm: 'btree', columns: ['name'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n email: t.string().unique(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ account });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.account.insert({ id: 0n, email: 'a@example.com', name: 'Alice' });\n ctx.db.account.insert({ id: 0n, email: 'b@example.com', name: 'Bob' });\n});", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56212/v1/database/c200c2fd24dda332468e15a3822729561b09a6466baff1157ce82ea8cf5cde07/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3841, + "output_tokens": 219, + "generation_duration_ms": 115671, + "started_at": "2026-03-30T18:16:19.705248Z", + "finished_at": "2026-03-30T18:18:25.200228300Z" + }, + "t_019_many_to_many": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 5, + "passed_tests": 1, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n userId: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst group = table(\n { name: 'group', public: true },\n {\n groupId: t.u64().primaryKey().autoInc(),\n title: t.string(),\n }\n);\n\nconst membership = table(\n {\n name: 'membership',\n public: true,\n indexes: [\n { name: 'byUser', algorithm: 'btree' as const, columns: ['userId'] },\n { name: 'byGroup', algorithm: 'btree' as const, columns: ['groupId'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n userId: t.u64(),\n groupId: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ user, group, membership });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ userId: 0n, name: 'Alice' });\n ctx.db.user.insert({ userId: 0n, name: 'Bob' });\n ctx.db.group.insert({ groupId: 0n, title: 'Admin' });\n ctx.db.group.insert({ groupId: 0n, title: 'Dev' });\n ctx.db.membership.insert({ id: 0n, userId: 1n, groupId: 1n });\n ctx.db.membership.insert({ id: 0n, userId: 1n, groupId: 2n });\n ctx.db.membership.insert({ id: 0n, userId: 2n, groupId: 2n });\n});", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "m2m_has_1_1": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56212/v1/database/c200e7287fa4cdd301a387de9d4002c2a0cd917fb40041c3e19f3866b90ddce7/call/seed)\n", + "phase": "call_reducer" + } + }, + "m2m_has_1_2": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=2" + } + }, + "m2m_has_2_2": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3964, + "output_tokens": 476, + "generation_duration_ms": 88616, + "started_at": "2026-03-30T18:16:37.972981100Z", + "finished_at": "2026-03-30T18:18:12.778643Z" + }, + "t_020_ecs": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM nextPosition" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4028, + "output_tokens": 656, + "generation_duration_ms": 174306, + "started_at": "2026-03-30T18:16:37.974459500Z", + "finished_at": "2026-03-30T18:19:46.453645200Z" + }, + "t_021_multi_column_index": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst log = table(\n {\n name: 'log',\n public: true,\n indexes: [{ name: 'byUserDay', algorithm: 'btree', columns: ['userId', 'day'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ log });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.log.insert({ id: 0n, userId: 7, day: 1, message: 'a' });\n ctx.db.log.insert({ id: 0n, userId: 7, day: 2, message: 'b' });\n ctx.db.log.insert({ id: 0n, userId: 9, day: 1, message: 'c' });\n});", + "category": "schema", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 2, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 3, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3875, + "output_tokens": 265, + "generation_duration_ms": 77108, + "started_at": "2026-03-30T18:16:37.975714600Z", + "finished_at": "2026-03-30T18:18:09.464000600Z" + }, + "t_022_view_basic": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3826, + "output_tokens": 173, + "generation_duration_ms": 46678, + "started_at": "2026-03-30T18:13:01.361070100Z", + "finished_at": "2026-03-30T18:13:57.764710300Z" + }, + "t_023_view_per_user": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3881, + "output_tokens": 173, + "generation_duration_ms": 64565, + "started_at": "2026-03-30T18:13:50.278150Z", + "finished_at": "2026-03-30T18:15:04.657551100Z" + }, + "t_024_event_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3852, + "output_tokens": 182, + "generation_duration_ms": 148409, + "started_at": "2026-03-30T18:12:07.891229200Z", + "finished_at": "2026-03-30T18:14:44.686517900Z" + }, + "t_025_optional_fields": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3881, + "output_tokens": 214, + "generation_duration_ms": 36772, + "started_at": "2026-03-30T18:12:57.477647700Z", + "finished_at": "2026-03-30T18:13:48.039433800Z" + }, + "t_026_auth_identity_check": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3909, + "output_tokens": 271, + "generation_duration_ms": 87284, + "started_at": "2026-03-30T18:08:33.138595400Z", + "finished_at": "2026-03-30T18:10:11.259753300Z" + }, + "t_027_private_vs_public_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3928, + "output_tokens": 271, + "generation_duration_ms": 52569, + "started_at": "2026-03-30T18:08:33.139583100Z", + "finished_at": "2026-03-30T18:09:33.239226800Z" + }, + "t_028_cascade_delete": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3882, + "output_tokens": 266, + "generation_duration_ms": 68988, + "started_at": "2026-03-30T18:12:59.350429600Z", + "finished_at": "2026-03-30T18:14:18.469898300Z" + }, + "t_029_filter_and_aggregate": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3904, + "output_tokens": 367, + "generation_duration_ms": 100764, + "started_at": "2026-03-30T18:13:01.006325500Z", + "finished_at": "2026-03-30T18:14:52.426659500Z" + }, + "t_030_two_table_join": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3954, + "output_tokens": 362, + "generation_duration_ms": 63275, + "started_at": "2026-03-30T18:13:01.007382400Z", + "finished_at": "2026-03-30T18:14:17.997043900Z" + }, + "t_031_unique_constraint": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3844, + "output_tokens": 172, + "generation_duration_ms": 77110, + "started_at": "2026-03-30T18:13:01.359423100Z", + "finished_at": "2026-03-30T18:14:36.299707900Z" + }, + "t_032_range_query": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3921, + "output_tokens": 310, + "generation_duration_ms": 63830, + "started_at": "2026-03-30T18:13:57.764940200Z", + "finished_at": "2026-03-30T18:15:12.831940400Z" + }, + "t_033_sort_and_limit": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3915, + "output_tokens": 430, + "generation_duration_ms": 54659, + "started_at": "2026-03-30T18:13:57.767143400Z", + "finished_at": "2026-03-30T18:15:04.337761100Z" + }, + "t_034_find_first": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3870, + "output_tokens": 237, + "generation_duration_ms": 28270, + "started_at": "2026-03-30T18:14:21.466647800Z", + "finished_at": "2026-03-30T18:15:01.595067600Z" + }, + "t_035_select_distinct": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3861, + "output_tokens": 252, + "generation_duration_ms": 74423, + "started_at": "2026-03-30T18:14:21.468259Z", + "finished_at": "2026-03-30T18:15:42.970513Z" + }, + "t_036_count_without_collect": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3904, + "output_tokens": 283, + "generation_duration_ms": 128586, + "started_at": "2026-03-30T18:14:38.158323100Z", + "finished_at": "2026-03-30T18:16:58.125593600Z" + }, + "t_037_multi_column_filter": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3911, + "output_tokens": 325, + "generation_duration_ms": 88698, + "started_at": "2026-03-30T18:14:44.686681700Z", + "finished_at": "2026-03-30T18:16:33.987822700Z" + }, + "t_038_schedule_at_time": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3884, + "output_tokens": 271, + "generation_duration_ms": 64867, + "started_at": "2026-03-30T18:11:43.806392800Z", + "finished_at": "2026-03-30T18:12:59.675446600Z" + }, + "t_039_cancel_schedule": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3891, + "output_tokens": 296, + "generation_duration_ms": 60066, + "started_at": "2026-03-30T18:11:55.075739500Z", + "finished_at": "2026-03-30T18:13:01.359325900Z" + }, + "t_040_lifecycle_player": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3850, + "output_tokens": 184, + "generation_duration_ms": 97173, + "started_at": "2026-03-30T18:12:07.890138100Z", + "finished_at": "2026-03-30T18:13:57.444380200Z" + }, + "t_041_registered_user_gate": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3926, + "output_tokens": 329, + "generation_duration_ms": 47555, + "started_at": "2026-03-30T18:08:33.140695700Z", + "finished_at": "2026-03-30T18:09:32.777330900Z" + }, + "t_042_admin_bootstrap": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3938, + "output_tokens": 323, + "generation_duration_ms": 88958, + "started_at": "2026-03-30T18:08:33.141981600Z", + "finished_at": "2026-03-30T18:10:11.762590800Z" + }, + "t_043_role_based_access": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3976, + "output_tokens": 416, + "generation_duration_ms": 56947, + "started_at": "2026-03-30T18:08:33.143019700Z", + "finished_at": "2026-03-30T18:09:38.119881800Z" + }, + "t_044_ban_list": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3988, + "output_tokens": 521, + "generation_duration_ms": 173542, + "started_at": "2026-03-30T18:08:33.144012300Z", + "finished_at": "2026-03-30T18:11:39.617139700Z" + }, + "t_045_rate_limit": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3971, + "output_tokens": 371, + "generation_duration_ms": 199865, + "started_at": "2026-03-30T18:08:33.145119500Z", + "finished_at": "2026-03-30T18:12:07.889984200Z" + }, + "t_046_shared_document": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Opus 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-opus-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4048, + "output_tokens": 583, + "generation_duration_ms": 138889, + "started_at": "2026-03-30T18:08:33.146133500Z", + "finished_at": "2026-03-30T18:11:03.707380900Z" + } + } + }, + { + "name": "Claude Sonnet 4.6", + "route_api_model": "claude-sonnet-4-6", + "tasks": { + "t_000_empty_reducers": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3857, + "output_tokens": 294, + "generation_duration_ms": 26568, + "started_at": "2026-03-30T18:08:47.746443700Z", + "finished_at": "2026-03-30T18:09:24.354563300Z" + }, + "t_001_basic_tables": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3871, + "output_tokens": 238, + "generation_duration_ms": 21194, + "started_at": "2026-03-30T18:08:50.973228200Z", + "finished_at": "2026-03-30T18:09:24.034950900Z" + }, + "t_002_scheduled_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3822, + "output_tokens": 217, + "generation_duration_ms": 35237, + "started_at": "2026-03-30T18:08:52.786924800Z", + "finished_at": "2026-03-30T18:09:37.796905600Z" + }, + "t_003_struct_in_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3796, + "output_tokens": 111, + "generation_duration_ms": 25450, + "started_at": "2026-03-30T18:08:53.113202Z", + "finished_at": "2026-03-30T18:09:25.703851800Z" + }, + "t_004_insert": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3835, + "output_tokens": 186, + "generation_duration_ms": 23279, + "started_at": "2026-03-30T18:08:53.115047700Z", + "finished_at": "2026-03-30T18:09:25.323062900Z" + }, + "t_005_update": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_005_update", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3877, + "output_tokens": 299, + "generation_duration_ms": 43751, + "started_at": "2026-03-30T18:08:58.927274Z", + "finished_at": "2026-03-30T18:09:49.492235Z" + }, + "t_006_delete": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3846, + "output_tokens": 238, + "generation_duration_ms": 36400, + "started_at": "2026-03-30T18:08:58.928382100Z", + "finished_at": "2026-03-30T18:09:47.999051500Z" + }, + "t_007_crud": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3888, + "output_tokens": 256, + "generation_duration_ms": 41070, + "started_at": "2026-03-30T18:09:03.785785Z", + "finished_at": "2026-03-30T18:09:58.047192900Z" + }, + "t_008_index_lookup": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3879, + "output_tokens": 324, + "generation_duration_ms": 42897, + "started_at": "2026-03-30T18:09:25.703936400Z", + "finished_at": "2026-03-30T18:10:16.044447600Z" + }, + "t_009_init": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_009_init", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3841, + "output_tokens": 188, + "generation_duration_ms": 25417, + "started_at": "2026-03-30T18:09:25.705350700Z", + "finished_at": "2026-03-30T18:09:59.183076400Z" + }, + "t_010_connect": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3818, + "output_tokens": 183, + "generation_duration_ms": 23787, + "started_at": "2026-03-30T18:09:25.706575400Z", + "finished_at": "2026-03-30T18:09:58.395105100Z" + }, + "t_011_helper_function": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3826, + "output_tokens": 190, + "generation_duration_ms": 28739, + "started_at": "2026-03-30T18:09:25.707642400Z", + "finished_at": "2026-03-30T18:10:00.419660800Z" + }, + "t_012_spacetime_product_type": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3830, + "output_tokens": 188, + "generation_duration_ms": 66529, + "started_at": "2026-03-30T18:11:18.356660800Z", + "finished_at": "2026-03-30T18:12:32.834579300Z" + }, + "t_013_spacetime_sum_type": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3856, + "output_tokens": 217, + "generation_duration_ms": 61440, + "started_at": "2026-03-30T18:11:18.358370200Z", + "finished_at": "2026-03-30T18:12:31.435613400Z" + }, + "t_014_elementary_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3873, + "output_tokens": 224, + "generation_duration_ms": 57371, + "started_at": "2026-03-30T18:12:07.189507Z", + "finished_at": "2026-03-30T18:13:22.027014Z" + }, + "t_015_product_type_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3908, + "output_tokens": 246, + "generation_duration_ms": 63444, + "started_at": "2026-03-30T18:12:14.599062400Z", + "finished_at": "2026-03-30T18:13:26.449586800Z" + }, + "t_016_sum_type_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3885, + "output_tokens": 234, + "generation_duration_ms": 52255, + "started_at": "2026-03-30T18:12:14.600213500Z", + "finished_at": "2026-03-30T18:13:24.143728900Z" + }, + "t_017_scheduled_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tickTimer WHERE scheduledId>=0" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3823, + "output_tokens": 217, + "generation_duration_ms": 54915, + "started_at": "2026-03-30T18:12:14.601329900Z", + "finished_at": "2026-03-30T18:13:25.058910400Z" + }, + "t_018_constraints": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", + "query": "SELECT id, email, name FROM account WHERE id=1", + "reducer": "seed" + } + }, + "constraints_seed_two_rows": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3841, + "output_tokens": 219, + "generation_duration_ms": 64111, + "started_at": "2026-03-30T18:12:24.884587700Z", + "finished_at": "2026-03-30T18:13:45.062718800Z" + }, + "t_019_many_to_many": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 5, + "passed_tests": 1, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n userId: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst group = table(\n { name: 'group', public: true },\n {\n groupId: t.u64().primaryKey().autoInc(),\n title: t.string(),\n }\n);\n\nconst membership = table(\n {\n name: 'membership',\n public: true,\n indexes: [\n { name: 'byUser', algorithm: 'btree', columns: ['userId'] },\n { name: 'byGroup', algorithm: 'btree', columns: ['groupId'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n userId: t.u64(),\n groupId: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ user, group, membership });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ userId: 0n, name: 'Alice' });\n ctx.db.user.insert({ userId: 0n, name: 'Bob' });\n\n ctx.db.group.insert({ groupId: 0n, title: 'Admin' });\n ctx.db.group.insert({ groupId: 0n, title: 'Dev' });\n\n ctx.db.membership.insert({ id: 0n, userId: 1n, groupId: 1n });\n ctx.db.membership.insert({ id: 0n, userId: 1n, groupId: 2n });\n ctx.db.membership.insert({ id: 0n, userId: 2n, groupId: 2n });\n});", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "m2m_has_1_1": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56212/v1/database/c200ec9f4e81da91250d07e415b57344259dff6411382cf00e3c443fee2a678c/call/seed)\n", + "phase": "call_reducer" + } + }, + "m2m_has_1_2": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=2" + } + }, + "m2m_has_2_2": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3964, + "output_tokens": 470, + "generation_duration_ms": 82053, + "started_at": "2026-03-30T18:12:32.834764200Z", + "finished_at": "2026-03-30T18:14:04.282529300Z" + }, + "t_020_ecs": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM nextPosition" + } + } + }, + "vendor": "anthropic", + "input_tokens": 4028, + "output_tokens": 652, + "generation_duration_ms": 102719, + "started_at": "2026-03-30T18:12:32.836481500Z", + "finished_at": "2026-03-30T18:14:29.014212400Z" + }, + "t_021_multi_column_index": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst log = table(\n {\n name: 'log',\n indexes: [{ name: 'byUserDay', algorithm: 'btree', columns: ['userId', 'day'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ log });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.log.insert({ id: 0n, userId: 7, day: 1, message: 'a' });\n ctx.db.log.insert({ id: 0n, userId: 7, day: 2, message: 'b' });\n ctx.db.log.insert({ id: 0n, userId: 9, day: 1, message: 'c' });\n});", + "category": "schema", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 2, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 3, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + } + } + }, + "vendor": "anthropic", + "input_tokens": 3875, + "output_tokens": 259, + "generation_duration_ms": 68591, + "started_at": "2026-03-30T18:12:32.837714400Z", + "finished_at": "2026-03-30T18:13:54.888168400Z" + }, + "t_022_view_basic": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3826, + "output_tokens": 173, + "generation_duration_ms": 86916, + "started_at": "2026-03-30T18:10:35.758903800Z", + "finished_at": "2026-03-30T18:12:11.954992Z" + }, + "t_023_view_per_user": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3881, + "output_tokens": 173, + "generation_duration_ms": 24648, + "started_at": "2026-03-30T18:10:35.760279700Z", + "finished_at": "2026-03-30T18:11:09.140232300Z" + }, + "t_024_event_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3852, + "output_tokens": 182, + "generation_duration_ms": 29812, + "started_at": "2026-03-30T18:09:59.183159Z", + "finished_at": "2026-03-30T18:10:35.758771200Z" + }, + "t_025_optional_fields": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3881, + "output_tokens": 207, + "generation_duration_ms": 32495, + "started_at": "2026-03-30T18:09:59.184819400Z", + "finished_at": "2026-03-30T18:10:41.579690700Z" + }, + "t_026_auth_identity_check": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3909, + "output_tokens": 271, + "generation_duration_ms": 11903, + "started_at": "2026-03-30T18:08:33.148872300Z", + "finished_at": "2026-03-30T18:08:53.113115600Z" + }, + "t_027_private_vs_public_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3928, + "output_tokens": 275, + "generation_duration_ms": 17824, + "started_at": "2026-03-30T18:08:33.149851900Z", + "finished_at": "2026-03-30T18:08:58.927144Z" + }, + "t_028_cascade_delete": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3882, + "output_tokens": 257, + "generation_duration_ms": 38231, + "started_at": "2026-03-30T18:10:00.419755Z", + "finished_at": "2026-03-30T18:10:49.419923500Z" + }, + "t_029_filter_and_aggregate": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3904, + "output_tokens": 349, + "generation_duration_ms": 48998, + "started_at": "2026-03-30T18:10:00.421316Z", + "finished_at": "2026-03-30T18:11:00.409188300Z" + }, + "t_030_two_table_join": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3954, + "output_tokens": 359, + "generation_duration_ms": 50109, + "started_at": "2026-03-30T18:10:16.044618400Z", + "finished_at": "2026-03-30T18:11:18.035524100Z" + }, + "t_031_unique_constraint": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3844, + "output_tokens": 172, + "generation_duration_ms": 23196, + "started_at": "2026-03-30T18:10:35.033329Z", + "finished_at": "2026-03-30T18:11:08.756580800Z" + }, + "t_032_range_query": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3921, + "output_tokens": 310, + "generation_duration_ms": 33379, + "started_at": "2026-03-30T18:10:35.761964Z", + "finished_at": "2026-03-30T18:11:18.356498100Z" + }, + "t_033_sort_and_limit": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3915, + "output_tokens": 355, + "generation_duration_ms": 65264, + "started_at": "2026-03-30T18:10:41.579861Z", + "finished_at": "2026-03-30T18:12:02.674578400Z" + }, + "t_034_find_first": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3870, + "output_tokens": 237, + "generation_duration_ms": 73243, + "started_at": "2026-03-30T18:10:51.668956500Z", + "finished_at": "2026-03-30T18:12:12.275334100Z" + }, + "t_035_select_distinct": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3861, + "output_tokens": 259, + "generation_duration_ms": 56602, + "started_at": "2026-03-30T18:11:03.309907600Z", + "finished_at": "2026-03-30T18:12:11.491271600Z" + }, + "t_036_count_without_collect": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3904, + "output_tokens": 283, + "generation_duration_ms": 63135, + "started_at": "2026-03-30T18:11:09.140323100Z", + "finished_at": "2026-03-30T18:12:24.884432Z" + }, + "t_037_multi_column_filter": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3911, + "output_tokens": 322, + "generation_duration_ms": 70641, + "started_at": "2026-03-30T18:11:11.432310900Z", + "finished_at": "2026-03-30T18:12:31.755554900Z" + }, + "t_038_schedule_at_time": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3884, + "output_tokens": 254, + "generation_duration_ms": 38272, + "started_at": "2026-03-30T18:09:37.797060800Z", + "finished_at": "2026-03-30T18:10:31.679934400Z" + }, + "t_039_cancel_schedule": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3891, + "output_tokens": 300, + "generation_duration_ms": 37064, + "started_at": "2026-03-30T18:09:49.492326700Z", + "finished_at": "2026-03-30T18:10:35.366774500Z" + }, + "t_040_lifecycle_player": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3850, + "output_tokens": 184, + "generation_duration_ms": 27878, + "started_at": "2026-03-30T18:09:53.384626800Z", + "finished_at": "2026-03-30T18:10:35.033180100Z" + }, + "t_041_registered_user_gate": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3926, + "output_tokens": 317, + "generation_duration_ms": 3603, + "started_at": "2026-03-30T18:08:33.150807900Z", + "finished_at": "2026-03-30T18:08:45.051832100Z" + }, + "t_042_admin_bootstrap": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3938, + "output_tokens": 319, + "generation_duration_ms": 5416, + "started_at": "2026-03-30T18:08:33.151841800Z", + "finished_at": "2026-03-30T18:08:47.746316500Z" + }, + "t_043_role_based_access": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3976, + "output_tokens": 416, + "generation_duration_ms": 9756, + "started_at": "2026-03-30T18:08:33.152920500Z", + "finished_at": "2026-03-30T18:08:50.973151800Z" + }, + "t_044_ban_list": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3988, + "output_tokens": 478, + "generation_duration_ms": 14913, + "started_at": "2026-03-30T18:08:33.153985600Z", + "finished_at": "2026-03-30T18:08:58.519688100Z" + }, + "t_045_rate_limit": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 3971, + "output_tokens": 371, + "generation_duration_ms": 7510, + "started_at": "2026-03-30T18:08:33.154897600Z", + "finished_at": "2026-03-30T18:08:48.067682400Z" + }, + "t_046_shared_document": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": true, + "model_name": "Claude Sonnet 4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "claude-sonnet-4-6", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "anthropic", + "input_tokens": 4048, + "output_tokens": 587, + "generation_duration_ms": 22753, + "started_at": "2026-03-30T18:08:33.155893300Z", + "finished_at": "2026-03-30T18:09:03.785616900Z" + } + } + }, + { + "name": "Grok 4", + "route_api_model": "grok-4", + "tasks": { + "t_000_empty_reducers": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3203, + "output_tokens": 244, + "generation_duration_ms": 11597, + "started_at": "2026-03-30T18:15:12.508167500Z", + "finished_at": "2026-03-30T18:15:38.750261400Z" + }, + "t_001_basic_tables": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3230, + "output_tokens": 183, + "generation_duration_ms": 5977, + "started_at": "2026-03-30T18:15:20.709812800Z", + "finished_at": "2026-03-30T18:15:39.243821100Z" + }, + "t_002_scheduled_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3184, + "output_tokens": 174, + "generation_duration_ms": 12515, + "started_at": "2026-03-30T18:15:21.146911Z", + "finished_at": "2026-03-30T18:15:41.037887Z" + }, + "t_003_struct_in_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3161, + "output_tokens": 92, + "generation_duration_ms": 7793, + "started_at": "2026-03-30T18:15:21.499918800Z", + "finished_at": "2026-03-30T18:15:39.561830500Z" + }, + "t_004_insert": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "xai", + "input_tokens": 3196, + "output_tokens": 152, + "generation_duration_ms": 7721, + "started_at": "2026-03-30T18:15:23.692840700Z", + "finished_at": "2026-03-30T18:15:40.719263500Z" + }, + "t_005_update": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_005_update", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "xai", + "input_tokens": 3230, + "output_tokens": 223, + "generation_duration_ms": 14351, + "started_at": "2026-03-30T18:15:26.686665500Z", + "finished_at": "2026-03-30T18:15:57.279830200Z" + }, + "t_006_delete": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3204, + "output_tokens": 194, + "generation_duration_ms": 16395, + "started_at": "2026-03-30T18:15:28.942067Z", + "finished_at": "2026-03-30T18:16:00.180158Z" + }, + "t_007_crud": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "xai", + "input_tokens": 3252, + "output_tokens": 210, + "generation_duration_ms": 20113, + "started_at": "2026-03-30T18:15:33.660729Z", + "finished_at": "2026-03-30T18:16:08.362279100Z" + }, + "t_008_index_lookup": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "xai", + "input_tokens": 3235, + "output_tokens": 261, + "generation_duration_ms": 19461, + "started_at": "2026-03-30T18:15:40.719351600Z", + "finished_at": "2026-03-30T18:16:10.536432600Z" + }, + "t_009_init": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_009_init", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "xai", + "input_tokens": 3202, + "output_tokens": 157, + "generation_duration_ms": 16241, + "started_at": "2026-03-30T18:15:41.037962300Z", + "finished_at": "2026-03-30T18:16:09.138510200Z" + }, + "t_010_connect": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3180, + "output_tokens": 148, + "generation_duration_ms": 22137, + "started_at": "2026-03-30T18:15:42.643354Z", + "finished_at": "2026-03-30T18:16:13.380169Z" + }, + "t_011_helper_function": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + } + }, + "vendor": "xai", + "input_tokens": 3184, + "output_tokens": 158, + "generation_duration_ms": 20017, + "started_at": "2026-03-30T18:15:42.644260Z", + "finished_at": "2026-03-30T18:16:11.619086400Z" + }, + "t_012_spacetime_product_type": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "xai", + "input_tokens": 3192, + "output_tokens": 164, + "generation_duration_ms": 9649, + "started_at": "2026-03-30T18:17:08.035184500Z", + "finished_at": "2026-03-30T18:17:27.303661200Z" + }, + "t_013_spacetime_sum_type": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3211, + "output_tokens": 183, + "generation_duration_ms": 11373, + "started_at": "2026-03-30T18:17:16.249574800Z", + "finished_at": "2026-03-30T18:17:40.278354Z" + }, + "t_014_elementary_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3232, + "output_tokens": 185, + "generation_duration_ms": 14479, + "started_at": "2026-03-30T18:17:17.360679300Z", + "finished_at": "2026-03-30T18:17:47.151246500Z" + }, + "t_015_product_type_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3260, + "output_tokens": 209, + "generation_duration_ms": 24801, + "started_at": "2026-03-30T18:17:17.681813800Z", + "finished_at": "2026-03-30T18:17:49.381394Z" + }, + "t_016_sum_type_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3237, + "output_tokens": 195, + "generation_duration_ms": 16456, + "started_at": "2026-03-30T18:17:17.683423200Z", + "finished_at": "2026-03-30T18:17:46.006657400Z" + }, + "t_017_scheduled_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tickTimer WHERE scheduledId>=0" + } + } + }, + "vendor": "xai", + "input_tokens": 3184, + "output_tokens": 174, + "generation_duration_ms": 16274, + "started_at": "2026-03-30T18:17:19.798440700Z", + "finished_at": "2026-03-30T18:17:47.710672700Z" + }, + "t_018_constraints": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst account = table(\n {\n name: 'account',\n public: true,\n indexes: [{ name: 'byName', algorithm: 'btree', columns: ['name'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n email: t.string().unique(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ account });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.account.insert({ id: 0n, email: 'a@example.com', name: 'Alice' });\n ctx.db.account.insert({ id: 0n, email: 'b@example.com', name: 'Bob' });\n});\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56212/v1/database/c200c2fd24dda332468e15a3822729561b09a6466baff1157ce82ea8cf5cde07/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "xai", + "input_tokens": 3198, + "output_tokens": 176, + "generation_duration_ms": 12655, + "started_at": "2026-03-30T18:17:27.622276700Z", + "finished_at": "2026-03-30T18:17:48.315093900Z" + }, + "t_019_many_to_many": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 1, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n userId: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst group = table(\n { name: 'group', public: true },\n {\n groupId: t.u64().primaryKey().autoInc(),\n title: t.string(),\n }\n);\n\nconst membership = table(\n {\n name: 'membership',\n public: true,\n indexes: [\n { name: 'byUser', algorithm: 'btree', columns: ['userId'] },\n { name: 'byGroup', algorithm: 'btree', columns: ['groupId'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n userId: t.u64(),\n groupId: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ user, group, membership });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ userId: 0n, name: 'Alice' });\n ctx.db.user.insert({ userId: 0n, name: 'Bob' });\n ctx.db.group.insert({ groupId: 0n, title: 'Admin' });\n ctx.db.group.insert({ groupId: 0n, title: 'Dev' });\n ctx.db.membership.insert({ id: 0n, userId: 1n, groupId: 1n });\n ctx.db.membership.insert({ id: 0n, userId: 1n, groupId: 2n });\n ctx.db.membership.insert({ id: 0n, userId: 2n, groupId: 2n });\n});\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "m2m_has_1_1": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56212/v1/database/c2004ac0a76b74fe06a017880723d94b13b63e9a6f5e9c13623711b623543cfb/call/seed)\n", + "phase": "call_reducer" + } + }, + "m2m_has_1_2": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=2" + } + }, + "m2m_has_2_2": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "xai", + "input_tokens": 3315, + "output_tokens": 397, + "generation_duration_ms": 20140, + "started_at": "2026-03-30T18:17:29.240720900Z", + "finished_at": "2026-03-30T18:17:58.184125400Z" + }, + "t_020_ecs": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 5, + "passed_tests": 2, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst entity = table(\n { name: 'entity', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n }\n);\n\nconst position = table(\n { name: 'position', public: true },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst velocity = table(\n { name: 'velocity', public: true },\n {\n entityId: t.i32().primaryKey(),\n vx: t.i32(),\n vy: t.i32(),\n }\n);\n\nconst nextPosition = table(\n { name: 'next_position', public: true },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst spacetimedb = schema({ entity, position, velocity, nextPosition });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n const e1 = ctx.db.entity.insert({ id: 0n });\n const e2 = ctx.db.entity.insert({ id: 0n });\n\n ctx.db.position.insert({ entityId: Number(e1.id), x: 0, y: 0 });\n ctx.db.velocity.insert({ entityId: Number(e1.id), vx: 1, vy: 0 });\n\n ctx.db.position.insert({ entityId: Number(e2.id), x: 10, y: 0 });\n ctx.db.velocity.insert({ entityId: Number(e2.id), vx: -2, vy: 3 });\n});\n\nexport const step = spacetimedb.reducer((ctx) => {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.entityId.find(pos.entityId);\n if (vel) {\n const nextX = pos.x + vel.vx;\n const nextY = pos.y + vel.vy;\n ctx.db.nextPosition.entityId.update({\n entityId: pos.entityId,\n x: nextX,\n y: nextY,\n });\n }\n }\n});\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56212/v1/database/c20016ccfb987bccdf095db3d9aa3f94694fbdde17677064cafb2d2e4498da3b/call/step)\n", + "phase": "call_reducer" + } + }, + "ecs_next_pos_entity1": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56212/v1/database/c20016ccfb987bccdf095db3d9aa3f94694fbdde17677064cafb2d2e4498da3b/call/step)\n", + "phase": "call_reducer" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56212/v1/database/c20016ccfb987bccdf095db3d9aa3f94694fbdde17677064cafb2d2e4498da3b/call/step)\n", + "phase": "call_reducer" + } + } + }, + "vendor": "xai", + "input_tokens": 3371, + "output_tokens": 467, + "generation_duration_ms": 21805, + "started_at": "2026-03-30T18:17:29.242098700Z", + "finished_at": "2026-03-30T18:17:59.373503500Z" + }, + "t_021_multi_column_index": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst log = table(\n {\n name: 'log',\n indexes: [{ name: 'byUserDay', algorithm: 'btree', columns: ['userId', 'day'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ log });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.log.insert({ id: 0n, userId: 7, day: 1, message: 'a' });\n ctx.db.log.insert({ id: 0n, userId: 7, day: 2, message: 'b' });\n ctx.db.log.insert({ id: 0n, userId: 9, day: 1, message: 'c' });\n});\n```", + "category": "schema", + "route_api_model": "grok-4", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 2, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 3, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + } + } + }, + "vendor": "xai", + "input_tokens": 3236, + "output_tokens": 220, + "generation_duration_ms": 6137, + "started_at": "2026-03-30T18:17:47.151314400Z", + "finished_at": "2026-03-30T18:18:00.670686600Z" + }, + "t_022_view_basic": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst announcement = table(\n { name: 'announcement', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n message: t.string(),\n active: t.bool().index('btree'),\n }\n);\n\nexport const activeAnnouncements = schema.anonymousView(\n { name: 'active_announcements', public: true },\n t.array(announcement.rowType),\n (ctx) => Array.from(ctx.db.announcement.active.filter(true))\n);\n\nconst spacetimedb = schema({ announcement });\nexport default spacetimedb;\n```", + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(12,43): error TS2339: Property 'anonymousView' does not exist on type '>(tables: H, moduleSettings?: ModuleSettings | undefined) => Schema>'.\r\nsrc/index.ts(15,4): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 3186, + "output_tokens": 138, + "generation_duration_ms": 19240, + "started_at": "2026-03-30T18:16:39.367547300Z", + "finished_at": "2026-03-30T18:17:07.623104700Z" + }, + "t_023_view_per_user": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3234, + "output_tokens": 138, + "generation_duration_ms": 13987, + "started_at": "2026-03-30T18:16:46.740627400Z", + "finished_at": "2026-03-30T18:17:08.035096700Z" + }, + "t_024_event_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3211, + "output_tokens": 149, + "generation_duration_ms": 17343, + "started_at": "2026-03-30T18:16:11.619167900Z", + "finished_at": "2026-03-30T18:16:38.942888Z" + }, + "t_025_optional_fields": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3233, + "output_tokens": 170, + "generation_duration_ms": 19778, + "started_at": "2026-03-30T18:16:11.620261Z", + "finished_at": "2026-03-30T18:16:39.367463800Z" + }, + "t_026_auth_identity_check": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3260, + "output_tokens": 217, + "generation_duration_ms": 28300, + "started_at": "2026-03-30T18:14:41.756517200Z", + "finished_at": "2026-03-30T18:15:21.146825400Z" + }, + "t_027_private_vs_public_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3277, + "output_tokens": 216, + "generation_duration_ms": 17673, + "started_at": "2026-03-30T18:14:41.757931800Z", + "finished_at": "2026-03-30T18:15:05.076029800Z" + }, + "t_028_cascade_delete": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3241, + "output_tokens": 202, + "generation_duration_ms": 25988, + "started_at": "2026-03-30T18:16:13.380263600Z", + "finished_at": "2026-03-30T18:16:52.772932400Z" + }, + "t_029_filter_and_aggregate": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3260, + "output_tokens": 287, + "generation_duration_ms": 28356, + "started_at": "2026-03-30T18:16:13.381729700Z", + "finished_at": "2026-03-30T18:16:53.152322400Z" + }, + "t_030_two_table_join": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3306, + "output_tokens": 284, + "generation_duration_ms": 30952, + "started_at": "2026-03-30T18:16:13.383148200Z", + "finished_at": "2026-03-30T18:16:53.474613400Z" + }, + "t_031_unique_constraint": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3202, + "output_tokens": 143, + "generation_duration_ms": 22077, + "started_at": "2026-03-30T18:16:31.397412700Z", + "finished_at": "2026-03-30T18:17:03.316917100Z" + }, + "t_032_range_query": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3271, + "output_tokens": 249, + "generation_duration_ms": 16574, + "started_at": "2026-03-30T18:16:46.741931600Z", + "finished_at": "2026-03-30T18:17:16.596028500Z" + }, + "t_033_sort_and_limit": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3264, + "output_tokens": 293, + "generation_duration_ms": 18622, + "started_at": "2026-03-30T18:16:46.743054600Z", + "finished_at": "2026-03-30T18:17:17.012041100Z" + }, + "t_034_find_first": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3228, + "output_tokens": 193, + "generation_duration_ms": 12556, + "started_at": "2026-03-30T18:16:55.479848Z", + "finished_at": "2026-03-30T18:17:17.360534900Z" + }, + "t_035_select_distinct": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3218, + "output_tokens": 188, + "generation_duration_ms": 14946, + "started_at": "2026-03-30T18:16:55.481150200Z", + "finished_at": "2026-03-30T18:17:17.681736200Z" + }, + "t_036_count_without_collect": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3259, + "output_tokens": 219, + "generation_duration_ms": 17779, + "started_at": "2026-03-30T18:16:55.482383500Z", + "finished_at": "2026-03-30T18:17:26.127177100Z" + }, + "t_037_multi_column_filter": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3264, + "output_tokens": 252, + "generation_duration_ms": 14435, + "started_at": "2026-03-30T18:17:05.364409200Z", + "finished_at": "2026-03-30T18:17:27.622138700Z" + }, + "t_038_schedule_at_time": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3236, + "output_tokens": 198, + "generation_duration_ms": 28976, + "started_at": "2026-03-30T18:15:42.645182300Z", + "finished_at": "2026-03-30T18:16:26.483231400Z" + }, + "t_039_cancel_schedule": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3233, + "output_tokens": 223, + "generation_duration_ms": 26303, + "started_at": "2026-03-30T18:16:00.180242800Z", + "finished_at": "2026-03-30T18:16:38.621376600Z" + }, + "t_040_lifecycle_player": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "```typescript\nimport { schema, table, t } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { name: 'online_player', public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp(),\n }\n);\n\nconst spacetimedb = schema({ onlinePlayer });\nexport default spacetimedb;\n\nexport const onConnect = spacetimedb.clientConnected((ctx) => {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n});\n\nexport const onDisconnect = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});\n```", + "category": "basics", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": { + "only_golden": [ + "client_connected()", + "client_disconnected()" + ], + "only_llm": [ + "on_connect()", + "on_disconnect()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3198, + "output_tokens": 143, + "generation_duration_ms": 15202, + "started_at": "2026-03-30T18:16:08.362367900Z", + "finished_at": "2026-03-30T18:16:38.298318Z" + }, + "t_041_registered_user_gate": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3276, + "output_tokens": 273, + "generation_duration_ms": 31074, + "started_at": "2026-03-30T18:14:41.759773200Z", + "finished_at": "2026-03-30T18:15:21.499646900Z" + }, + "t_042_admin_bootstrap": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3286, + "output_tokens": 254, + "generation_duration_ms": 23314, + "started_at": "2026-03-30T18:14:41.761366500Z", + "finished_at": "2026-03-30T18:15:15.616339700Z" + }, + "t_043_role_based_access": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3316, + "output_tokens": 334, + "generation_duration_ms": 36547, + "started_at": "2026-03-30T18:14:41.763088400Z", + "finished_at": "2026-03-30T18:15:26.686430300Z" + }, + "t_044_ban_list": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3332, + "output_tokens": 341, + "generation_duration_ms": 25785, + "started_at": "2026-03-30T18:14:41.765034300Z", + "finished_at": "2026-03-30T18:15:18.311548500Z" + }, + "t_045_rate_limit": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3305, + "output_tokens": 258, + "generation_duration_ms": 33849, + "started_at": "2026-03-30T18:14:41.766524300Z", + "finished_at": "2026-03-30T18:15:24.105694200Z" + }, + "t_046_shared_document": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok 4", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-4", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3379, + "output_tokens": 421, + "generation_duration_ms": 39732, + "started_at": "2026-03-30T18:14:41.768254400Z", + "finished_at": "2026-03-30T18:15:29.293687500Z" + } + } + }, + { + "name": "GPT-5.2-Codex", + "route_api_model": "gpt-5.2-codex", + "tasks": { + "t_000_empty_reducers": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3131, + "output_tokens": 282, + "generation_duration_ms": 30015, + "started_at": "2026-03-30T18:09:08.106385200Z", + "finished_at": "2026-03-30T18:09:54.057574300Z" + }, + "t_001_basic_tables": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3158, + "output_tokens": 241, + "generation_duration_ms": 52863, + "started_at": "2026-03-30T18:09:11.523728800Z", + "finished_at": "2026-03-30T18:10:14.478622100Z" + }, + "t_002_scheduled_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3112, + "output_tokens": 360, + "generation_duration_ms": 65949, + "started_at": "2026-03-30T18:09:11.844583700Z", + "finished_at": "2026-03-30T18:10:26.555893900Z" + }, + "t_003_struct_in_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3089, + "output_tokens": 135, + "generation_duration_ms": 54200, + "started_at": "2026-03-30T18:09:12.165489200Z", + "finished_at": "2026-03-30T18:10:14.797949Z" + }, + "t_004_insert": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "openai", + "input_tokens": 3124, + "output_tokens": 189, + "generation_duration_ms": 59598, + "started_at": "2026-03-30T18:09:12.166948900Z", + "finished_at": "2026-03-30T18:10:21.261206700Z" + }, + "t_005_update": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_005_update", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "openai", + "input_tokens": 3158, + "output_tokens": 405, + "generation_duration_ms": 77931, + "started_at": "2026-03-30T18:09:23.650373500Z", + "finished_at": "2026-03-30T18:10:55.777498700Z" + }, + "t_006_delete": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3132, + "output_tokens": 280, + "generation_duration_ms": 49688, + "started_at": "2026-03-30T18:09:54.443705Z", + "finished_at": "2026-03-30T18:10:56.799776400Z" + }, + "t_007_crud": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "openai", + "input_tokens": 3180, + "output_tokens": 341, + "generation_duration_ms": 69264, + "started_at": "2026-03-30T18:09:54.445130700Z", + "finished_at": "2026-03-30T18:11:12.734720600Z" + }, + "t_008_index_lookup": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "openai", + "input_tokens": 3163, + "output_tokens": 385, + "generation_duration_ms": 52209, + "started_at": "2026-03-30T18:09:54.446143100Z", + "finished_at": "2026-03-30T18:10:58.226642300Z" + }, + "t_009_init": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_009_init", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "openai", + "input_tokens": 3131, + "output_tokens": 227, + "generation_duration_ms": 57936, + "started_at": "2026-03-30T18:10:14.798112700Z", + "finished_at": "2026-03-30T18:11:21.543360300Z" + }, + "t_010_connect": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3108, + "output_tokens": 201, + "generation_duration_ms": 60372, + "started_at": "2026-03-30T18:10:14.799498600Z", + "finished_at": "2026-03-30T18:11:24.350510100Z" + }, + "t_011_helper_function": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + } + }, + "vendor": "openai", + "input_tokens": 3112, + "output_tokens": 229, + "generation_duration_ms": 60282, + "started_at": "2026-03-30T18:10:21.261559200Z", + "finished_at": "2026-03-30T18:11:33.110644400Z" + }, + "t_012_spacetime_product_type": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "openai", + "input_tokens": 3121, + "output_tokens": 218, + "generation_duration_ms": 56033, + "started_at": "2026-03-30T18:13:04.559555900Z", + "finished_at": "2026-03-30T18:14:08.335584500Z" + }, + "t_013_spacetime_sum_type": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3140, + "output_tokens": 254, + "generation_duration_ms": 52578, + "started_at": "2026-03-30T18:13:18.042393400Z", + "finished_at": "2026-03-30T18:14:23.072875200Z" + }, + "t_014_elementary_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3160, + "output_tokens": 261, + "generation_duration_ms": 55774, + "started_at": "2026-03-30T18:13:28.995021Z", + "finished_at": "2026-03-30T18:14:39.426435100Z" + }, + "t_015_product_type_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3188, + "output_tokens": 258, + "generation_duration_ms": 41304, + "started_at": "2026-03-30T18:13:31.796527900Z", + "finished_at": "2026-03-30T18:14:24.769265800Z" + }, + "t_016_sum_type_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3165, + "output_tokens": 381, + "generation_duration_ms": 51131, + "started_at": "2026-03-30T18:13:53.559057Z", + "finished_at": "2026-03-30T18:14:58.740026600Z" + }, + "t_017_scheduled_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tickTimer WHERE scheduledId>=0" + } + } + }, + "vendor": "openai", + "input_tokens": 3112, + "output_tokens": 265, + "generation_duration_ms": 53607, + "started_at": "2026-03-30T18:13:53.560350Z", + "finished_at": "2026-03-30T18:14:59.431988500Z" + }, + "t_018_constraints": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst account = table(\n {\n name: 'account',\n indexes: [{ name: 'byName', algorithm: 'btree', columns: ['name'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n email: t.string().unique(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ account });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.account.insert({ id: 0n, email: 'a@example.com', name: 'Alice' });\n ctx.db.account.insert({ id: 0n, email: 'b@example.com', name: 'Bob' });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56212/v1/database/c200c2fd24dda332468e15a3822729561b09a6466baff1157ce82ea8cf5cde07/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "openai", + "input_tokens": 3126, + "output_tokens": 219, + "generation_duration_ms": 36382, + "started_at": "2026-03-30T18:14:03.044370100Z", + "finished_at": "2026-03-30T18:14:57.657958100Z" + }, + "t_019_many_to_many": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 5, + "passed_tests": 1, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n userId: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst group = table(\n { name: 'group' },\n {\n groupId: t.u64().primaryKey().autoInc(),\n title: t.string(),\n }\n);\n\nconst membership = table(\n {\n name: 'membership',\n indexes: [\n { name: 'byUser', algorithm: 'btree', columns: ['userId'] },\n { name: 'byGroup', algorithm: 'btree', columns: ['groupId'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n userId: t.u64(),\n groupId: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ user, group, membership });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ userId: 0n, name: 'Alice' });\n ctx.db.user.insert({ userId: 0n, name: 'Bob' });\n\n ctx.db.group.insert({ groupId: 0n, title: 'Admin' });\n ctx.db.group.insert({ groupId: 0n, title: 'Dev' });\n\n ctx.db.membership.insert({ id: 0n, userId: 1n, groupId: 1n });\n ctx.db.membership.insert({ id: 0n, userId: 1n, groupId: 2n });\n ctx.db.membership.insert({ id: 0n, userId: 2n, groupId: 2n });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "m2m_has_1_1": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56212/v1/database/c20011a80939f2f7587c055cf3bcc8c7e584117fb8460cd4e6a4ddc5dacec20f/call/seed)\n", + "phase": "call_reducer" + } + }, + "m2m_has_1_2": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=2" + } + }, + "m2m_has_2_2": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "memberships_three_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" + } + } + }, + "vendor": "openai", + "input_tokens": 3244, + "output_tokens": 563, + "generation_duration_ms": 94636, + "started_at": "2026-03-30T18:14:08.335757100Z", + "finished_at": "2026-03-30T18:15:53.774117300Z" + }, + "t_020_ecs": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM nextPosition" + } + } + }, + "vendor": "openai", + "input_tokens": 3300, + "output_tokens": 1735, + "generation_duration_ms": 286006, + "started_at": "2026-03-30T18:14:08.337048100Z", + "finished_at": "2026-03-30T18:19:17.828496200Z" + }, + "t_021_multi_column_index": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst log = table(\n {\n name: 'log',\n indexes: [{ name: 'byUserDay', algorithm: 'btree', columns: ['userId', 'day'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ log });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.log.insert({ id: 0n, userId: 7, day: 1, message: 'a' });\n ctx.db.log.insert({ id: 0n, userId: 7, day: 2, message: 'b' });\n ctx.db.log.insert({ id: 0n, userId: 9, day: 1, message: 'c' });\n});", + "category": "schema", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 2, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 3, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + } + } + }, + "vendor": "openai", + "input_tokens": 3164, + "output_tokens": 369, + "generation_duration_ms": 83100, + "started_at": "2026-03-30T18:14:27.068260400Z", + "finished_at": "2026-03-30T18:16:23.564466800Z" + }, + "t_022_view_basic": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3113, + "output_tokens": 226, + "generation_duration_ms": 39346, + "started_at": "2026-03-30T18:11:59.911282Z", + "finished_at": "2026-03-30T18:13:04.558035900Z" + }, + "t_023_view_per_user": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3162, + "output_tokens": 203, + "generation_duration_ms": 50304, + "started_at": "2026-03-30T18:12:11.058590600Z", + "finished_at": "2026-03-30T18:13:18.042241500Z" + }, + "t_024_event_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3139, + "output_tokens": 207, + "generation_duration_ms": 69663, + "started_at": "2026-03-30T18:10:58.229273300Z", + "finished_at": "2026-03-30T18:12:15.103874800Z" + }, + "t_025_optional_fields": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3161, + "output_tokens": 224, + "generation_duration_ms": 26457, + "started_at": "2026-03-30T18:11:17.677297800Z", + "finished_at": "2026-03-30T18:11:57.751997300Z" + }, + "t_026_auth_identity_check": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3188, + "output_tokens": 302, + "generation_duration_ms": 20187, + "started_at": "2026-03-30T18:08:32.929433700Z", + "finished_at": "2026-03-30T18:09:04.106691Z" + }, + "t_027_private_vs_public_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3205, + "output_tokens": 644, + "generation_duration_ms": 60283, + "started_at": "2026-03-30T18:08:32.931245Z", + "finished_at": "2026-03-30T18:09:53.737866200Z" + }, + "t_028_cascade_delete": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3169, + "output_tokens": 274, + "generation_duration_ms": 53148, + "started_at": "2026-03-30T18:11:24.350599600Z", + "finished_at": "2026-03-30T18:12:30.151429700Z" + }, + "t_029_filter_and_aggregate": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3188, + "output_tokens": 366, + "generation_duration_ms": 50751, + "started_at": "2026-03-30T18:11:24.352333300Z", + "finished_at": "2026-03-30T18:12:29.732938600Z" + }, + "t_030_two_table_join": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3234, + "output_tokens": 504, + "generation_duration_ms": 63822, + "started_at": "2026-03-30T18:11:33.110835Z", + "finished_at": "2026-03-30T18:13:04.175842400Z" + }, + "t_031_unique_constraint": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3130, + "output_tokens": 191, + "generation_duration_ms": 40288, + "started_at": "2026-03-30T18:11:46.843342500Z", + "finished_at": "2026-03-30T18:12:36.932196100Z" + }, + "t_032_range_query": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3199, + "output_tokens": 358, + "generation_duration_ms": 64153, + "started_at": "2026-03-30T18:12:11.059777900Z", + "finished_at": "2026-03-30T18:13:28.994724Z" + }, + "t_033_sort_and_limit": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3192, + "output_tokens": 478, + "generation_duration_ms": 76944, + "started_at": "2026-03-30T18:12:19.797749600Z", + "finished_at": "2026-03-30T18:13:53.075168Z" + }, + "t_034_find_first": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3156, + "output_tokens": 273, + "generation_duration_ms": 56617, + "started_at": "2026-03-30T18:12:30.151815400Z", + "finished_at": "2026-03-30T18:13:31.796376400Z" + }, + "t_035_select_distinct": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3146, + "output_tokens": 297, + "generation_duration_ms": 80127, + "started_at": "2026-03-30T18:12:30.153078800Z", + "finished_at": "2026-03-30T18:13:58.119053Z" + }, + "t_036_count_without_collect": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3189, + "output_tokens": 342, + "generation_duration_ms": 62149, + "started_at": "2026-03-30T18:12:36.932355200Z", + "finished_at": "2026-03-30T18:13:53.558880600Z" + }, + "t_037_multi_column_filter": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3192, + "output_tokens": 460, + "generation_duration_ms": 53561, + "started_at": "2026-03-30T18:13:04.558206700Z", + "finished_at": "2026-03-30T18:14:07.034285400Z" + }, + "t_038_schedule_at_time": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3165, + "output_tokens": 321, + "generation_duration_ms": 62984, + "started_at": "2026-03-30T18:10:26.556079400Z", + "finished_at": "2026-03-30T18:11:44.135089600Z" + }, + "t_039_cancel_schedule": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3163, + "output_tokens": 474, + "generation_duration_ms": 59525, + "started_at": "2026-03-30T18:10:58.226786300Z", + "finished_at": "2026-03-30T18:12:11.058443900Z" + }, + "t_040_lifecycle_player": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3126, + "output_tokens": 273, + "generation_duration_ms": 56848, + "started_at": "2026-03-30T18:10:58.228055800Z", + "finished_at": "2026-03-30T18:12:10.634470200Z" + }, + "t_041_registered_user_gate": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3204, + "output_tokens": 305, + "generation_duration_ms": 28083, + "started_at": "2026-03-30T18:08:32.960216Z", + "finished_at": "2026-03-30T18:09:11.523483500Z" + }, + "t_042_admin_bootstrap": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3217, + "output_tokens": 366, + "generation_duration_ms": 25906, + "started_at": "2026-03-30T18:08:32.992292200Z", + "finished_at": "2026-03-30T18:09:08.686361600Z" + }, + "t_043_role_based_access": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3244, + "output_tokens": 415, + "generation_duration_ms": 31078, + "started_at": "2026-03-30T18:08:33.024590200Z", + "finished_at": "2026-03-30T18:09:11.844504100Z" + }, + "t_044_ban_list": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3260, + "output_tokens": 464, + "generation_duration_ms": 32924, + "started_at": "2026-03-30T18:08:33.029430300Z", + "finished_at": "2026-03-30T18:09:12.165229800Z" + }, + "t_045_rate_limit": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3237, + "output_tokens": 430, + "generation_duration_ms": 35593, + "started_at": "2026-03-30T18:08:33.061551800Z", + "finished_at": "2026-03-30T18:09:23.650202500Z" + }, + "t_046_shared_document": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5.2-Codex", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5.2-codex", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3307, + "output_tokens": 859, + "generation_duration_ms": 67261, + "started_at": "2026-03-30T18:08:33.094606800Z", + "finished_at": "2026-03-30T18:09:54.443609500Z" + } + } + }, + { + "name": "Grok Code", + "route_api_model": "grok-code-fast-1", + "tasks": { + "t_000_empty_reducers": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3281, + "output_tokens": 607, + "generation_duration_ms": 11992, + "started_at": "2026-03-30T18:18:36.460758400Z", + "finished_at": "2026-03-30T18:18:54.339391600Z" + }, + "t_001_basic_tables": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3308, + "output_tokens": 534, + "generation_duration_ms": 9794, + "started_at": "2026-03-30T18:18:36.462040600Z", + "finished_at": "2026-03-30T18:18:54.016647800Z" + }, + "t_002_scheduled_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3262, + "output_tokens": 879, + "generation_duration_ms": 20065, + "started_at": "2026-03-30T18:18:36.463336700Z", + "finished_at": "2026-03-30T18:19:06.209530200Z" + }, + "t_003_struct_in_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3239, + "output_tokens": 296, + "generation_duration_ms": 9546, + "started_at": "2026-03-30T18:18:41.179945100Z", + "finished_at": "2026-03-30T18:18:59.002801500Z" + }, + "t_004_insert": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "xai", + "input_tokens": 3274, + "output_tokens": 591, + "generation_duration_ms": 12751, + "started_at": "2026-03-30T18:18:46.252553600Z", + "finished_at": "2026-03-30T18:19:07.455408Z" + }, + "t_005_update": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_005_update", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "xai", + "input_tokens": 3308, + "output_tokens": 697, + "generation_duration_ms": 17378, + "started_at": "2026-03-30T18:18:46.253782800Z", + "finished_at": "2026-03-30T18:19:11.848433400Z" + }, + "t_006_delete": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3282, + "output_tokens": 636, + "generation_duration_ms": 17831, + "started_at": "2026-03-30T18:18:54.016791100Z", + "finished_at": "2026-03-30T18:19:28.306589200Z" + }, + "t_007_crud": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "xai", + "input_tokens": 3330, + "output_tokens": 653, + "generation_duration_ms": 14499, + "started_at": "2026-03-30T18:18:54.018148200Z", + "finished_at": "2026-03-30T18:19:27.168931Z" + }, + "t_008_index_lookup": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "xai", + "input_tokens": 3313, + "output_tokens": 1002, + "generation_duration_ms": 36065, + "started_at": "2026-03-30T18:18:54.339471400Z", + "finished_at": "2026-03-30T18:19:41.475420700Z" + }, + "t_009_init": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_009_init", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + } + } + }, + "vendor": "xai", + "input_tokens": 3280, + "output_tokens": 482, + "generation_duration_ms": 7056, + "started_at": "2026-03-30T18:18:54.340588300Z", + "finished_at": "2026-03-30T18:19:08.516505200Z" + }, + "t_010_connect": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_010_connect", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3258, + "output_tokens": 419, + "generation_duration_ms": 14916, + "started_at": "2026-03-30T18:18:59.002978900Z", + "finished_at": "2026-03-30T18:19:28.772353600Z" + }, + "t_011_helper_function": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_011_helper_function", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + } + } + }, + "vendor": "xai", + "input_tokens": 3262, + "output_tokens": 494, + "generation_duration_ms": 73673, + "started_at": "2026-03-30T18:19:07.455579300Z", + "finished_at": "2026-03-30T18:20:34.391674400Z" + }, + "t_012_spacetime_product_type": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_012_spacetime_product_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "product_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_score" + } + } + }, + "vendor": "xai", + "input_tokens": 3270, + "output_tokens": 534, + "generation_duration_ms": 32408, + "started_at": "2026-03-30T18:21:16.703982700Z", + "finished_at": "2026-03-30T18:21:58.902394Z" + }, + "t_013_spacetime_sum_type": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" + } + }, + "sum_type_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3289, + "output_tokens": 483, + "generation_duration_ms": 26417, + "started_at": "2026-03-30T18:21:16.705911500Z", + "finished_at": "2026-03-30T18:21:53.452237700Z" + }, + "t_014_elementary_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_014_elementary_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3310, + "output_tokens": 537, + "generation_duration_ms": 36360, + "started_at": "2026-03-30T18:21:17.091438Z", + "finished_at": "2026-03-30T18:22:00.092542400Z" + }, + "t_015_product_type_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_015_product_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3338, + "output_tokens": 553, + "generation_duration_ms": 27334, + "started_at": "2026-03-30T18:21:19.378480700Z", + "finished_at": "2026-03-30T18:21:57.193425200Z" + }, + "t_016_sum_type_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_016_sum_type_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" + } + } + }, + "vendor": "xai", + "input_tokens": 3315, + "output_tokens": 770, + "generation_duration_ms": 34354, + "started_at": "2026-03-30T18:21:25.739066700Z", + "finished_at": "2026-03-30T18:22:08.276956800Z" + }, + "t_017_scheduled_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_017_scheduled_columns", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tickTimer WHERE scheduledId>=0" + } + } + }, + "vendor": "xai", + "input_tokens": 3262, + "output_tokens": 795, + "generation_duration_ms": 69369, + "started_at": "2026-03-30T18:21:25.740624Z", + "finished_at": "2026-03-30T18:22:49.374380600Z" + }, + "t_018_constraints": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_018_constraints", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 3, + "passed_tests": 1, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst account = table(\n {\n name: 'account',\n public: true,\n indexes: [{ name: 'byName', algorithm: 'btree', columns: ['name'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n email: t.string().unique(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ account });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.account.insert({ id: 0n, email: 'a@example.com', name: 'Alice' });\n ctx.db.account.insert({ id: 0n, email: 'b@example.com', name: 'Bob' });\n});", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56212/v1/database/c200c2fd24dda332468e15a3822729561b09a6466baff1157ce82ea8cf5cde07/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } + } + }, + "vendor": "xai", + "input_tokens": 3276, + "output_tokens": 583, + "generation_duration_ms": 50331, + "started_at": "2026-03-30T18:21:55.867748100Z", + "finished_at": "2026-03-30T18:22:56.939648500Z" + }, + "t_019_many_to_many": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_019_many_to_many", + "lang": "typescript", + "golden_published": false, + "model_name": "Grok Code", + "total_tests": 5, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n userId: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst group = table(\n { name: 'group', public: true },\n {\n groupId: t.u64().primaryKey().autoInc(),\n title: t.string(),\n }\n);\n\nconst membership = table(\n {\n name: 'membership',\n public: true,\n indexes: [\n { name: 'by_user', algorithm: 'btree', columns: ['user_id'] },\n { name: 'by_group', algorithm: 'btree', columns: ['group_id'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n userId: t.u64(),\n groupId: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ user, group, membership });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ userId: 0n, name: 'Alice' });\n ctx.db.user.insert({ userId: 0n, name: 'Bob' });\n ctx.db.group.insert({ groupId: 0n, title: 'Admin' });\n ctx.db.group.insert({ groupId: 0n, title: 'Dev' });\n ctx.db.membership.insert({ id: 0n, userId: 1n, groupId: 1n });\n ctx.db.membership.insert({ id: 0n, userId: 1n, groupId: 2n });\n ctx.db.membership.insert({ id: 0n, userId: 2n, groupId: 2n });\n});", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(24,56): error TS2820: Type '\"user_id\"' is not assignable to type '\"userId\" | \"groupId\" | \"id\"'. Did you mean '\"userId\"'?\r\nsrc/index.ts(25,57): error TS2820: Type '\"group_id\"' is not assignable to type '\"userId\" | \"groupId\" | \"id\"'. Did you mean '\"groupId\"'?\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "xai", + "input_tokens": 3393, + "output_tokens": 1099, + "generation_duration_ms": 52180, + "started_at": "2026-03-30T18:21:57.193521100Z", + "finished_at": "2026-03-30T18:22:56.939883300Z" + }, + "t_020_ecs": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_020_ecs", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "ecs_next_pos_entity2": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "ecs_step_next_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM nextPosition" + } + } + }, + "vendor": "xai", + "input_tokens": 3449, + "output_tokens": 1722, + "generation_duration_ms": 87772, + "started_at": "2026-03-30T18:21:58.902686Z", + "finished_at": "2026-03-30T18:23:42.294130600Z" + }, + "t_021_multi_column_index": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_021_multi_column_index", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst log = table(\n {\n name: 'log',\n indexes: [{ name: 'byUserDay', algorithm: 'btree', columns: ['userId', 'day'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ log });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.log.insert({ id: 0n, userId: 7, day: 1, message: 'a' });\n ctx.db.log.insert({ id: 0n, userId: 7, day: 2, message: 'b' });\n ctx.db.log.insert({ id: 0n, userId: 9, day: 1, message: 'c' });\n});", + "category": "schema", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 2, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "mcindex_lookup_u7_d2": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 3, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + } + } + }, + "vendor": "xai", + "input_tokens": 3314, + "output_tokens": 739, + "generation_duration_ms": 51648, + "started_at": "2026-03-30T18:22:00.092644200Z", + "finished_at": "2026-03-30T18:23:00.199962800Z" + }, + "t_022_view_basic": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3264, + "output_tokens": 657, + "generation_duration_ms": 59601, + "started_at": "2026-03-30T18:20:11.087728700Z", + "finished_at": "2026-03-30T18:21:17.091063700Z" + }, + "t_023_view_per_user": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3312, + "output_tokens": 580, + "generation_duration_ms": 48705, + "started_at": "2026-03-30T18:20:11.090566300Z", + "finished_at": "2026-03-30T18:21:10.687996700Z" + }, + "t_024_event_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3289, + "output_tokens": 541, + "generation_duration_ms": 38042, + "started_at": "2026-03-30T18:19:28.772510200Z", + "finished_at": "2026-03-30T18:20:14.048414900Z" + }, + "t_025_optional_fields": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3311, + "output_tokens": 500, + "generation_duration_ms": 35385, + "started_at": "2026-03-30T18:19:28.774155200Z", + "finished_at": "2026-03-30T18:20:11.087637300Z" + }, + "t_026_auth_identity_check": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3338, + "output_tokens": 734, + "generation_duration_ms": 20314, + "started_at": "2026-03-30T18:18:09.466059100Z", + "finished_at": "2026-03-30T18:18:36.460625100Z" + }, + "t_027_private_vs_public_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3355, + "output_tokens": 1303, + "generation_duration_ms": 31713, + "started_at": "2026-03-30T18:18:09.467323200Z", + "finished_at": "2026-03-30T18:18:53.276421Z" + }, + "t_028_cascade_delete": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_028_cascade_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3319, + "output_tokens": 544, + "generation_duration_ms": 23872, + "started_at": "2026-03-30T18:19:28.775501400Z", + "finished_at": "2026-03-30T18:19:59.670944200Z" + }, + "t_029_filter_and_aggregate": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_029_filter_and_aggregate", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3338, + "output_tokens": 717, + "generation_duration_ms": 29618, + "started_at": "2026-03-30T18:19:41.475606200Z", + "finished_at": "2026-03-30T18:20:24.746147500Z" + }, + "t_030_two_table_join": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3384, + "output_tokens": 747, + "generation_duration_ms": 63390, + "started_at": "2026-03-30T18:20:04.156370300Z", + "finished_at": "2026-03-30T18:21:16.703863600Z" + }, + "t_031_unique_constraint": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3280, + "output_tokens": 545, + "generation_duration_ms": 43271, + "started_at": "2026-03-30T18:20:10.305496200Z", + "finished_at": "2026-03-30T18:21:07.546618800Z" + }, + "t_032_range_query": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3349, + "output_tokens": 820, + "generation_duration_ms": 61967, + "started_at": "2026-03-30T18:20:11.091820900Z", + "finished_at": "2026-03-30T18:21:25.263573600Z" + }, + "t_033_sort_and_limit": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3342, + "output_tokens": 963, + "generation_duration_ms": 63044, + "started_at": "2026-03-30T18:20:14.048949400Z", + "finished_at": "2026-03-30T18:21:25.738934700Z" + }, + "t_034_find_first": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3306, + "output_tokens": 642, + "generation_duration_ms": 39916, + "started_at": "2026-03-30T18:20:24.746454800Z", + "finished_at": "2026-03-30T18:21:16.317435900Z" + }, + "t_035_select_distinct": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3296, + "output_tokens": 448, + "generation_duration_ms": 27693, + "started_at": "2026-03-30T18:20:34.391922100Z", + "finished_at": "2026-03-30T18:21:15.867590500Z" + }, + "t_036_count_without_collect": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3337, + "output_tokens": 627, + "generation_duration_ms": 29921, + "started_at": "2026-03-30T18:21:10.688072Z", + "finished_at": "2026-03-30T18:21:51.947141300Z" + }, + "t_037_multi_column_filter": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3342, + "output_tokens": 1054, + "generation_duration_ms": 70179, + "started_at": "2026-03-30T18:21:15.867680600Z", + "finished_at": "2026-03-30T18:22:38.168434600Z" + }, + "t_038_schedule_at_time": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3314, + "output_tokens": 807, + "generation_duration_ms": 48261, + "started_at": "2026-03-30T18:19:08.516598500Z", + "finished_at": "2026-03-30T18:20:06.814270700Z" + }, + "t_039_cancel_schedule": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_039_cancel_schedule", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3311, + "output_tokens": 970, + "generation_duration_ms": 49041, + "started_at": "2026-03-30T18:19:10.629681100Z", + "finished_at": "2026-03-30T18:20:10.305375400Z" + }, + "t_040_lifecycle_player": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3276, + "output_tokens": 915, + "generation_duration_ms": 48158, + "started_at": "2026-03-30T18:19:13.918943700Z", + "finished_at": "2026-03-30T18:20:10.762594300Z" + }, + "t_041_registered_user_gate": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3354, + "output_tokens": 646, + "generation_duration_ms": 18100, + "started_at": "2026-03-30T18:18:09.468475900Z", + "finished_at": "2026-03-30T18:18:36.142788300Z" + }, + "t_042_admin_bootstrap": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3364, + "output_tokens": 721, + "generation_duration_ms": 15730, + "started_at": "2026-03-30T18:18:09.469586500Z", + "finished_at": "2026-03-30T18:18:35.824099800Z" + }, + "t_043_role_based_access": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3394, + "output_tokens": 924, + "generation_duration_ms": 24360, + "started_at": "2026-03-30T18:18:09.470681500Z", + "finished_at": "2026-03-30T18:18:38.954810400Z" + }, + "t_044_ban_list": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3410, + "output_tokens": 649, + "generation_duration_ms": 26993, + "started_at": "2026-03-30T18:18:09.471818700Z", + "finished_at": "2026-03-30T18:18:45.900252600Z" + }, + "t_045_rate_limit": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3383, + "output_tokens": 730, + "generation_duration_ms": 33920, + "started_at": "2026-03-30T18:18:09.472909100Z", + "finished_at": "2026-03-30T18:18:53.627696700Z" + }, + "t_046_shared_document": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": true, + "model_name": "Grok Code", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "grok-code-fast-1", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "xai", + "input_tokens": 3457, + "output_tokens": 796, + "generation_duration_ms": 29480, + "started_at": "2026-03-30T18:18:09.474038300Z", + "finished_at": "2026-03-30T18:18:46.252378400Z" + } + } + }, + { + "name": "GPT-5-mini", + "route_api_model": "gpt-5-mini", + "tasks": { + "t_000_empty_reducers": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_000_empty_reducers", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3131, + "output_tokens": 985, + "generation_duration_ms": 445303, + "started_at": "2026-03-30T18:13:15.209774500Z", + "finished_at": "2026-03-30T18:20:51.923263700Z" + }, + "t_001_basic_tables": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_001_basic_tables", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3158, + "output_tokens": 759, + "generation_duration_ms": 254033, + "started_at": "2026-03-30T18:13:15.211255600Z", + "finished_at": "2026-03-30T18:17:36.071534Z" + }, + "t_002_scheduled_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_002_scheduled_table", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3112, + "output_tokens": 1480, + "generation_duration_ms": 556983, + "started_at": "2026-03-30T18:13:26.768568Z", + "finished_at": "2026-03-30T18:22:56.158136100Z" + }, + "t_003_struct_in_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_003_struct_in_table", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3089, + "output_tokens": 505, + "generation_duration_ms": 205010, + "started_at": "2026-03-30T18:13:57.058363600Z", + "finished_at": "2026-03-30T18:17:31.839174600Z" + }, + "t_004_insert": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_004_insert", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 2, + "passed_tests": 2, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" + } + } + }, + "vendor": "openai", + "input_tokens": 3124, + "output_tokens": 733, + "generation_duration_ms": 48217, + "started_at": "2026-03-30T18:17:31.839338300Z", + "finished_at": "2026-03-30T18:18:33.494348900Z" + }, + "t_005_update": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_005_update", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "data_parity_update_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice2", + 31, + false + ], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "update_user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "openai", + "input_tokens": 3158, + "output_tokens": 1329, + "generation_duration_ms": 107827, + "started_at": "2026-03-30T18:17:36.072011100Z", + "finished_at": "2026-03-30T18:19:30.403103600Z" + }, + "t_006_delete": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_006_delete", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + }, + "delete_user_count_zero": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3132, + "output_tokens": 851, + "generation_duration_ms": 123787, + "started_at": "2026-03-30T18:18:15.374647500Z", + "finished_at": "2026-03-30T18:20:32.354077400Z" + }, + "t_007_crud": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_007_crud", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "crud_row_id2_deleted": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 0, + "expected": 0, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "crud_row_id1_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" + } + }, + "crud_total_count_one": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user" + } + } + }, + "vendor": "openai", + "input_tokens": 3180, + "output_tokens": 925, + "generation_duration_ms": 81975, + "started_at": "2026-03-30T18:18:20.055195100Z", + "finished_at": "2026-03-30T18:19:56.759362600Z" + }, + "t_008_index_lookup": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_008_index_lookup", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "index_lookup_projection_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1 + ], + "golden_out": "id | name ----+--------- 1 | \"Alice\"", + "llm_out": "id | name ----+--------- 1 | \"Alice\"", + "query": "SELECT id, name FROM result WHERE id=1", + "reducer": "lookup_user_name" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" + } + } + }, + "vendor": "openai", + "input_tokens": 3163, + "output_tokens": 1086, + "generation_duration_ms": 129854, + "started_at": "2026-03-30T18:18:33.827380500Z", + "finished_at": "2026-03-30T18:20:53.574352600Z" + }, + "t_009_init": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_009_init", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 4, + "category": "basics", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "init_seed_alice": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3131, + "output_tokens": 450, + "generation_duration_ms": 63515, + "started_at": "2026-03-30T18:18:33.828756600Z", + "finished_at": "2026-03-30T18:19:55.325093300Z" }, - "t_004_insert": { - "hash": "edbeadd577ce7acdedf6ce10e46c0aaee75d0cd6c30c8faef266a23ad86d12cf", - "task": "t_004_insert", - "lang": "rust", + "t_010_connect": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_010_connect", + "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 2, - "passed_tests": 2, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, "category": "basics", - "route_api_model": "grok-4", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -18913,44 +148333,39 @@ "tables_diff": null, "tables_equal": true } - }, - "data_parity_insert_user": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - "Alice", - 30, - true - ], - "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "insert_user" - } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3108, + "output_tokens": 528, + "generation_duration_ms": 61193, + "started_at": "2026-03-30T18:18:33.829961100Z", + "finished_at": "2026-03-30T18:19:42.030575900Z" }, - "t_007_crud": { - "hash": "edbeadd577ce7acdedf6ce10e46c0aaee75d0cd6c30c8faef266a23ad86d12cf", - "task": "t_007_crud", - "lang": "rust", + "t_011_helper_function": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_011_helper_function", + "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 4, - "passed_tests": 4, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, "category": "basics", - "route_api_model": "grok-4", + "route_api_model": "gpt-5-mini", "scorer_details": { - "crud_row_id2_deleted": { + "helper_func_sum_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" } }, "schema_parity": { @@ -18963,39 +148378,33 @@ "tables_equal": true } }, - "crud_row_id1_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "crud" - } - }, - "crud_total_count_one": { + "helper_func_sum_abs": { "pass": true, "partial": 1.0, "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user" + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3112, + "output_tokens": 1227, + "generation_duration_ms": 212099, + "started_at": "2026-03-30T18:19:30.403284100Z", + "finished_at": "2026-03-30T18:23:12.329397500Z" }, "t_012_spacetime_product_type": { - "hash": "edbeadd577ce7acdedf6ce10e46c0aaee75d0cd6c30c8faef266a23ad86d12cf", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_012_spacetime_product_type", - "lang": "rust", + "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", + "model_name": "GPT-5-mini", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "grok-4", + "route_api_model": "gpt-5-mini", "scorer_details": { "product_type_row_count": { "pass": true, @@ -19032,30 +148441,24 @@ } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3121, + "output_tokens": 804, + "generation_duration_ms": 44338, + "started_at": "2026-03-30T18:25:12.596520300Z", + "finished_at": "2026-03-30T18:26:06.466126300Z" }, - "t_016_sum_type_columns": { - "hash": "edbeadd577ce7acdedf6ce10e46c0aaee75d0cd6c30c8faef266a23ad86d12cf", - "task": "t_016_sum_type_columns", - "lang": "rust", + "t_013_spacetime_sum_type": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_013_spacetime_sum_type", + "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", + "model_name": "GPT-5-mini", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "grok-4", + "route_api_model": "gpt-5-mini", "scorer_details": { - "sum_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (Circle = 10) | (Rectangle = (width = 4, height = 6))", - "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (Circle = 10) | (Rectangle = (width = 4, height = 6))", - "query": "SELECT id, a, b FROM drawing WHERE id=1", - "reducer": "seed" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -19066,440 +148469,108 @@ "tables_equal": true } }, - "sum_type_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" - } - } - }, - "vendor": "xai" - }, - "t_017_scheduled_columns": { - "hash": "edbeadd577ce7acdedf6ce10e46c0aaee75d0cd6c30c8faef266a23ad86d12cf", - "task": "t_017_scheduled_columns", - "lang": "rust", - "golden_published": true, - "model_name": "Grok 4", - "total_tests": 2, - "passed_tests": 2, - "category": "schema", - "route_api_model": "grok-4", - "scorer_details": { - "schema_parity": { + "sum_type_row_parity": { "pass": true, "partial": 1.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" } }, - "scheduled_seeded_one_row": { + "sum_type_row_count": { "pass": true, "partial": 1.0, "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM tick_timer WHERE scheduled_id>=0" + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3140, + "output_tokens": 722, + "generation_duration_ms": 84917, + "started_at": "2026-03-30T18:25:19.032957500Z", + "finished_at": "2026-03-30T18:26:52.413792800Z" }, - "t_020_ecs": { - "hash": "edbeadd577ce7acdedf6ce10e46c0aaee75d0cd6c30c8faef266a23ad86d12cf", - "task": "t_020_ecs", - "lang": "rust", + "t_014_elementary_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_014_elementary_columns", + "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 5, - "passed_tests": 5, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, "category": "schema", - "route_api_model": "grok-4", + "route_api_model": "gpt-5-mini", "scorer_details": { - "ecs_next_pos_entity2": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=2 AND x=8 AND y=3" - } - }, - "ecs_next_pos_entity1": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM next_position WHERE entity_id=1 AND x=1 AND y=0" - } - }, - "ecs_seed_position_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM position" - } - }, "schema_parity": { "pass": true, "partial": 1.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "ecs_step_next_position_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM next_position" - } - } - }, - "vendor": "xai" - }, - "t_021_multi_column_index": { - "hash": "edbeadd577ce7acdedf6ce10e46c0aaee75d0cd6c30c8faef266a23ad86d12cf", - "task": "t_021_multi_column_index", - "lang": "rust", - "golden_published": false, - "model_name": "Grok 4", - "total_tests": 4, - "passed_tests": 0, - "llm_output": "use spacetimedb::{table, reducer, Table, ReducerContext};\n\n#[table(accessor = log, public, index(name = by_user_day, btree(columns = [user_id, day])))]\npub struct Log {\n #[primary_key]\n id: i32,\n user_id: i32,\n day: i32,\n message: String,\n}\n\n#[reducer]\npub fn seed(ctx: &ReducerContext) -> Result<(), String> {\n ctx.db.log().insert(Log { id: 1, user_id: 7, day: 1, message: \"a\".to_string() });\n ctx.db.log().insert(Log { id: 2, user_id: 7, day: 2, message: \"b\".to_string() });\n ctx.db.log().insert(Log { id: 3, user_id: 9, day: 1, message: \"c\".to_string() });\n Ok(())\n}", - "category": "schema", - "route_api_model": "grok-4", - "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime publish failed (exit=1)\n--- stderr ---\n Updating crates.io index\n Locking 104 packages to latest compatible versions\n Adding generic-array v0.14.7 (available: v0.14.9)\n Compiling proc-macro2 v1.0.106\n Compiling unicode-ident v1.0.24\n Compiling quote v1.0.44\n Compiling version_check v0.9.5\n Compiling typenum v1.19.0\n Compiling autocfg v1.5.0\n Compiling heck v0.5.0\n Compiling serde_core v1.0.228\n Compiling cfg-if v1.0.4\n Compiling rustversion v1.0.22\n Compiling either v1.15.0\n Compiling itoa v1.0.17\n Compiling find-msvc-tools v0.1.9\n Compiling serde v1.0.228\n Compiling shlex v1.3.0\n Compiling zerocopy v0.8.39\n Compiling anyhow v1.0.102\n Compiling thiserror v1.0.69\n Compiling nohash-hasher v0.2.0\n Compiling bitflags v2.11.0\n Compiling ryu v1.0.23\n Compiling arrayvec v0.7.6\n Compiling bytes v1.11.1\n Compiling keccak v0.1.6\n Compiling heck v0.4.1\n Compiling humantime v2.3.0\n Compiling convert_case v0.4.0\n Compiling hex v0.4.3\n Compiling constant_time_eq v0.4.2\n Compiling getrandom v0.2.17\n Compiling smallvec v1.15.1\n Compiling arrayref v0.3.9\n Compiling spacetimedb-lib v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\lib)\n Compiling bytemuck v1.25.0\n Compiling itertools v0.12.1\n Compiling second-stack v0.3.5\n Compiling zmij v1.0.21\n Compiling uuid v1.21.0\n Compiling rand_core v0.6.4\n Compiling log v0.4.29\n Compiling serde_json v1.0.149\n Compiling memchr v2.8.0\n Compiling scoped-tls v1.0.1\n Compiling generic-array v0.14.7\n Compiling num-traits v0.2.19\n Compiling cc v1.2.56\n Compiling http v1.4.0\n Compiling castaway v0.2.4\n Compiling lean_string v0.5.1\n Compiling syn v2.0.117\n Compiling blake3 v1.8.3\n Compiling approx v0.3.2\n Compiling chrono v0.4.43\n Compiling crypto-common v0.1.7\n Compiling block-buffer v0.10.4\n Compiling decorum v0.3.1\n Compiling digest v0.10.7\n Compiling sha3 v0.10.8\n Compiling ethnum v1.5.2\n Compiling ppv-lite86 v0.2.21\n Compiling enum-as-inner v0.6.1\n Compiling thiserror-impl v1.0.69\n Compiling derive_more v0.99.20\n Compiling rand_chacha v0.3.1\n Compiling rand v0.8.5\n Compiling spacetimedb-primitives v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\primitives)\n Compiling spacetimedb-bindings-sys v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-sys)\n Compiling spacetimedb-bindings-macro v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings-macro)\n Compiling spacetimedb-sats v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\sats)\n Compiling spacetimedb-query-builder v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\query-builder)\n Compiling spacetimedb v2.0.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\crates\\bindings)\n Compiling spacetime-module v0.1.0 (D:\\Development\\ClockworkLabs\\SpacetimeDB\\SpacetimeDBPrivate\\public\\target\\llm-runs\\schema\\t_021_multi_column_index\\rust\\server\\grok-4\\llm)\nerror: expected string literal\n --> src\\lib.rs:4:46\n |\n4 | #[table(accessor = log, public, index(name = by_user_day, btree(columns = [user_id, day])))]\n | ^^^^^^^^^^^\n\nerror[E0422]: cannot find struct, variant or union type `Log` in this scope\n --> src\\lib.rs:15:25\n |\n15 | ctx.db.log().insert(Log { id: 1, user_id: 7, day: 1, message: \"a\".to_string() });\n | ^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Log` in this scope\n --> src\\lib.rs:16:25\n |\n16 | ctx.db.log().insert(Log { id: 2, user_id: 7, day: 2, message: \"b\".to_string() });\n | ^^^ not found in this scope\n\nerror[E0422]: cannot find struct, variant or union type `Log` in this scope\n --> src\\lib.rs:17:25\n |\n17 | ctx.db.log().insert(Log { id: 3, user_id: 9, day: 1, message: \"c\".to_string() });\n | ^^^ not found in this scope\n\nerror[E0599]: no method named `log` found for struct `Local` in the current scope\n --> src\\lib.rs:15:12\n |\n15 | ctx.db.log().insert(Log { id: 1, user_id: 7, day: 1, message: \"a\".to_string() });\n | ^^^ method not found in `Local`\n\nerror[E0599]: no method named `log` found for struct `Local` in the current scope\n --> src\\lib.rs:16:12\n |\n16 | ctx.db.log().insert(Log { id: 2, user_id: 7, day: 2, message: \"b\".to_string() });\n | ^^^ method not found in `Local`\n\nerror[E0599]: no method named `log` found for struct `Local` in the current scope\n --> src\\lib.rs:17:12\n |\n17 | ctx.db.log().insert(Log { id: 3, user_id: 9, day: 1, message: \"c\".to_string() });\n | ^^^ method not found in `Local`\n\nSome errors have detailed explanations: E0422, E0599.\nFor more information about an error, try `rustc --explain E0422`.\nerror: could not compile `spacetime-module` (lib) due to 7 previous errors\nError: command [\"cargo\", \"build\", \"--config=net.git-fetch-with-cli=true\", \"--target=wasm32-unknown-unknown\", \"--release\", \"--message-format=json-render-diagnostics\"] exited with code 101\n\n--- stdout ---\n", - "phase": "build_or_publish" - } - } - }, - "vendor": "xai" - } - } - } - ] - }, - { - "mode": "none", - "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", - "models": [ - { - "name": "Grok 4", - "route_api_model": "grok-4", - "tasks": { - "t_002_scheduled_table": { - "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", - "task": "t_002_scheduled_table", - "lang": "rust", - "golden_published": false, - "model_name": "Grok 4", - "total_tests": 1, - "passed_tests": 0, - "category": "basics", - "route_api_model": "grok-4", - "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "POST https://api.x.ai/v1/chat/completions status 429 Too Many Requests body: {\"code\":\"Some resource has been exhausted\",\"error\":\"Your team 5fc90f6d-3ee0-435e-a2e2-c7d23f7ea90d has either used all available credits or reached its monthly spending limit. To continue making API requests, please purchase more credits or raise your spending limit.\"}", - "phase": "build_or_publish" - } - } - }, - "vendor": "xai" - }, - "t_012_spacetime_product_type": { - "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", - "task": "t_012_spacetime_product_type", - "lang": "rust", - "golden_published": false, - "model_name": "Grok 4", - "total_tests": 1, - "passed_tests": 0, - "category": "schema", - "route_api_model": "grok-4", - "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "POST https://api.x.ai/v1/chat/completions status 429 Too Many Requests body: {\"code\":\"Some resource has been exhausted\",\"error\":\"Your team 5fc90f6d-3ee0-435e-a2e2-c7d23f7ea90d has either used all available credits or reached its monthly spending limit. To continue making API requests, please purchase more credits or raise your spending limit.\"}", - "phase": "build_or_publish" - } - } - }, - "vendor": "xai" - }, - "t_017_scheduled_columns": { - "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", - "task": "t_017_scheduled_columns", - "lang": "rust", - "golden_published": false, - "model_name": "Grok 4", - "total_tests": 1, - "passed_tests": 0, - "category": "schema", - "route_api_model": "grok-4", - "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "POST https://api.x.ai/v1/chat/completions status 429 Too Many Requests body: {\"code\":\"Some resource has been exhausted\",\"error\":\"Your team 5fc90f6d-3ee0-435e-a2e2-c7d23f7ea90d has either used all available credits or reached its monthly spending limit. To continue making API requests, please purchase more credits or raise your spending limit.\"}", - "phase": "build_or_publish" - } - } - }, - "vendor": "xai" - }, - "t_021_multi_column_index": { - "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", - "task": "t_021_multi_column_index", - "lang": "rust", - "golden_published": false, - "model_name": "Grok 4", - "total_tests": 1, - "passed_tests": 0, - "category": "schema", - "route_api_model": "grok-4", - "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "POST https://api.x.ai/v1/chat/completions status 429 Too Many Requests body: {\"code\":\"Some resource has been exhausted\",\"error\":\"Your team 5fc90f6d-3ee0-435e-a2e2-c7d23f7ea90d has either used all available credits or reached its monthly spending limit. To continue making API requests, please purchase more credits or raise your spending limit.\"}", - "phase": "build_or_publish" - } - } - }, - "vendor": "xai" - } - } - } - ] - } - ], - "golden_answers": { - "basics/t_000_empty_reducers": { - "answer": "use spacetimedb::{reducer, ReducerContext};\r\n\r\n#[reducer]\r\npub fn empty_reducer_no_args(ctx: &ReducerContext) -> Result<(), String> {\r\n Ok(())\r\n}\r\n\r\n#[reducer]\r\npub fn empty_reducer_with_int(ctx: &ReducerContext, count: i32) -> Result<(), String> {\r\n Ok(())\r\n}\r\n\r\n#[reducer]\r\npub fn empty_reducer_with_string(ctx: &ReducerContext, name: String) -> Result<(), String> {\r\n Ok(())\r\n}\r\n\r\n#[reducer]\r\npub fn empty_reducer_with_two_args(ctx: &ReducerContext, count: i32, name: String) -> Result<(), String> {\r\n Ok(())\r\n}\r\n\r\n#[reducer]\r\npub fn empty_reducer_with_three_args(\r\n ctx: &ReducerContext,\r\n active: bool,\r\n ratio: f32,\r\n label: String,\r\n) -> Result<(), String> {\r\n Ok(())\r\n}\r\n", - "syntax": "rust" - }, - "basics/t_001_basic_tables": { - "answer": "use spacetimedb::table;\r\n\r\n#[table(name = users)]\r\npub struct Users {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[table(name = products)]\r\npub struct Products {\r\n #[primary_key]\r\n pub id: i32,\r\n pub title: String,\r\n pub price: f32,\r\n pub in_stock: bool,\r\n}\r\n\r\n#[table(name = notes)]\r\npub struct Notes {\r\n #[primary_key]\r\n pub id: i32,\r\n pub body: String,\r\n pub rating: i64,\r\n pub pinned: bool,\r\n}\r\n", - "syntax": "rust" - }, - "basics/t_002_scheduled_table": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\r\nuse std::time::Duration;\r\n\r\n#[table(name = tick_timer, scheduled(tick))]\r\npub struct TickTimer {\r\n #[primary_key]\r\n #[auto_inc]\r\n scheduled_id: u64,\r\n scheduled_at: ScheduleAt,\r\n}\r\n\r\n#[reducer]\r\npub fn tick(_ctx: &ReducerContext, _row: TickTimer) -> Result<(), String> {\r\n Ok(())\r\n}\r\n\r\n#[reducer(init)]\r\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\r\n ctx.db.tick_timer().insert(TickTimer {\r\n scheduled_id: 0,\r\n scheduled_at: ScheduleAt::Interval(Duration::from_millis(50).into()),\r\n });\r\n Ok(())\r\n}\r\n", - "syntax": "rust" - }, - "basics/t_003_struct_in_table": { - "answer": "use spacetimedb::{table, SpacetimeType};\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Position {\r\n pub x: i32,\r\n pub y: i32,\r\n}\r\n\r\n#[table(name = entities)]\r\npub struct Entity {\r\n #[primary_key]\r\n pub id: i32,\r\n pub pos: Position,\r\n}\r\n\r\n", - "syntax": "rust" - }, - "basics/t_004_insert": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(name = users)]\r\npub struct Users {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[reducer]\r\npub fn insert_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) -> Result<(), String> {\r\n ctx.db.users().insert(Users { id, name, age, active });\r\n Ok(())\r\n}\r\n", - "syntax": "rust" - }, - "basics/t_005_update": { - "answer": "use spacetimedb::{reducer, table, ReducerContext};\r\n\r\n#[table(name = users)]\r\npub struct User {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[reducer]\r\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\r\n ctx.db.users().id().update(User { id, name, age, active });\r\n}", - "syntax": "rust" - }, - "basics/t_006_delete": { - "answer": "use spacetimedb::{reducer, table, ReducerContext};\r\n\r\n#[table(name = users)]\r\npub struct User {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[reducer]\r\npub fn delete_user(ctx: &ReducerContext, id: i32) {\r\n ctx.db.users().id().delete(id);\r\n}\r\n", - "syntax": "rust" - }, - "basics/t_007_crud": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(name = users)]\r\npub struct User {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[reducer]\r\npub fn crud(ctx: &ReducerContext) {\r\n ctx.db.users().insert(User { id: 1, name: \"Alice\".into(), age: 30, active: true });\r\n ctx.db.users().insert(User { id: 2, name: \"Bob\".into(), age: 22, active: false });\r\n ctx.db.users().id().update(User { id: 1, name: \"Alice2\".into(), age: 31, active: false });\r\n ctx.db.users().id().delete(2);\r\n}\r\n", - "syntax": "rust" - }, - "basics/t_008_index_lookup": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(name = users)]\r\npub struct User {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[table(name = results)]\r\npub struct ResultRow {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n}\r\n\r\n#[reducer]\r\npub fn lookup_user_name(ctx: &ReducerContext, id: i32) {\r\n if let Some(u) = ctx.db.users().id().find(id) {\r\n ctx.db.results().insert(ResultRow { id: u.id, name: u.name });\r\n }\r\n}\r\n", - "syntax": "rust" - }, - "basics/t_009_init": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(name = users)]\r\npub struct User {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[reducer(init)]\r\npub fn init(ctx: &ReducerContext) {\r\n ctx.db.users().insert(User { id: 1, name: \"Alice\".into(), age: 30, active: true });\r\n ctx.db.users().insert(User { id: 2, name: \"Bob\".into(), age: 22, active: false });\r\n}\r\n", - "syntax": "rust" - }, - "basics/t_010_connect": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(name = events)]\r\npub struct Event {\r\n #[primary_key]\r\n #[auto_inc]\r\n pub id: u64,\r\n pub kind: String,\r\n}\r\n\r\n#[reducer(client_connected)]\r\npub fn client_connected(ctx: &ReducerContext) {\r\n ctx.db.events().insert(Event { id: 0, kind: \"connected\".into() });\r\n}\r\n\r\n#[reducer(client_disconnected)]\r\npub fn client_disconnected(ctx: &ReducerContext) {\r\n ctx.db.events().insert(Event { id: 0, kind: \"disconnected\".into() });\r\n}\r\n", - "syntax": "rust" - }, - "basics/t_011_helper_function": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(name = results)]\r\npub struct ResultRow {\r\n #[primary_key]\r\n pub id: i32,\r\n pub sum: i32,\r\n}\r\n\r\nfn add(a: i32, b: i32) -> i32 { a + b }\r\n\r\n#[reducer]\r\npub fn compute_sum(ctx: &ReducerContext, id: i32, a: i32, b: i32) {\r\n ctx.db.results().insert(ResultRow { id, sum: add(a, b) });\r\n}\r\n", - "syntax": "rust" - }, - "schema/t_012_spacetime_product_type": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Score {\r\n pub left: i32,\r\n pub right: i32,\r\n}\r\n\r\n#[table(name = results)]\r\npub struct ResultRow {\r\n #[primary_key]\r\n pub id: i32,\r\n pub value: Score,\r\n}\r\n\r\n#[reducer]\r\npub fn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\r\n ctx.db.results().insert(ResultRow { id, value: Score { left, right } });\r\n}\r\n", - "syntax": "rust" - }, - "schema/t_013_spacetime_sum_type": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Rect {\r\n pub width: i32,\r\n pub height: i32,\r\n}\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub enum Shape {\r\n Circle(i32),\r\n Rectangle(Rect),\r\n}\r\n\r\n#[table(name = results)]\r\npub struct ResultRow {\r\n #[primary_key]\r\n pub id: i32,\r\n pub value: Shape,\r\n}\r\n\r\n#[reducer]\r\npub fn set_circle(ctx: &ReducerContext, id: i32, radius: i32) {\r\n ctx.db.results().insert(ResultRow { id, value: Shape::Circle(radius) });\r\n}\r\n", - "syntax": "rust" - }, - "schema/t_014_elementary_columns": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(name = primitives)]\r\npub struct Primitive {\r\n #[primary_key]\r\n pub id: i32,\r\n pub count: i32,\r\n pub total: i64,\r\n pub price: f32,\r\n pub ratio: f64,\r\n pub active: bool,\r\n pub name: String,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.primitives().insert(Primitive {\r\n id: 1,\r\n count: 2,\r\n total: 3_000_000_000,\r\n price: 1.5,\r\n ratio: 2.25,\r\n active: true,\r\n name: \"Alice\".into(),\r\n });\r\n}\r\n", - "syntax": "rust" - }, - "schema/t_015_product_type_columns": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Address {\r\n pub street: String,\r\n pub zip: i32,\r\n}\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Position {\r\n pub x: i32,\r\n pub y: i32,\r\n}\r\n\r\n#[table(name = profiles)]\r\npub struct Profile {\r\n #[primary_key]\r\n pub id: i32,\r\n pub home: Address,\r\n pub work: Address,\r\n pub pos: Position,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.profiles().insert(Profile {\r\n id: 1,\r\n home: Address { street: \"1 Main\".into(), zip: 11111 },\r\n work: Address { street: \"2 Broad\".into(), zip: 22222 },\r\n pos: Position { x: 7, y: 9 },\r\n });\r\n}\r\n", - "syntax": "rust" - }, - "schema/t_016_sum_type_columns": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Rect {\r\n pub width: i32,\r\n pub height: i32,\r\n}\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub enum Shape {\r\n Circle(i32),\r\n Rectangle(Rect),\r\n}\r\n\r\n#[table(name = drawings)]\r\npub struct Drawing {\r\n #[primary_key]\r\n pub id: i32,\r\n pub a: Shape,\r\n pub b: Shape,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.drawings().insert(Drawing {\r\n id: 1,\r\n a: Shape::Circle(10),\r\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\r\n });\r\n}\r\n", - "syntax": "rust" - }, - "schema/t_017_scheduled_columns": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\r\nuse std::time::Duration;\r\n\r\n#[table(name = tick_timer, scheduled(tick))]\r\npub struct TickTimer {\r\n #[primary_key]\r\n #[auto_inc]\r\n pub scheduled_id: u64,\r\n pub scheduled_at: ScheduleAt,\r\n}\r\n\r\n#[reducer]\r\npub fn tick(_ctx: &ReducerContext, _schedule: TickTimer) {\r\n}\r\n\r\n#[reducer(init)]\r\npub fn init(ctx: &ReducerContext) {\r\n let every_50ms: ScheduleAt = Duration::from_millis(50).into();\r\n ctx.db.tick_timer().insert(TickTimer {\r\n scheduled_id: 0,\r\n scheduled_at: every_50ms,\r\n });\r\n}\r\n", - "syntax": "rust" - }, - "schema/t_018_constraints": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(\r\n name = accounts,\r\n index(name = by_name, btree(columns = [name]))\r\n)]\r\npub struct Account {\r\n #[primary_key]\r\n pub id: i32,\r\n #[unique]\r\n pub email: String,\r\n pub name: String,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.accounts().insert(Account { id: 1, email: \"a@example.com\".into(), name: \"Alice\".into() });\r\n ctx.db.accounts().insert(Account { id: 2, email: \"b@example.com\".into(), name: \"Bob\".into() });\r\n}\r\n", - "syntax": "rust" - }, - "schema/t_019_many_to_many": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(name = users)]\r\npub struct User {\r\n #[primary_key]\r\n pub user_id: i32,\r\n pub name: String,\r\n}\r\n\r\n#[table(name = groups)]\r\npub struct Group {\r\n #[primary_key]\r\n pub group_id: i32,\r\n pub title: String,\r\n}\r\n\r\n#[table(\r\n name = memberships,\r\n index(name = by_user, btree(columns = [user_id])),\r\n index(name = by_group, btree(columns = [group_id]))\r\n)]\r\npub struct Membership {\r\n #[primary_key]\r\n pub id: i32,\r\n pub user_id: i32,\r\n pub group_id: i32,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.users().insert(User { user_id: 1, name: \"Alice\".into() });\r\n ctx.db.users().insert(User { user_id: 2, name: \"Bob\".into() });\r\n\r\n ctx.db.groups().insert(Group { group_id: 10, title: \"Admin\".into() });\r\n ctx.db.groups().insert(Group { group_id: 20, title: \"Dev\".into() });\r\n\r\n ctx.db.memberships().insert(Membership { id: 1, user_id: 1, group_id: 10 });\r\n ctx.db.memberships().insert(Membership { id: 2, user_id: 1, group_id: 20 });\r\n ctx.db.memberships().insert(Membership { id: 3, user_id: 2, group_id: 20 });\r\n}\r\n", - "syntax": "rust" - }, - "schema/t_020_ecs": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(name = entities)]\r\npub struct Entity {\r\n #[primary_key]\r\n pub id: i32,\r\n}\r\n\r\n#[table(name = positions)]\r\npub struct Position {\r\n #[primary_key]\r\n pub entity_id: i32,\r\n pub x: i32,\r\n pub y: i32,\r\n}\r\n\r\n#[table(name = velocities)]\r\npub struct Velocity {\r\n #[primary_key]\r\n pub entity_id: i32,\r\n pub vx: i32,\r\n pub vy: i32,\r\n}\r\n\r\n#[table(name = next_positions)]\r\npub struct NextPosition {\r\n #[primary_key]\r\n pub entity_id: i32,\r\n pub x: i32,\r\n pub y: i32,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.entities().insert(Entity { id: 1 });\r\n ctx.db.entities().insert(Entity { id: 2 });\r\n\r\n ctx.db.positions().insert(Position {\r\n entity_id: 1,\r\n x: 1,\r\n y: 0,\r\n });\r\n ctx.db.positions().insert(Position {\r\n entity_id: 2,\r\n x: 10,\r\n y: 0,\r\n });\r\n\r\n ctx.db.velocities().insert(Velocity {\r\n entity_id: 1,\r\n vx: 1,\r\n vy: 0,\r\n });\r\n ctx.db.velocities().insert(Velocity {\r\n entity_id: 2,\r\n vx: -2,\r\n vy: 3,\r\n });\r\n}\r\n\r\n#[spacetimedb::reducer]\r\npub fn step(ctx: &ReducerContext) {\r\n for p in ctx.db.positions().iter() {\r\n if let Some(v) = ctx.db.velocities().entity_id().find(p.entity_id) {\r\n let np = NextPosition {\r\n entity_id: p.entity_id,\r\n x: p.x + v.vx,\r\n y: p.y + v.vy,\r\n };\r\n\r\n if ctx.db.next_positions().entity_id().find(p.entity_id).is_some() {\r\n ctx.db.next_positions().entity_id().update(np);\r\n } else {\r\n ctx.db.next_positions().insert(np);\r\n }\r\n }\r\n }\r\n}\r\n", - "syntax": "rust" - }, - "schema/t_021_multi_column_index": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(\r\n name = logs,\r\n index(name = by_user_day, btree(columns = [user_id, day]))\r\n)]\r\npub struct Log {\r\n #[primary_key]\r\n pub id: i32,\r\n pub user_id: i32,\r\n pub day: i32,\r\n pub message: String,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.logs().insert(Log { id: 1, user_id: 7, day: 1, message: \"a\".into() });\r\n ctx.db.logs().insert(Log { id: 2, user_id: 7, day: 2, message: \"b\".into() });\r\n ctx.db.logs().insert(Log { id: 3, user_id: 9, day: 1, message: \"c\".into() });\r\n}\r\n", - "syntax": "rust" - }, - "t_000_empty_reducers": { - "answer": "use spacetimedb::{reducer, table, ReducerContext};\r\n\r\n#[table(accessor = empty_table)]\r\npub struct EmptyTable {\r\n #[primary_key]\r\n pub id: i32,\r\n}\r\n\r\n#[reducer]\r\npub fn empty_reducer_no_args(ctx: &ReducerContext) -> Result<(), String> {\r\n Ok(())\r\n}\r\n\r\n#[reducer]\r\npub fn empty_reducer_with_int(ctx: &ReducerContext, count: i32) -> Result<(), String> {\r\n Ok(())\r\n}\r\n\r\n#[reducer]\r\npub fn empty_reducer_with_string(ctx: &ReducerContext, name: String) -> Result<(), String> {\r\n Ok(())\r\n}\r\n\r\n#[reducer]\r\npub fn empty_reducer_with_two_args(ctx: &ReducerContext, count: i32, name: String) -> Result<(), String> {\r\n Ok(())\r\n}\r\n\r\n#[reducer]\r\npub fn empty_reducer_with_three_args(\r\n ctx: &ReducerContext,\r\n active: bool,\r\n ratio: f32,\r\n label: String,\r\n) -> Result<(), String> {\r\n Ok(())\r\n}\r\n", - "syntax": "rust" - }, - "t_001_basic_tables": { - "answer": "use spacetimedb::table;\r\n\r\n#[table(accessor = user)]\r\npub struct User {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[table(accessor = product)]\r\npub struct Product {\r\n #[primary_key]\r\n pub id: i32,\r\n pub title: String,\r\n pub price: f32,\r\n pub in_stock: bool,\r\n}\r\n\r\n#[table(accessor = note)]\r\npub struct Note {\r\n #[primary_key]\r\n pub id: i32,\r\n pub body: String,\r\n pub rating: i64,\r\n pub pinned: bool,\r\n}\r\n", - "syntax": "rust" - }, - "t_002_scheduled_table": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\r\nuse std::time::Duration;\r\n\r\n#[table(accessor = tick_timer, scheduled(tick))]\r\npub struct TickTimer {\r\n #[primary_key]\r\n #[auto_inc]\r\n scheduled_id: u64,\r\n scheduled_at: ScheduleAt,\r\n}\r\n\r\n#[reducer]\r\npub fn tick(_ctx: &ReducerContext, _row: TickTimer) -> Result<(), String> {\r\n Ok(())\r\n}\r\n\r\n#[reducer(init)]\r\npub fn init(ctx: &ReducerContext) -> Result<(), String> {\r\n ctx.db.tick_timer().insert(TickTimer {\r\n scheduled_id: 0,\r\n scheduled_at: ScheduleAt::Interval(Duration::from_millis(50).into()),\r\n });\r\n Ok(())\r\n}\r\n", - "syntax": "rust" - }, - "t_003_struct_in_table": { - "answer": "use spacetimedb::{table, SpacetimeType};\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Position {\r\n pub x: i32,\r\n pub y: i32,\r\n}\r\n\r\n#[table(accessor = entity)]\r\npub struct Entity {\r\n #[primary_key]\r\n pub id: i32,\r\n pub pos: Position,\r\n}\r\n", - "syntax": "rust" - }, - "t_004_insert": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(accessor = user)]\r\npub struct User {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[reducer]\r\npub fn insert_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) -> Result<(), String> {\r\n ctx.db.user().insert(User { id, name, age, active });\r\n Ok(())\r\n}\r\n", - "syntax": "rust" - }, - "t_005_update": { - "answer": "use spacetimedb::{reducer, table, ReducerContext};\r\n\r\n#[table(accessor = user)]\r\npub struct User {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[reducer]\r\npub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) {\r\n ctx.db.user().id().update(User { id, name, age, active });\r\n}\r\n", - "syntax": "rust" - }, - "t_006_delete": { - "answer": "use spacetimedb::{reducer, table, ReducerContext};\r\n\r\n#[table(accessor = user)]\r\npub struct User {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[reducer]\r\npub fn delete_user(ctx: &ReducerContext, id: i32) {\r\n ctx.db.user().id().delete(id);\r\n}\r\n", - "syntax": "rust" - }, - "t_007_crud": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(accessor = user)]\r\npub struct User {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[reducer]\r\npub fn crud(ctx: &ReducerContext) {\r\n ctx.db.user().insert(User {\r\n id: 1,\r\n name: \"Alice\".into(),\r\n age: 30,\r\n active: true,\r\n });\r\n ctx.db.user().insert(User {\r\n id: 2,\r\n name: \"Bob\".into(),\r\n age: 22,\r\n active: false,\r\n });\r\n ctx.db.user().id().update(User {\r\n id: 1,\r\n name: \"Alice2\".into(),\r\n age: 31,\r\n active: false,\r\n });\r\n ctx.db.user().id().delete(2);\r\n}\r\n", - "syntax": "rust" - }, - "t_008_index_lookup": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(accessor = user)]\r\npub struct User {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[table(accessor = result)]\r\npub struct ResultRow {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n}\r\n\r\n#[reducer]\r\npub fn lookup_user_name(ctx: &ReducerContext, id: i32) {\r\n if let Some(u) = ctx.db.user().id().find(id) {\r\n ctx.db.result().insert(ResultRow { id: u.id, name: u.name });\r\n }\r\n}\r\n", - "syntax": "rust" - }, - "t_009_init": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(accessor = user)]\r\npub struct User {\r\n #[primary_key]\r\n pub id: i32,\r\n pub name: String,\r\n pub age: i32,\r\n pub active: bool,\r\n}\r\n\r\n#[reducer(init)]\r\npub fn init(ctx: &ReducerContext) {\r\n ctx.db.user().insert(User {\r\n id: 1,\r\n name: \"Alice\".into(),\r\n age: 30,\r\n active: true,\r\n });\r\n ctx.db.user().insert(User {\r\n id: 2,\r\n name: \"Bob\".into(),\r\n age: 22,\r\n active: false,\r\n });\r\n}\r\n", - "syntax": "rust" - }, - "t_010_connect": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(accessor = event)]\r\npub struct Event {\r\n #[primary_key]\r\n #[auto_inc]\r\n pub id: u64,\r\n pub kind: String,\r\n}\r\n\r\n#[reducer(client_connected)]\r\npub fn client_connected(ctx: &ReducerContext) {\r\n ctx.db.event().insert(Event {\r\n id: 0,\r\n kind: \"connected\".into(),\r\n });\r\n}\r\n\r\n#[reducer(client_disconnected)]\r\npub fn client_disconnected(ctx: &ReducerContext) {\r\n ctx.db.event().insert(Event {\r\n id: 0,\r\n kind: \"disconnected\".into(),\r\n });\r\n}\r\n", - "syntax": "rust" - }, - "t_011_helper_function": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(accessor = result)]\r\npub struct ResultRow {\r\n #[primary_key]\r\n pub id: i32,\r\n pub sum: i32,\r\n}\r\n\r\nfn add(a: i32, b: i32) -> i32 {\r\n a + b\r\n}\r\n\r\n#[reducer]\r\npub fn compute_sum(ctx: &ReducerContext, id: i32, a: i32, b: i32) {\r\n ctx.db.result().insert(ResultRow { id, sum: add(a, b) });\r\n}\r\n", - "syntax": "rust" - }, - "t_012_spacetime_product_type": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Score {\r\n pub left: i32,\r\n pub right: i32,\r\n}\r\n\r\n#[table(accessor = result)]\r\npub struct ResultRow {\r\n #[primary_key]\r\n pub id: i32,\r\n pub value: Score,\r\n}\r\n\r\n#[reducer]\r\npub fn set_score(ctx: &ReducerContext, id: i32, left: i32, right: i32) {\r\n ctx.db.result().insert(ResultRow {\r\n id,\r\n value: Score { left, right },\r\n });\r\n}\r\n", - "syntax": "rust" - }, - "t_013_spacetime_sum_type": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Rect {\r\n pub width: i32,\r\n pub height: i32,\r\n}\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub enum Shape {\r\n Circle(i32),\r\n Rectangle(Rect),\r\n}\r\n\r\n#[table(accessor = result)]\r\npub struct ResultRow {\r\n #[primary_key]\r\n pub id: i32,\r\n pub value: Shape,\r\n}\r\n\r\n#[reducer]\r\npub fn set_circle(ctx: &ReducerContext, id: i32, radius: i32) {\r\n ctx.db.result().insert(ResultRow {\r\n id,\r\n value: Shape::Circle(radius),\r\n });\r\n}\r\n", - "syntax": "rust" - }, - "t_014_elementary_columns": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(accessor = primitive)]\r\npub struct Primitive {\r\n #[primary_key]\r\n pub id: i32,\r\n pub count: i32,\r\n pub total: i64,\r\n pub price: f32,\r\n pub ratio: f64,\r\n pub active: bool,\r\n pub name: String,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.primitive().insert(Primitive {\r\n id: 1,\r\n count: 2,\r\n total: 3_000_000_000,\r\n price: 1.5,\r\n ratio: 2.25,\r\n active: true,\r\n name: \"Alice\".into(),\r\n });\r\n}\r\n", - "syntax": "rust" - }, - "t_015_product_type_columns": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Address {\r\n pub street: String,\r\n pub zip: i32,\r\n}\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Position {\r\n pub x: i32,\r\n pub y: i32,\r\n}\r\n\r\n#[table(accessor = profile)]\r\npub struct Profile {\r\n #[primary_key]\r\n pub id: i32,\r\n pub home: Address,\r\n pub work: Address,\r\n pub pos: Position,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.profile().insert(Profile {\r\n id: 1,\r\n home: Address {\r\n street: \"1 Main\".into(),\r\n zip: 11111,\r\n },\r\n work: Address {\r\n street: \"2 Broad\".into(),\r\n zip: 22222,\r\n },\r\n pos: Position { x: 7, y: 9 },\r\n });\r\n}\r\n", - "syntax": "rust" - }, - "t_016_sum_type_columns": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, SpacetimeType, Table};\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub struct Rect {\r\n pub width: i32,\r\n pub height: i32,\r\n}\r\n\r\n#[derive(SpacetimeType, Clone, Debug)]\r\npub enum Shape {\r\n Circle(i32),\r\n Rectangle(Rect),\r\n}\r\n\r\n#[table(accessor = drawing)]\r\npub struct Drawing {\r\n #[primary_key]\r\n pub id: i32,\r\n pub a: Shape,\r\n pub b: Shape,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.drawing().insert(Drawing {\r\n id: 1,\r\n a: Shape::Circle(10),\r\n b: Shape::Rectangle(Rect { width: 4, height: 6 }),\r\n });\r\n}\r\n", - "syntax": "rust" - }, - "t_017_scheduled_columns": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table};\r\nuse std::time::Duration;\r\n\r\n#[table(accessor = tick_timer, scheduled(tick))]\r\npub struct TickTimer {\r\n #[primary_key]\r\n #[auto_inc]\r\n pub scheduled_id: u64,\r\n pub scheduled_at: ScheduleAt,\r\n}\r\n\r\n#[reducer]\r\npub fn tick(_ctx: &ReducerContext, _schedule: TickTimer) {}\r\n\r\n#[reducer(init)]\r\npub fn init(ctx: &ReducerContext) {\r\n let every_50ms: ScheduleAt = Duration::from_millis(50).into();\r\n ctx.db.tick_timer().insert(TickTimer {\r\n scheduled_id: 0,\r\n scheduled_at: every_50ms,\r\n });\r\n}\r\n", - "syntax": "rust" - }, - "t_018_constraints": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(\r\n accessor = account,\r\n index(accessor = by_name, btree(columns = [name]))\r\n)]\r\npub struct Account {\r\n #[primary_key]\r\n pub id: i32,\r\n #[unique]\r\n pub email: String,\r\n pub name: String,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.account().insert(Account {\r\n id: 1,\r\n email: \"a@example.com\".into(),\r\n name: \"Alice\".into(),\r\n });\r\n ctx.db.account().insert(Account {\r\n id: 2,\r\n email: \"b@example.com\".into(),\r\n name: \"Bob\".into(),\r\n });\r\n}\r\n", - "syntax": "rust" - }, - "t_019_many_to_many": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(accessor = user)]\r\npub struct User {\r\n #[primary_key]\r\n pub user_id: i32,\r\n pub name: String,\r\n}\r\n\r\n#[table(accessor = group)]\r\npub struct Group {\r\n #[primary_key]\r\n pub group_id: i32,\r\n pub title: String,\r\n}\r\n\r\n#[table(\r\n accessor = membership,\r\n index(accessor = by_user, btree(columns = [user_id])),\r\n index(accessor = by_group, btree(columns = [group_id]))\r\n)]\r\npub struct Membership {\r\n #[primary_key]\r\n pub id: i32,\r\n pub user_id: i32,\r\n pub group_id: i32,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.user().insert(User {\r\n user_id: 1,\r\n name: \"Alice\".into(),\r\n });\r\n ctx.db.user().insert(User {\r\n user_id: 2,\r\n name: \"Bob\".into(),\r\n });\r\n\r\n ctx.db.group().insert(Group {\r\n group_id: 10,\r\n title: \"Admin\".into(),\r\n });\r\n ctx.db.group().insert(Group {\r\n group_id: 20,\r\n title: \"Dev\".into(),\r\n });\r\n\r\n ctx.db.membership().insert(Membership {\r\n id: 1,\r\n user_id: 1,\r\n group_id: 10,\r\n });\r\n ctx.db.membership().insert(Membership {\r\n id: 2,\r\n user_id: 1,\r\n group_id: 20,\r\n });\r\n ctx.db.membership().insert(Membership {\r\n id: 3,\r\n user_id: 2,\r\n group_id: 20,\r\n });\r\n}\r\n", - "syntax": "rust" - }, - "t_020_ecs": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(accessor = entity)]\r\npub struct Entity {\r\n #[primary_key]\r\n pub id: i32,\r\n}\r\n\r\n#[table(accessor = position)]\r\npub struct Position {\r\n #[primary_key]\r\n pub entity_id: i32,\r\n pub x: i32,\r\n pub y: i32,\r\n}\r\n\r\n#[table(accessor = velocity)]\r\npub struct Velocity {\r\n #[primary_key]\r\n pub entity_id: i32,\r\n pub vx: i32,\r\n pub vy: i32,\r\n}\r\n\r\n#[table(accessor = next_position)]\r\npub struct NextPosition {\r\n #[primary_key]\r\n pub entity_id: i32,\r\n pub x: i32,\r\n pub y: i32,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.entity().insert(Entity { id: 1 });\r\n ctx.db.entity().insert(Entity { id: 2 });\r\n\r\n ctx.db.position().insert(Position {\r\n entity_id: 1,\r\n x: 1,\r\n y: 0,\r\n });\r\n ctx.db.position().insert(Position {\r\n entity_id: 2,\r\n x: 10,\r\n y: 0,\r\n });\r\n\r\n ctx.db.velocity().insert(Velocity {\r\n entity_id: 1,\r\n vx: 1,\r\n vy: 0,\r\n });\r\n ctx.db.velocity().insert(Velocity {\r\n entity_id: 2,\r\n vx: -2,\r\n vy: 3,\r\n });\r\n}\r\n\r\n#[spacetimedb::reducer]\r\npub fn step(ctx: &ReducerContext) {\r\n for p in ctx.db.position().iter() {\r\n if let Some(v) = ctx.db.velocity().entity_id().find(p.entity_id) {\r\n let np = NextPosition {\r\n entity_id: p.entity_id,\r\n x: p.x + v.vx,\r\n y: p.y + v.vy,\r\n };\r\n\r\n if ctx.db.next_position().entity_id().find(p.entity_id).is_some() {\r\n ctx.db.next_position().entity_id().update(np);\r\n } else {\r\n ctx.db.next_position().insert(np);\r\n }\r\n }\r\n }\r\n}\r\n", - "syntax": "rust" - }, - "t_021_multi_column_index": { - "answer": "use spacetimedb::{reducer, table, ReducerContext, Table};\r\n\r\n#[table(\r\n accessor = log,\r\n index(accessor = by_user_day, btree(columns = [user_id, day]))\r\n)]\r\npub struct Log {\r\n #[primary_key]\r\n pub id: i32,\r\n pub user_id: i32,\r\n pub day: i32,\r\n pub message: String,\r\n}\r\n\r\n#[reducer]\r\npub fn seed(ctx: &ReducerContext) {\r\n ctx.db.log().insert(Log {\r\n id: 1,\r\n user_id: 7,\r\n day: 1,\r\n message: \"a\".into(),\r\n });\r\n ctx.db.log().insert(Log {\r\n id: 2,\r\n user_id: 7,\r\n day: 2,\r\n message: \"b\".into(),\r\n });\r\n ctx.db.log().insert(Log {\r\n id: 3,\r\n user_id: 9,\r\n day: 1,\r\n message: \"c\".into(),\r\n });\r\n}\r\n", - "syntax": "rust" - } - } - }, - { - "lang": "typescript", - "modes": [ - { - "mode": "docs", - "hash": "3924da8acd3f980dd3c715b8feeec704c6d1a33c376ebb95ece2d4e0eef81093", - "models": [ - { - "name": "Grok 4", - "route_api_model": "grok-4", - "tasks": { - "t_000_empty_reducers": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_000_empty_reducers", + "tables_diff": null, + "tables_equal": true + } + }, + "elementary_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", + "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", + "reducer": "seed" + } + }, + "elementary_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" + } + } + }, + "vendor": "openai", + "input_tokens": 3160, + "output_tokens": 654, + "generation_duration_ms": 68484, + "started_at": "2026-03-30T18:25:22.498488600Z", + "finished_at": "2026-03-30T18:26:39.574056200Z" + }, + "t_015_product_type_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_015_product_type_columns", "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "grok-4", + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5-mini", "scorer_details": { + "product_type_columns_row_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [], + "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", + "query": "SELECT id, home, work, pos FROM profile WHERE id=1", + "reducer": "seed" + } + }, "schema_parity": { "pass": true, "partial": 1.0, @@ -19509,43 +148580,83 @@ "tables_diff": null, "tables_equal": true } + }, + "product_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3188, + "output_tokens": 777, + "generation_duration_ms": 89914, + "started_at": "2026-03-30T18:25:22.499725400Z", + "finished_at": "2026-03-30T18:26:59.055731Z" }, - "t_001_basic_tables": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_001_basic_tables", + "t_016_sum_type_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_016_sum_type_columns", "lang": "typescript", - "golden_published": false, - "model_name": "Grok 4", - "total_tests": 1, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n {},\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst product = table(\n {},\n {\n id: t.i32().primaryKey(),\n title: t.string(),\n price: t.f32(),\n inStock: t.bool(),\n }\n);\n\nconst note = table(\n {},\n {\n id: t.i32().primaryKey(),\n body: t.string(),\n rating: t.i64(),\n pinned: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user, product, note });\nexport default spacetimedb;", - "category": "basics", - "route_api_model": "grok-4", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 3, + "passed_tests": 3, + "category": "schema", + "route_api_model": "gpt-5-mini", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "sum_type_columns_row_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Errors occurred:\nname `undefined_id_idx_btree` is used for multiple entities\n\n\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:61803/v1/database/basics-t-001-basic-tables-grok-4-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:61803 => http://127.0.0.1:61803\nThis will DESTROY the current basics-t-001-basic-tables-grok-4-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", - "phase": "build_or_publish" + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "sum_type_columns_row_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3165, + "output_tokens": 709, + "generation_duration_ms": 69281, + "started_at": "2026-03-30T18:25:32.375848800Z", + "finished_at": "2026-03-30T18:26:51.294846500Z" }, - "t_002_scheduled_table": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_002_scheduled_table", + "t_017_scheduled_columns": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_017_scheduled_columns", "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "grok-4", + "model_name": "GPT-5-mini", + "total_tests": 2, + "passed_tests": 2, + "category": "schema", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -19556,20 +148667,35 @@ "tables_diff": null, "tables_equal": true } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tickTimer WHERE scheduledId>=0" + } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3112, + "output_tokens": 1616, + "generation_duration_ms": 141271, + "started_at": "2026-03-30T18:25:59.468216100Z", + "finished_at": "2026-03-30T18:28:29.879588800Z" }, - "t_003_struct_in_table": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_003_struct_in_table", + "t_018_constraints": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_018_constraints", "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 1, + "model_name": "GPT-5-mini", + "total_tests": 3, "passed_tests": 1, - "category": "basics", - "route_api_model": "grok-4", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst account = table(\n {\n name: 'account',\n indexes: [{ name: 'byName', algorithm: 'btree', columns: ['name'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n email: t.string().unique(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ account });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.account.insert({ id: 0n, email: 'a@example.com', name: 'Alice' });\n ctx.db.account.insert({ id: 0n, email: 'b@example.com', name: 'Bob' });\n});", + "category": "schema", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -19580,21 +148706,70 @@ "tables_diff": null, "tables_equal": true } + }, + "constraints_row_parity_after_seed": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56212/v1/database/c200c2fd24dda332468e15a3822729561b09a6466baff1157ce82ea8cf5cde07/call/seed)\n", + "phase": "call_reducer_golden" + } + }, + "constraints_seed_two_rows": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3126, + "output_tokens": 1092, + "generation_duration_ms": 99978, + "started_at": "2026-03-30T18:26:06.466307400Z", + "finished_at": "2026-03-30T18:27:59.061356400Z" }, - "t_004_insert": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_004_insert", + "t_019_many_to_many": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_019_many_to_many", "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 2, - "passed_tests": 2, - "category": "basics", - "route_api_model": "grok-4", + "model_name": "GPT-5-mini", + "total_tests": 5, + "passed_tests": 1, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n userId: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst group = table(\n { name: 'group' },\n {\n groupId: t.u64().primaryKey().autoInc(),\n title: t.string(),\n }\n);\n\nconst membership = table(\n {\n name: 'membership',\n indexes: [\n { name: 'byUser', algorithm: 'btree', columns: ['userId'] },\n { name: 'byGroup', algorithm: 'btree', columns: ['groupId'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n userId: t.u64(),\n groupId: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ user, group, membership });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n // Insert users\n ctx.db.user.insert({ userId: 0n, name: 'Alice' });\n ctx.db.user.insert({ userId: 0n, name: 'Bob' });\n\n // Insert groups\n ctx.db.group.insert({ groupId: 0n, title: 'Admin' });\n ctx.db.group.insert({ groupId: 0n, title: 'Dev' });\n\n // Look up inserted IDs\n const users = [...ctx.db.user.iter()];\n const groups = [...ctx.db.group.iter()];\n\n const alice = users.find((u) => u.name === 'Alice');\n const bob = users.find((u) => u.name === 'Bob');\n const admin = groups.find((g) => g.title === 'Admin');\n const dev = groups.find((g) => g.title === 'Dev');\n\n if (!alice || !bob || !admin || !dev) {\n throw new Error('seed: failed to find inserted users or groups');\n }\n\n // Insert memberships (IDs are auto-assigned)\n ctx.db.membership.insert({ id: 0n, userId: alice.userId, groupId: admin.groupId });\n ctx.db.membership.insert({ id: 0n, userId: alice.userId, groupId: dev.groupId });\n ctx.db.membership.insert({ id: 0n, userId: bob.userId, groupId: dev.groupId });\n});", + "category": "schema", + "route_api_model": "gpt-5-mini", "scorer_details": { + "m2m_has_1_1": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56212/v1/database/c20079dfa80b2fb9e2e45de9a31a67bf45b6dc297ba3bea21667b3861a309dee/call/seed)\n", + "phase": "call_reducer" + } + }, + "m2m_has_1_2": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=2" + } + }, + "m2m_has_2_2": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=2" + } + }, "schema_parity": { "pass": true, "partial": 1.0, @@ -19605,50 +148780,59 @@ "tables_equal": true } }, - "data_parity_insert_user": { - "pass": true, - "partial": 1.0, + "memberships_three_rows": { + "pass": false, + "partial": 0.0, "notes": { - "args": [ - 1, - "Alice", - 30, - true - ], - "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "insert_user" + "actual": 0, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3244, + "output_tokens": 1641, + "generation_duration_ms": 119955, + "started_at": "2026-03-30T18:26:15.958659400Z", + "finished_at": "2026-03-30T18:28:29.234615400Z" }, - "t_005_update": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_005_update", + "t_020_ecs": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_020_ecs", "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "grok-4", + "model_name": "GPT-5-mini", + "total_tests": 5, + "passed_tests": 5, + "category": "schema", + "route_api_model": "gpt-5-mini", "scorer_details": { - "data_parity_update_user": { + "ecs_next_pos_entity2": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1, - "Alice2", - 31, - false - ], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "update_user" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" } }, "schema_parity": { @@ -19661,27 +148845,53 @@ "tables_equal": true } }, - "seed_users_row": { + "ecs_step_next_position_count": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM nextPosition" } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3300, + "output_tokens": 1811, + "generation_duration_ms": 147843, + "started_at": "2026-03-30T18:26:20.558042Z", + "finished_at": "2026-03-30T18:28:56.766217200Z" }, - "t_006_delete": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_006_delete", + "t_021_multi_column_index": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_021_multi_column_index", "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "grok-4", + "model_name": "GPT-5-mini", + "total_tests": 4, + "passed_tests": 2, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst log = table(\n {\n name: 'log',\n indexes: [{ name: 'byUserDay', algorithm: 'btree', columns: ['userId', 'day'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ log });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.log.insert({ id: 0n, userId: 7, day: 1, message: 'a' });\n ctx.db.log.insert({ id: 0n, userId: 7, day: 2, message: 'b' });\n ctx.db.log.insert({ id: 0n, userId: 9, day: 1, message: 'c' });\n});", + "category": "schema", + "route_api_model": "gpt-5-mini", "scorer_details": { + "mcindex_seed_count": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" + } + }, + "mcindex_lookup_u7_d1": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 2, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" + } + }, "schema_parity": { "pass": true, "partial": 1.0, @@ -19692,46 +148902,121 @@ "tables_equal": true } }, - "seed_users_row": { + "mcindex_lookup_u7_d2": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 3, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + } + } + }, + "vendor": "openai", + "input_tokens": 3164, + "output_tokens": 876, + "generation_duration_ms": 114546, + "started_at": "2026-03-30T18:26:39.574240500Z", + "finished_at": "2026-03-30T18:28:41.048346500Z" + }, + "t_022_view_basic": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, - "delete_user_count_zero": { + } + }, + "vendor": "openai", + "input_tokens": 3113, + "output_tokens": 634, + "generation_duration_ms": 69211, + "started_at": "2026-03-30T18:23:18.602027800Z", + "finished_at": "2026-03-30T18:24:42.287123400Z" + }, + "t_023_view_per_user": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3162, + "output_tokens": 628, + "generation_duration_ms": 69959, + "started_at": "2026-03-30T18:23:26.673205300Z", + "finished_at": "2026-03-30T18:24:46.212879700Z" }, - "t_007_crud": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_007_crud", + "t_024_event_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_024_event_table", "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 4, - "passed_tests": 2, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const crud = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n ctx.db.user.id.update({ id: 1, name: \"Alice2\", age: 31, active: false });\n ctx.db.user.id.delete(2);\n});", - "category": "basics", - "route_api_model": "grok-4", + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", "scorer_details": { - "crud_row_id2_deleted": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, + } + }, + "vendor": "openai", + "input_tokens": 3139, + "output_tokens": 907, + "generation_duration_ms": 163363, + "started_at": "2026-03-30T18:20:32.354262500Z", + "finished_at": "2026-03-30T18:23:24.136261400Z" + }, + "t_025_optional_fields": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_025_optional_fields", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { "schema_parity": { "pass": true, "partial": 1.0, @@ -19741,79 +149026,200 @@ "tables_diff": null, "tables_equal": true } - }, - "crud_row_id1_parity": { - "pass": false, - "partial": 0.0, + } + }, + "vendor": "openai", + "input_tokens": 3161, + "output_tokens": 647, + "generation_duration_ms": 150562, + "started_at": "2026-03-30T18:20:53.574553600Z", + "finished_at": "2026-03-30T18:23:37.940211Z" + }, + "t_026_auth_identity_check": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_026_auth_identity_check", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:61803/v1/database/c20068c1ae115e07ee7bd680c6a31b29545b7d0a54dbdbaba4637daaf54dd3ee/call/crud)\n", - "phase": "call_reducer_golden" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, - "crud_total_count_one": { - "pass": false, - "partial": 0.0, + } + }, + "vendor": "openai", + "input_tokens": 3188, + "output_tokens": 1105, + "generation_duration_ms": 251076, + "started_at": "2026-03-30T18:08:33.128654600Z", + "finished_at": "2026-03-30T18:13:15.209630600Z" + }, + "t_027_private_vs_public_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_027_private_vs_public_table", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "actual": 0, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3205, + "output_tokens": 1201, + "generation_duration_ms": 589286, + "started_at": "2026-03-30T18:08:33.129775700Z", + "finished_at": "2026-03-30T18:18:33.827252800Z" }, - "t_008_index_lookup": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_008_index_lookup", + "t_028_cascade_delete": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_028_cascade_delete", "lang": "typescript", - "golden_published": false, - "model_name": "Grok 4", - "total_tests": 3, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst result = table(\n { public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ user, result });\nexport default spacetimedb;\n\nexport const lookupUserName = spacetimedb.reducer({ id: t.i32() }, (ctx, { id }) => {\n const foundUser = ctx.db.user.id.find(id);\n if (foundUser) {\n ctx.db.result.insert({\n id: foundUser.id,\n name: foundUser.name,\n });\n }\n});", - "category": "basics", - "route_api_model": "grok-4", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Errors occurred:\nname `undefined_id_idx_btree` is used for multiple entities\n\n\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:61803/v1/database/basics-t-008-index-lookup-grok-4-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:61803 => http://127.0.0.1:61803\nThis will DESTROY the current basics-t-008-index-lookup-grok-4-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3169, + "output_tokens": 908, + "generation_duration_ms": 164365, + "started_at": "2026-03-30T18:20:53.576035900Z", + "finished_at": "2026-03-30T18:23:50.490684Z" }, - "t_009_init": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_009_init", + "t_029_filter_and_aggregate": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_029_filter_and_aggregate", "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 4, - "passed_tests": 4, - "category": "basics", - "route_api_model": "grok-4", + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", "scorer_details": { - "init_seed_alice": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, - "init_total_two": { + } + }, + "vendor": "openai", + "input_tokens": 3188, + "output_tokens": 1095, + "generation_duration_ms": 134865, + "started_at": "2026-03-30T18:22:46.197200600Z", + "finished_at": "2026-03-30T18:25:12.596286900Z" + }, + "t_030_two_table_join": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM user" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, + } + }, + "vendor": "openai", + "input_tokens": 3234, + "output_tokens": 1555, + "generation_duration_ms": 136457, + "started_at": "2026-03-30T18:22:56.158303200Z", + "finished_at": "2026-03-30T18:25:19.032812Z" + }, + "t_031_unique_constraint": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_031_unique_constraint", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + } + }, + "vendor": "openai", + "input_tokens": 3130, + "output_tokens": 687, + "generation_duration_ms": 84558, + "started_at": "2026-03-30T18:23:14.675293900Z", + "finished_at": "2026-03-30T18:24:46.564619500Z" + }, + "t_032_range_query": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", + "scorer_details": { "schema_parity": { "pass": true, "partial": 1.0, @@ -19823,79 +149229,55 @@ "tables_diff": null, "tables_equal": true } - }, - "init_seed_bob": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" - } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3199, + "output_tokens": 1255, + "generation_duration_ms": 96102, + "started_at": "2026-03-30T18:23:40.519638900Z", + "finished_at": "2026-03-30T18:25:22.497898100Z" }, - "t_010_connect": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_010_connect", + "t_033_sort_and_limit": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_033_sort_and_limit", "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", + "model_name": "GPT-5-mini", "total_tests": 1, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event' },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema({ event });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected(ctx => {\n ctx.db.event.insert({ id: 0n, kind: \"connected\" });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected(ctx => {\n ctx.db.event.insert({ id: 0n, kind: \"disconnected\" });\n});", - "category": "basics", - "route_api_model": "grok-4", + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "reducers_diff": { - "only_golden": [ - "on_connect()", - "on_disconnect()" - ], - "only_llm": [ - "client_connected()", - "client_disconnected()" - ] - }, - "reducers_equal": false, + "reducers_diff": null, + "reducers_equal": true, "tables_diff": null, "tables_equal": true } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3192, + "output_tokens": 1122, + "generation_duration_ms": 84073, + "started_at": "2026-03-30T18:23:50.491267800Z", + "finished_at": "2026-03-30T18:25:22.115717100Z" }, - "t_011_helper_function": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_011_helper_function", + "t_034_find_first": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_034_find_first", "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "grok-4", + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", "scorer_details": { - "helper_func_sum_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | sum ----+----- 1 | 5", - "llm_out": "id | sum ----+----- 1 | 5", - "query": "SELECT id, sum FROM result WHERE id=1", - "reducer": "compute_sum" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -19905,39 +149287,26 @@ "tables_diff": null, "tables_equal": true } - }, - "helper_func_sum_abs": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" - } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3156, + "output_tokens": 1010, + "generation_duration_ms": 78560, + "started_at": "2026-03-30T18:24:06.199697300Z", + "finished_at": "2026-03-30T18:25:32.375703300Z" }, - "t_012_spacetime_product_type": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_012_spacetime_product_type", + "t_035_select_distinct": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_035_select_distinct", "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "grok-4", + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", "scorer_details": { - "product_type_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -19947,36 +149316,25 @@ "tables_diff": null, "tables_equal": true } - }, - "product_type_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "query": "SELECT id, value FROM result WHERE id=1", - "reducer": "set_score" - } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3146, + "output_tokens": 1358, + "generation_duration_ms": 80414, + "started_at": "2026-03-30T18:24:42.287498500Z", + "finished_at": "2026-03-30T18:26:13.454555700Z" }, - "t_013_spacetime_sum_type": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_013_spacetime_sum_type", + "t_036_count_without_collect": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_036_count_without_collect", "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 3, + "model_name": "GPT-5-mini", + "total_tests": 1, "passed_tests": 1, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\r\n\r\nconst Rect = t.object('Rect', {\r\n width: t.i32(),\r\n height: t.i32(),\r\n});\r\n\r\nconst Shape = t.enum('Shape', {\r\n circle: t.i32(),\r\n rectangle: Rect,\r\n});\r\n\r\nconst result = table(\r\n {},\r\n {\r\n id: t.i32().primaryKey(),\r\n value: Shape,\r\n }\r\n);\r\n\r\nconst spacetimedb = schema({ result });\r\nexport default spacetimedb;\r\n\r\nexport const setCircle = spacetimedb.reducer({ id: t.i32(), radius: t.i32() }, (ctx, { id, radius }) => {\r\n ctx.db.result.insert({ id, value: { tag: 'circle', value: radius } });\r\n});", - "category": "schema", - "route_api_model": "grok-4", + "category": "queries", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -19987,37 +149345,25 @@ "tables_diff": null, "tables_equal": true } - }, - "sum_type_row_parity": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:61803/v1/database/c200e33d4d652b61ce5d379db48f7b2d1a76dfcbd64d177c3f37c946a561c0db/call/set_circle)\n", - "phase": "call_reducer_golden" - } - }, - "sum_type_row_count": { - "pass": false, - "partial": 0.0, - "notes": { - "actual": 0, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" - } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3189, + "output_tokens": 1327, + "generation_duration_ms": 86890, + "started_at": "2026-03-30T18:24:46.564934900Z", + "finished_at": "2026-03-30T18:26:20.557870200Z" }, - "t_014_elementary_columns": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_014_elementary_columns", + "t_037_multi_column_filter": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_037_multi_column_filter", "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "grok-4", + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -20028,53 +149374,26 @@ "tables_diff": null, "tables_equal": true } - }, - "elementary_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", - "reducer": "seed" - } - }, - "elementary_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" - } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3192, + "output_tokens": 995, + "generation_duration_ms": 59917, + "started_at": "2026-03-30T18:24:46.566216400Z", + "finished_at": "2026-03-30T18:25:56.934553Z" }, - "t_015_product_type_columns": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_015_product_type_columns", + "t_038_schedule_at_time": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_038_schedule_at_time", "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 3, + "model_name": "GPT-5-mini", + "total_tests": 1, "passed_tests": 1, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Address = t.object('Address', {\n street: t.string(),\n zip: t.i32(),\n});\n\nconst Position = t.object('Position', {\n x: t.i32(),\n y: t.i32(),\n});\n\nconst profile = table(\n {},\n {\n id: t.i32().primaryKey(),\n home: Address,\n work: Address,\n pos: Position,\n }\n);\n\nconst spacetimedb = schema({ profile });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.profile.insert({\n id: 0,\n home: { street: \"1 Main\", zip: 11111 },\n work: { street: \"2 Broad\", zip: 22222 },\n pos: { x: 7, y: 9 },\n });\n});", - "category": "schema", - "route_api_model": "grok-4", + "category": "basics", + "route_api_model": "gpt-5-mini", "scorer_details": { - "product_type_columns_row_parity": { - "pass": false, - "partial": 0.0, - "notes": { - "args": [], - "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "llm_out": "id | home | work | pos ----+------+------+-----", - "query": "SELECT id, home, work, pos FROM profile WHERE id=1", - "reducer": "seed" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -20084,39 +149403,26 @@ "tables_diff": null, "tables_equal": true } - }, - "product_type_columns_row_count": { - "pass": false, - "partial": 0.0, - "notes": { - "actual": 0, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" - } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3165, + "output_tokens": 919, + "generation_duration_ms": 165187, + "started_at": "2026-03-30T18:19:44.530700900Z", + "finished_at": "2026-03-30T18:22:43.747790800Z" }, - "t_016_sum_type_columns": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_016_sum_type_columns", + "t_039_cancel_schedule": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_039_cancel_schedule", "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 3, + "model_name": "GPT-5-mini", + "total_tests": 1, "passed_tests": 1, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\r\n\r\nconst Rect = t.object('Rect', {\r\n width: t.i32(),\r\n height: t.i32(),\r\n});\r\n\r\nconst Shape = t.enum('Shape', {\r\n circle: t.i32(),\r\n rectangle: Rect,\r\n});\r\n\r\nconst drawing = table(\r\n {},\r\n {\r\n id: t.i32().primaryKey(),\r\n a: Shape,\r\n b: Shape,\r\n }\r\n);\r\n\r\nconst spacetimedb = schema({ drawing });\r\nexport default spacetimedb;\r\n\r\nexport const seed = spacetimedb.reducer((ctx) => {\r\n ctx.db.drawing.insert({\r\n id: 0,\r\n a: { tag: 'circle', value: 10 },\r\n b: { tag: 'rectangle', value: { width: 4, height: 6 } },\r\n });\r\n});", - "category": "schema", - "route_api_model": "grok-4", + "category": "basics", + "route_api_model": "gpt-5-mini", "scorer_details": { - "sum_type_columns_row_parity": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:61803/v1/database/c2000788e329b453495afd0fdbb496a34d3af0ea9e8d7984f456fba62dc88ed7/call/seed)\n", - "phase": "call_reducer_golden" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -20126,52 +149432,54 @@ "tables_diff": null, "tables_equal": true } - }, - "sum_type_columns_row_count": { - "pass": false, - "partial": 0.0, - "notes": { - "actual": 0, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" - } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3163, + "output_tokens": 1536, + "generation_duration_ms": 238203, + "started_at": "2026-03-30T18:19:56.759512700Z", + "finished_at": "2026-03-30T18:24:06.199514100Z" }, - "t_017_scheduled_columns": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_017_scheduled_columns", + "t_040_lifecycle_player": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_040_lifecycle_player", "lang": "typescript", - "golden_published": false, - "model_name": "Grok 4", - "total_tests": 2, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\r\nimport { ScheduleAt, TimeDuration } from 'spacetimedb';\r\n\r\nconst tickTimer = table(\r\n { scheduled: () => tick },\r\n {\r\n scheduledId: t.u64().primaryKey().autoInc(),\r\n scheduledAt: t.scheduleAt(),\r\n }\r\n);\r\n\r\nconst spacetimedb = schema({ tickTimer });\r\nexport default spacetimedb;\r\n\r\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (ctx, { arg }) => {});\r\n\r\nexport const init = spacetimedb.init(ctx => {\r\n ctx.db.tickTimer.insert({\r\n scheduledId: 0n,\r\n scheduledAt: ScheduleAt.interval(TimeDuration.fromMillis(50n)),\r\n });\r\n});", - "category": "schema", - "route_api_model": "grok-4", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "gpt-5-mini", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:61803/v1/database/schema-t-017-scheduled-columns-grok-4-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:61803 => http://127.0.0.1:61803\nThis will DESTROY the current schema-t-017-scheduled-columns-grok-4-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3126, + "output_tokens": 1046, + "generation_duration_ms": 195569, + "started_at": "2026-03-30T18:19:56.761040500Z", + "finished_at": "2026-03-30T18:23:18.601879700Z" }, - "t_018_constraints": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_018_constraints", + "t_041_registered_user_gate": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_041_registered_user_gate", "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "grok-4", + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", "scorer_details": { "schema_parity": { "pass": true, @@ -20182,59 +149490,26 @@ "tables_diff": null, "tables_equal": true } - }, - "constraints_row_parity_after_seed": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "query": "SELECT id, email, name FROM account WHERE id=1", - "reducer": "seed" - } - }, - "constraints_seed_two_rows": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" - } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3204, + "output_tokens": 892, + "generation_duration_ms": 278830, + "started_at": "2026-03-30T18:08:33.130804300Z", + "finished_at": "2026-03-30T18:13:26.768323100Z" }, - "t_019_many_to_many": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_019_many_to_many", + "t_042_admin_bootstrap": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_042_admin_bootstrap", "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "grok-4", + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", "scorer_details": { - "m2m_has_1_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=20" - } - }, - "m2m_has_2_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=20" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -20244,80 +149519,84 @@ "tables_diff": null, "tables_equal": true } - }, - "m2m_has_1_10": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=10" - } - }, - "memberships_three_rows": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM membership" - } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3217, + "output_tokens": 1038, + "generation_duration_ms": 576348, + "started_at": "2026-03-30T18:08:33.131861400Z", + "finished_at": "2026-03-30T18:18:15.374343500Z" }, - "t_020_ecs": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_020_ecs", + "t_043_role_based_access": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_043_role_based_access", "lang": "typescript", - "golden_published": false, - "model_name": "Grok 4", - "total_tests": 5, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst entity = table(\n { public: true },\n {\n id: t.i32().primaryKey().autoInc(),\n }\n);\n\nconst position = table(\n { public: true },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst velocity = table(\n { public: true },\n {\n entityId: t.i32().primaryKey(),\n vx: t.i32(),\n vy: t.i32(),\n }\n);\n\nconst nextPosition = table(\n { public: true },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst spacetimedb = schema({ entity, position, velocity, nextPosition });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n const entity1 = ctx.db.entity.insert({ id: 0 });\n const entity2 = ctx.db.entity.insert({ id: 0 });\n ctx.db.position.insert({ entityId: entity1.id, x: 0, y: 0 });\n ctx.db.velocity.insert({ entityId: entity1.id, vx: 1, vy: 0 });\n ctx.db.position.insert({ entityId: entity2.id, x: 10, y: 0 });\n ctx.db.velocity.insert({ entityId: entity2.id, vx: -2, vy: 3 });\n});\n\nexport const step = spacetimedb.reducer((ctx) => {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.entityId.find(pos.entityId);\n if (vel) {\n const newX = pos.x + vel.vx;\n const newY = pos.y + vel.vy;\n const existing = ctx.db.nextPosition.entityId.find(pos.entityId);\n if (existing) {\n ctx.db.nextPosition.entityId.update({ ...existing, x: newX, y: newY });\n } else {\n ctx.db.nextPosition.insert({ entityId: pos.entityId, x: newX, y: newY });\n }\n }\n }\n});", - "category": "schema", - "route_api_model": "grok-4", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Errors occurred:\nname `undefined_entityId_idx_btree` is used for multiple entities\n\n\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:61803/v1/database/schema-t-020-ecs-grok-4-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:61803 => http://127.0.0.1:61803\nThis will DESTROY the current schema-t-020-ecs-grok-4-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3244, + "output_tokens": 1067, + "generation_duration_ms": 584402, + "started_at": "2026-03-30T18:08:33.132862700Z", + "finished_at": "2026-03-30T18:18:32.416841400Z" }, - "t_021_multi_column_index": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_021_multi_column_index", + "t_044_ban_list": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_044_ban_list", "lang": "typescript", "golden_published": true, - "model_name": "Grok 4", - "total_tests": 4, - "passed_tests": 4, - "category": "schema", - "route_api_model": "grok-4", + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", "scorer_details": { - "mcindex_seed_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM log" - } - }, - "mcindex_lookup_u7_d1": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, + } + }, + "vendor": "openai", + "input_tokens": 3260, + "output_tokens": 1167, + "generation_duration_ms": 248717, + "started_at": "2026-03-30T18:08:33.133888700Z", + "finished_at": "2026-03-30T18:13:14.858565500Z" + }, + "t_045_rate_limit": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { "schema_parity": { "pass": true, "partial": 1.0, @@ -20327,35 +149606,60 @@ "tables_diff": null, "tables_equal": true } - }, - "mcindex_lookup_u7_d2": { + } + }, + "vendor": "openai", + "input_tokens": 3237, + "output_tokens": 1089, + "generation_duration_ms": 579648, + "started_at": "2026-03-30T18:08:33.134900700Z", + "finished_at": "2026-03-30T18:18:20.055040300Z" + }, + "t_046_shared_document": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": true, + "model_name": "GPT-5-mini", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "gpt-5-mini", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "xai" + "vendor": "openai", + "input_tokens": 3307, + "output_tokens": 1473, + "generation_duration_ms": 298664, + "started_at": "2026-03-30T18:08:33.135914500Z", + "finished_at": "2026-03-30T18:13:57.058225300Z" } } }, { - "name": "Claude Opus 4.6", - "route_api_model": "claude-opus-4-6", + "name": "DeepSeek Reasoner", + "route_api_model": "deepseek-reasoner", "tasks": { "t_000_empty_reducers": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_000_empty_reducers", "lang": "typescript", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -20368,18 +149672,23 @@ } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3312, + "output_tokens": 1062, + "generation_duration_ms": 214479, + "started_at": "2026-03-30T18:25:35.713215800Z", + "finished_at": "2026-03-30T18:29:17.118114500Z" }, "t_001_basic_tables": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_001_basic_tables", "lang": "typescript", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -20392,18 +149701,23 @@ } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3354, + "output_tokens": 721, + "generation_duration_ms": 151809, + "started_at": "2026-03-30T18:25:46.482155600Z", + "finished_at": "2026-03-30T18:28:25.987317800Z" }, "t_002_scheduled_table": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_002_scheduled_table", "lang": "typescript", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -20416,18 +149730,23 @@ } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3287, + "output_tokens": 1703, + "generation_duration_ms": 260427, + "started_at": "2026-03-30T18:26:00.596368400Z", + "finished_at": "2026-03-30T18:30:27.008233200Z" }, "t_003_struct_in_table": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_003_struct_in_table", "lang": "typescript", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -20440,18 +149759,23 @@ } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3264, + "output_tokens": 498, + "generation_duration_ms": 114032, + "started_at": "2026-03-30T18:26:13.133061300Z", + "finished_at": "2026-03-30T18:28:13.379482400Z" }, "t_004_insert": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_004_insert", "lang": "typescript", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 2, "passed_tests": 2, "category": "basics", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -20480,18 +149804,23 @@ } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3304, + "output_tokens": 357, + "generation_duration_ms": 90240, + "started_at": "2026-03-30T18:27:10.808171300Z", + "finished_at": "2026-03-30T18:28:48.078544800Z" }, "t_005_update": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_005_update", "lang": "typescript", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-reasoner", "scorer_details": { "data_parity_update_user": { "pass": true, @@ -20519,26 +149848,36 @@ "tables_equal": true } }, - "seed_users_row": { + "seed_user_via_reducer": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3323, + "output_tokens": 695, + "generation_duration_ms": 107700, + "started_at": "2026-03-30T18:27:59.735052700Z", + "finished_at": "2026-03-30T18:29:55.103154200Z" }, "t_006_delete": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_006_delete", "lang": "typescript", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -20550,11 +149889,16 @@ "tables_equal": true } }, - "seed_users_row": { + "seed_user_via_reducer": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" } }, "delete_user_count_zero": { @@ -20567,18 +149911,23 @@ } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3294, + "output_tokens": 515, + "generation_duration_ms": 76988, + "started_at": "2026-03-30T18:28:13.379654300Z", + "finished_at": "2026-03-30T18:29:40.344225800Z" }, "t_007_crud": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_007_crud", "lang": "typescript", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 4, "passed_tests": 4, "category": "basics", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-reasoner", "scorer_details": { "crud_row_id2_deleted": { "pass": true, @@ -20620,18 +149969,23 @@ } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3335, + "output_tokens": 567, + "generation_duration_ms": 74900, + "started_at": "2026-03-30T18:28:25.987505300Z", + "finished_at": "2026-03-30T18:29:47.435115800Z" }, "t_008_index_lookup": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_008_index_lookup", "lang": "typescript", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-reasoner", "scorer_details": { "index_lookup_projection_parity": { "pass": true, @@ -20656,26 +150010,36 @@ "tables_equal": true } }, - "seed_user_row": { + "seed_user_via_reducer": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3324, + "output_tokens": 550, + "generation_duration_ms": 67743, + "started_at": "2026-03-30T18:28:48.078720400Z", + "finished_at": "2026-03-30T18:30:04.302885400Z" }, "t_009_init": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_009_init", "lang": "typescript", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 4, "passed_tests": 4, "category": "basics", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-reasoner", "scorer_details": { "init_seed_alice": { "pass": true, @@ -20715,52 +150079,52 @@ } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3285, + "output_tokens": 463, + "generation_duration_ms": 58013, + "started_at": "2026-03-30T18:29:17.118279700Z", + "finished_at": "2026-03-30T18:30:21.025933300Z" }, "t_010_connect": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_010_connect", "lang": "typescript", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 1, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema({ event });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({ id: 0n, kind: 'connected' });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({ id: 0n, kind: 'disconnected' });\n});", + "passed_tests": 1, "category": "basics", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "reducers_diff": { - "only_golden": [ - "on_connect()", - "on_disconnect()" - ], - "only_llm": [ - "client_connected()", - "client_disconnected()" - ] - }, - "reducers_equal": false, + "reducers_diff": null, + "reducers_equal": true, "tables_diff": null, "tables_equal": true } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3287, + "output_tokens": 671, + "generation_duration_ms": 61433, + "started_at": "2026-03-30T18:29:27.779990Z", + "finished_at": "2026-03-30T18:30:39.886170200Z" }, "t_011_helper_function": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_011_helper_function", "lang": "typescript", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-reasoner", "scorer_details": { "helper_func_sum_abs": { "pass": true, @@ -20797,18 +150161,23 @@ } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3293, + "output_tokens": 425, + "generation_duration_ms": 46664, + "started_at": "2026-03-30T18:29:40.344419400Z", + "finished_at": "2026-03-30T18:30:39.516983100Z" }, "t_012_spacetime_product_type": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_012_spacetime_product_type", "lang": "typescript", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-reasoner", "scorer_details": { "product_type_row_count": { "pass": true, @@ -20845,19 +150214,23 @@ } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3303, + "output_tokens": 460, + "generation_duration_ms": 13647, + "started_at": "2026-03-30T18:31:38.774131600Z", + "finished_at": "2026-03-30T18:31:58.413837600Z" }, "t_013_spacetime_sum_type": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_013_spacetime_sum_type", "lang": "typescript", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 3, - "passed_tests": 1, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n value: Shape,\n }\n);\n\nconst spacetimedb = schema({ result });\nexport default spacetimedb;\n\nexport const setCircle = spacetimedb.reducer(\n { id: t.i32(), radius: t.i32() },\n (ctx, { id, radius }) => {\n ctx.db.result.insert({\n id,\n value: { tag: 'circle', value: radius },\n });\n }\n);", + "passed_tests": 3, "category": "schema", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -20870,35 +150243,46 @@ } }, "sum_type_row_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:49945/v1/database/c200be9d999eaedcdb3217b8dd603ef3e0cbae165a407fec27d275fbd2096ac9/call/set_circle)\n", - "phase": "call_reducer_golden" + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" } }, "sum_type_row_count": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "actual": 0, + "actual": 1, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3328, + "output_tokens": 682, + "generation_duration_ms": 19671, + "started_at": "2026-03-30T18:31:39.491775500Z", + "finished_at": "2026-03-30T18:32:04.450230200Z" }, "t_014_elementary_columns": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_014_elementary_columns", "lang": "typescript", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -20931,18 +150315,23 @@ } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3320, + "output_tokens": 493, + "generation_duration_ms": 19799, + "started_at": "2026-03-30T18:31:55.072714100Z", + "finished_at": "2026-03-30T18:32:22.051016400Z" }, "t_015_product_type_columns": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_015_product_type_columns", "lang": "typescript", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-reasoner", "scorer_details": { "product_type_columns_row_parity": { "pass": true, @@ -20975,26 +150364,33 @@ } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3346, + "output_tokens": 423, + "generation_duration_ms": 12558, + "started_at": "2026-03-30T18:31:58.414056900Z", + "finished_at": "2026-03-30T18:32:20.542631200Z" }, "t_016_sum_type_columns": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_016_sum_type_columns", "lang": "typescript", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 3, - "passed_tests": 1, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst drawing = table(\n { name: 'drawing', public: true },\n {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape,\n }\n);\n\nconst spacetimedb = schema({ drawing });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.drawing.insert({\n id: 1,\n a: { tag: 'circle', value: 10 },\n b: { tag: 'rectangle', value: { width: 4, height: 6 } },\n });\n});", + "passed_tests": 3, "category": "schema", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-reasoner", "scorer_details": { "sum_type_columns_row_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:49945/v1/database/c20059e92845ad15cf4ad8fe76accef3794cd3e31eb6fe27392e28986ad17fc5/call/seed)\n", - "phase": "call_reducer_golden" + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" } }, "schema_parity": { @@ -21008,27 +150404,32 @@ } }, "sum_type_columns_row_count": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "actual": 0, + "actual": 1, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3326, + "output_tokens": 478, + "generation_duration_ms": 19893, + "started_at": "2026-03-30T18:32:04.450394100Z", + "finished_at": "2026-03-30T18:32:31.118659800Z" }, "t_017_scheduled_columns": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_017_scheduled_columns", "lang": "typescript", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 2, "passed_tests": 2, "category": "schema", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -21050,18 +150451,24 @@ } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3287, + "output_tokens": 584, + "generation_duration_ms": 21297, + "started_at": "2026-03-30T18:32:22.051113500Z", + "finished_at": "2026-03-30T18:32:48.832152800Z" }, "t_018_constraints": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_018_constraints", "lang": "typescript", "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 1, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst account = table(\n {\n name: 'account',\n indexes: [{ name: 'byName', algorithm: 'btree', columns: ['name'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n email: t.string().unique(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ account });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.account.insert({ id: 0n, email: 'a@example.com', name: 'Alice' });\n ctx.db.account.insert({ id: 0n, email: 'b@example.com', name: 'Bob' });\n});", "category": "schema", - "route_api_model": "claude-opus-4-6", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -21074,446 +150481,66 @@ } }, "constraints_row_parity_after_seed": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "args": [], - "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "query": "SELECT id, email, name FROM account WHERE id=1", - "reducer": "seed" + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56212/v1/database/c200c2fd24dda332468e15a3822729561b09a6466baff1157ce82ea8cf5cde07/call/seed)\n", + "phase": "call_reducer_golden" } }, "constraints_seed_two_rows": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, + "actual": 0, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3286, + "output_tokens": 608, + "generation_duration_ms": 18440, + "started_at": "2026-03-30T18:32:22.052590800Z", + "finished_at": "2026-03-30T18:32:46.185587400Z" }, "t_019_many_to_many": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_019_many_to_many", "lang": "typescript", "golden_published": true, - "model_name": "Claude Opus 4.6", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "claude-opus-4-6", - "scorer_details": { - "m2m_has_1_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=20" - } - }, - "m2m_has_2_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=20" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "m2m_has_1_10": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=10" - } - }, - "memberships_three_rows": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM membership" - } - } - }, - "vendor": "anthropic" - }, - "t_020_ecs": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_020_ecs", - "lang": "typescript", - "golden_published": true, - "model_name": "Claude Opus 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "claude-opus-4-6", - "scorer_details": { - "ecs_next_pos_entity2": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=2 AND x=8 AND y=3" - } - }, - "ecs_next_pos_entity1": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=1 AND x=1 AND y=0" - } - }, - "ecs_seed_position_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM position" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "ecs_step_next_position_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM nextPosition" - } - } - }, - "vendor": "anthropic" - }, - "t_021_multi_column_index": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_021_multi_column_index", - "lang": "typescript", - "golden_published": true, - "model_name": "Claude Opus 4.6", - "total_tests": 4, - "passed_tests": 4, - "category": "schema", - "route_api_model": "claude-opus-4-6", - "scorer_details": { - "mcindex_seed_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM log" - } - }, - "mcindex_lookup_u7_d1": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "mcindex_lookup_u7_d2": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" - } - } - }, - "vendor": "anthropic" - } - } - }, - { - "name": "Claude Sonnet 4.6", - "route_api_model": "claude-sonnet-4-6", - "tasks": { - "t_000_empty_reducers": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_000_empty_reducers", - "lang": "typescript", - "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", - "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - } - }, - "vendor": "anthropic" - }, - "t_001_basic_tables": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_001_basic_tables", - "lang": "typescript", - "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", - "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - } - }, - "vendor": "anthropic" - }, - "t_002_scheduled_table": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_002_scheduled_table", - "lang": "typescript", - "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 1, - "passed_tests": 1, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", - "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - } - }, - "vendor": "anthropic" - }, - "t_003_struct_in_table": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_003_struct_in_table", - "lang": "typescript", - "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", - "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - } - }, - "vendor": "anthropic" - }, - "t_004_insert": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_004_insert", - "lang": "typescript", - "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 2, - "passed_tests": 2, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", - "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "data_parity_insert_user": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - "Alice", - 30, - true - ], - "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "insert_user" - } - } - }, - "vendor": "anthropic" - }, - "t_005_update": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_005_update", - "lang": "typescript", - "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", - "scorer_details": { - "data_parity_update_user": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - "Alice2", - 31, - false - ], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "update_user" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "seed_users_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" - } - } - }, - "vendor": "anthropic" - }, - "t_006_delete": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_006_delete", - "lang": "typescript", - "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n userId: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst group = table(\n { name: 'group' },\n {\n groupId: t.u64().primaryKey().autoInc(),\n title: t.string(),\n }\n);\n\nconst membership = table(\n {\n name: 'membership',\n indexes: [\n { name: 'byUser', algorithm: 'btree', columns: ['userId'] },\n { name: 'byGroup', algorithm: 'btree', columns: ['groupId'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n userId: t.u64(),\n groupId: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ user, group, membership });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ userId: 0n, name: 'Alice' });\n ctx.db.user.insert({ userId: 0n, name: 'Bob' });\n\n ctx.db.group.insert({ groupId: 0n, title: 'Admin' });\n ctx.db.group.insert({ groupId: 0n, title: 'Dev' });\n\n ctx.db.membership.insert({ id: 0n, userId: 1n, groupId: 1n });\n ctx.db.membership.insert({ id: 0n, userId: 1n, groupId: 2n });\n ctx.db.membership.insert({ id: 0n, userId: 2n, groupId: 2n });\n});", + "category": "schema", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "seed_users_row": { - "pass": true, - "partial": 1.0, + "m2m_has_1_1": { + "pass": false, + "partial": 0.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56212/v1/database/c20043a0199dfe29c8cd03a83613a0a7e6d51437b47569d776fea17e9c8e8777/call/seed)\n", + "phase": "call_reducer" } }, - "delete_user_count_zero": { - "pass": true, - "partial": 1.0, + "m2m_has_1_2": { + "pass": false, + "partial": 0.0, "notes": { "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" - } - } - }, - "vendor": "anthropic" - }, - "t_007_crud": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_007_crud", - "lang": "typescript", - "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 4, - "passed_tests": 4, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", - "scorer_details": { - "crud_row_id2_deleted": { - "pass": true, - "partial": 1.0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=2" + } + }, + "m2m_has_2_2": { + "pass": false, + "partial": 0.0, "notes": { "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=2" } }, "schema_parity": { @@ -21526,51 +150553,60 @@ "tables_equal": true } }, - "crud_row_id1_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "crud" - } - }, - "crud_total_count_one": { - "pass": true, - "partial": 1.0, + "memberships_three_rows": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user" + "actual": 0, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM membership" } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3400, + "output_tokens": 923, + "generation_duration_ms": 32094, + "started_at": "2026-03-30T18:32:22.433514400Z", + "finished_at": "2026-03-30T18:33:00.047717Z" }, - "t_008_index_lookup": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_008_index_lookup", + "t_020_ecs": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_020_ecs", "lang": "typescript", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 3, + "model_name": "DeepSeek Reasoner", + "total_tests": 5, "passed_tests": 3, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst entity = table(\n { name: 'entity' },\n {\n id: t.u64().primaryKey().autoInc(),\n }\n);\n\nconst position = table(\n { name: 'position' },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst velocity = table(\n { name: 'velocity' },\n {\n entityId: t.i32().primaryKey(),\n vx: t.i32(),\n vy: t.i32(),\n }\n);\n\nconst nextPosition = table(\n { name: 'next_position' },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst spacetimedb = schema({ entity, position, velocity, nextPosition });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n const e1 = ctx.db.entity.insert({ id: 0n });\n const e2 = ctx.db.entity.insert({ id: 0n });\n ctx.db.position.insert({ entityId: 0, x: 0, y: 0 });\n ctx.db.velocity.insert({ entityId: 0, vx: 1, vy: 0 });\n ctx.db.position.insert({ entityId: 1, x: 10, y: 0 });\n ctx.db.velocity.insert({ entityId: 1, vx: -2, vy: 3 });\n});\n\nexport const step = spacetimedb.reducer((ctx) => {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.entityId.find(pos.entityId);\n if (vel) {\n const nextPos = { entityId: pos.entityId, x: pos.x + vel.vx, y: pos.y + vel.vy };\n const existing = ctx.db.nextPosition.entityId.find(pos.entityId);\n if (existing) {\n ctx.db.nextPosition.entityId.update({ ...existing, ...nextPos });\n } else {\n ctx.db.nextPosition.insert(nextPos);\n }\n }\n }\n});", + "category": "schema", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "index_lookup_projection_parity": { + "ecs_next_pos_entity2": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=2 AND x=8 AND y=3" + } + }, + "ecs_next_pos_entity1": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=1 AND x=1 AND y=0" + } + }, + "ecs_seed_position_count": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1 - ], - "golden_out": "id | name ----+--------- 1 | \"Alice\"", - "llm_out": "id | name ----+--------- 1 | \"Alice\"", - "query": "SELECT id, name FROM result WHERE id=1", - "reducer": "lookup_user_name" + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM position" } }, "schema_parity": { @@ -21583,43 +150619,51 @@ "tables_equal": true } }, - "seed_user_row": { + "ecs_step_next_position_count": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM nextPosition" } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3460, + "output_tokens": 3953, + "generation_duration_ms": 111243, + "started_at": "2026-03-30T18:32:22.434905700Z", + "finished_at": "2026-03-30T18:34:19.164046Z" }, - "t_009_init": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_009_init", + "t_021_multi_column_index": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_021_multi_column_index", "lang": "typescript", "golden_published": true, - "model_name": "Claude Sonnet 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 4, - "passed_tests": 4, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", + "passed_tests": 2, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst log = table(\n {\n name: 'log',\n indexes: [{ name: 'byUserDay', algorithm: 'btree', columns: ['userId', 'day'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ log });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.log.insert({ id: 0n, userId: 7, day: 1, message: 'a' });\n ctx.db.log.insert({ id: 0n, userId: 7, day: 2, message: 'b' });\n ctx.db.log.insert({ id: 0n, userId: 9, day: 1, message: 'c' });\n});", + "category": "schema", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "init_seed_alice": { + "mcindex_seed_count": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + "actual": 3, + "expected": 3, + "sql": "SELECT COUNT(*) AS n FROM log" } }, - "init_total_two": { - "pass": true, - "partial": 1.0, + "mcindex_lookup_u7_d1": { + "pass": false, + "partial": 0.0, "notes": { "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM user" + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" } }, "schema_parity": { @@ -21632,72 +150676,63 @@ "tables_equal": true } }, - "init_seed_bob": { - "pass": true, - "partial": 1.0, + "mcindex_lookup_u7_d2": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, + "actual": 3, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" + "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3317, + "output_tokens": 466, + "generation_duration_ms": 16874, + "started_at": "2026-03-30T18:32:29.310872600Z", + "finished_at": "2026-03-30T18:32:52.323071300Z" }, - "t_010_connect": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_010_connect", + "t_022_view_basic": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_022_view_basic", "lang": "typescript", "golden_published": true, - "model_name": "Claude Sonnet 4.6", + "model_name": "DeepSeek Reasoner", "total_tests": 1, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema({ event });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({ id: 0n, kind: 'connected' });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({ id: 0n, kind: 'disconnected' });\n});", - "category": "basics", - "route_api_model": "claude-sonnet-4-6", + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "reducers_diff": { - "only_golden": [ - "on_connect()", - "on_disconnect()" - ], - "only_llm": [ - "client_connected()", - "client_disconnected()" - ] - }, - "reducers_equal": false, + "reducers_diff": null, + "reducers_equal": true, "tables_diff": null, "tables_equal": true } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3273, + "output_tokens": 613, + "generation_duration_ms": 22762, + "started_at": "2026-03-30T18:31:04.565803100Z", + "finished_at": "2026-03-30T18:31:35.789271800Z" }, - "t_011_helper_function": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_011_helper_function", + "t_023_view_per_user": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_023_view_per_user", "lang": "typescript", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "claude-sonnet-4-6", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "helper_func_sum_abs": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -21707,45 +150742,26 @@ "tables_diff": null, "tables_equal": true } - }, - "helper_func_sum_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | sum ----+----- 1 | 5", - "llm_out": "id | sum ----+----- 1 | 5", - "query": "SELECT id, sum FROM result WHERE id=1", - "reducer": "compute_sum" - } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3323, + "output_tokens": 443, + "generation_duration_ms": 15561, + "started_at": "2026-03-30T18:31:14.427513300Z", + "finished_at": "2026-03-30T18:31:38.773824100Z" }, - "t_012_spacetime_product_type": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_012_spacetime_product_type", + "t_024_event_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_024_event_table", "lang": "typescript", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "claude-sonnet-4-6", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "product_type_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -21755,36 +150771,25 @@ "tables_diff": null, "tables_equal": true } - }, - "product_type_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "query": "SELECT id, value FROM result WHERE id=1", - "reducer": "set_score" - } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3299, + "output_tokens": 1086, + "generation_duration_ms": 61782, + "started_at": "2026-03-30T18:30:23.184127300Z", + "finished_at": "2026-03-30T18:31:32.696981800Z" }, - "t_013_spacetime_sum_type": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_013_spacetime_sum_type", + "t_025_optional_fields": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_025_optional_fields", "lang": "typescript", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 3, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, "passed_tests": 1, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n value: Shape,\n }\n);\n\nconst spacetimedb = schema({ result });\nexport default spacetimedb;\n\nexport const setCircle = spacetimedb.reducer(\n { id: t.i32(), radius: t.i32() },\n (ctx, { id, radius }) => {\n ctx.db.result.insert({\n id,\n value: { tag: 'circle', value: radius },\n });\n }\n);", - "category": "schema", - "route_api_model": "claude-sonnet-4-6", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -21795,37 +150800,25 @@ "tables_diff": null, "tables_equal": true } - }, - "sum_type_row_parity": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52577/v1/database/c2006f2817973d324ee8247428b9caa12a024dc31c8ecdc27f11604f3e21ae0b/call/set_circle)\n", - "phase": "call_reducer_golden" - } - }, - "sum_type_row_count": { - "pass": false, - "partial": 0.0, - "notes": { - "actual": 0, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" - } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3323, + "output_tokens": 1027, + "generation_duration_ms": 53276, + "started_at": "2026-03-30T18:30:29.212009Z", + "finished_at": "2026-03-30T18:31:29.987364200Z" }, - "t_014_elementary_columns": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_014_elementary_columns", + "t_026_auth_identity_check": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_026_auth_identity_check", "lang": "typescript", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "claude-sonnet-4-6", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -21836,52 +150829,26 @@ "tables_diff": null, "tables_equal": true } - }, - "elementary_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", - "reducer": "seed" - } - }, - "elementary_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" - } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3352, + "output_tokens": 524, + "generation_duration_ms": 124110, + "started_at": "2026-03-30T18:23:50.495640300Z", + "finished_at": "2026-03-30T18:26:00.596210500Z" }, - "t_015_product_type_columns": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_015_product_type_columns", + "t_027_private_vs_public_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_027_private_vs_public_table", "lang": "typescript", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "claude-sonnet-4-6", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "product_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "query": "SELECT id, home, work, pos FROM profile WHERE id=1", - "reducer": "seed" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -21891,39 +150858,26 @@ "tables_diff": null, "tables_equal": true } - }, - "product_type_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" - } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3367, + "output_tokens": 2873, + "generation_duration_ms": 425966, + "started_at": "2026-03-30T18:23:50.496996300Z", + "finished_at": "2026-03-30T18:31:04.565618100Z" }, - "t_016_sum_type_columns": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_016_sum_type_columns", + "t_028_cascade_delete": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_028_cascade_delete", "lang": "typescript", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 3, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, "passed_tests": 1, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst drawing = table(\n { name: 'drawing', public: true },\n {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape,\n }\n);\n\nconst spacetimedb = schema({ drawing });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.drawing.insert({\n id: 0,\n a: { tag: 'circle', value: 10 },\n b: { tag: 'rectangle', value: { width: 4, height: 6 } },\n });\n});", - "category": "schema", - "route_api_model": "claude-sonnet-4-6", + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "sum_type_columns_row_parity": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52577/v1/database/c2007833132462ef336d257f7a96b6e7fbcc3ce713c37259cee85ab13b5a5db4/call/seed)\n", - "phase": "call_reducer_golden" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -21933,29 +150887,25 @@ "tables_diff": null, "tables_equal": true } - }, - "sum_type_columns_row_count": { - "pass": false, - "partial": 0.0, - "notes": { - "actual": 0, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" - } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3329, + "output_tokens": 719, + "generation_duration_ms": 39063, + "started_at": "2026-03-30T18:30:39.886336500Z", + "finished_at": "2026-03-30T18:31:24.964224900Z" }, - "t_017_scheduled_columns": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_017_scheduled_columns", + "t_029_filter_and_aggregate": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_029_filter_and_aggregate", "lang": "typescript", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 2, - "passed_tests": 2, - "category": "schema", - "route_api_model": "claude-sonnet-4-6", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -21966,29 +150916,54 @@ "tables_diff": null, "tables_equal": true } - }, - "scheduled_seeded_one_row": { + } + }, + "vendor": "deepseek", + "input_tokens": 3347, + "output_tokens": 640, + "generation_duration_ms": 28470, + "started_at": "2026-03-30T18:30:39.887427200Z", + "finished_at": "2026-03-30T18:31:14.427349700Z" + }, + "t_030_two_table_join": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_030_two_table_join", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM tickTimer WHERE scheduledId>=0" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3394, + "output_tokens": 1529, + "generation_duration_ms": 44968, + "started_at": "2026-03-30T18:30:47.730306Z", + "finished_at": "2026-03-30T18:31:39.491623800Z" }, - "t_018_constraints": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_018_constraints", + "t_031_unique_constraint": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_031_unique_constraint", "lang": "typescript", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "claude-sonnet-4-6", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-reasoner", "scorer_details": { "schema_parity": { "pass": true, @@ -21999,59 +150974,142 @@ "tables_diff": null, "tables_equal": true } - }, - "constraints_row_parity_after_seed": { + } + }, + "vendor": "deepseek", + "input_tokens": 3289, + "output_tokens": 438, + "generation_duration_ms": 18583, + "started_at": "2026-03-30T18:30:53.272128700Z", + "finished_at": "2026-03-30T18:31:21.725187400Z" + }, + "t_032_range_query": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_032_range_query", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "args": [], - "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "query": "SELECT id, email, name FROM account WHERE id=1", - "reducer": "seed" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, - "constraints_seed_two_rows": { + } + }, + "vendor": "deepseek", + "input_tokens": 3358, + "output_tokens": 932, + "generation_duration_ms": 27501, + "started_at": "2026-03-30T18:31:21.725350900Z", + "finished_at": "2026-03-30T18:31:55.072571100Z" + }, + "t_033_sort_and_limit": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_033_sort_and_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3354, + "output_tokens": 1748, + "generation_duration_ms": 50134, + "started_at": "2026-03-30T18:31:22.486525100Z", + "finished_at": "2026-03-30T18:32:20.869141600Z" }, - "t_019_many_to_many": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_019_many_to_many", + "t_034_find_first": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_034_find_first", "lang": "typescript", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "claude-sonnet-4-6", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "m2m_has_1_20": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=20" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, - "m2m_has_2_20": { + } + }, + "vendor": "deepseek", + "input_tokens": 3318, + "output_tokens": 2764, + "generation_duration_ms": 83868, + "started_at": "2026-03-30T18:31:24.964513Z", + "finished_at": "2026-03-30T18:32:53.913351Z" + }, + "t_035_select_distinct": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=20" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, + } + }, + "vendor": "deepseek", + "input_tokens": 3306, + "output_tokens": 1249, + "generation_duration_ms": 47084, + "started_at": "2026-03-30T18:31:29.987528900Z", + "finished_at": "2026-03-30T18:32:22.433434800Z" + }, + "t_036_count_without_collect": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_036_count_without_collect", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { "schema_parity": { "pass": true, "partial": 1.0, @@ -22061,66 +151119,142 @@ "tables_diff": null, "tables_equal": true } - }, - "m2m_has_1_10": { + } + }, + "vendor": "deepseek", + "input_tokens": 3349, + "output_tokens": 1545, + "generation_duration_ms": 53946, + "started_at": "2026-03-30T18:31:32.697268800Z", + "finished_at": "2026-03-30T18:32:32.130673800Z" + }, + "t_037_multi_column_filter": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_037_multi_column_filter", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=10" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, - "memberships_three_rows": { + } + }, + "vendor": "deepseek", + "input_tokens": 3353, + "output_tokens": 1462, + "generation_duration_ms": 46646, + "started_at": "2026-03-30T18:31:35.789547800Z", + "finished_at": "2026-03-30T18:32:29.310713100Z" + }, + "t_038_schedule_at_time": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_038_schedule_at_time", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM membership" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3326, + "output_tokens": 662, + "generation_duration_ms": 52379, + "started_at": "2026-03-30T18:29:49.119685100Z", + "finished_at": "2026-03-30T18:30:47.730128500Z" }, - "t_020_ecs": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_020_ecs", + "t_039_cancel_schedule": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_039_cancel_schedule", "lang": "typescript", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "claude-sonnet-4-6", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "ecs_next_pos_entity2": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=2 AND x=8 AND y=3" - } - }, - "ecs_next_pos_entity1": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=1 AND x=1 AND y=0" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, - "ecs_seed_position_count": { + } + }, + "vendor": "deepseek", + "input_tokens": 3329, + "output_tokens": 616, + "generation_duration_ms": 48535, + "started_at": "2026-03-30T18:29:55.103324300Z", + "finished_at": "2026-03-30T18:30:53.271751800Z" + }, + "t_040_lifecycle_player": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_040_lifecycle_player", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM position" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, + } + }, + "vendor": "deepseek", + "input_tokens": 3291, + "output_tokens": 1324, + "generation_duration_ms": 72456, + "started_at": "2026-03-30T18:30:04.303047700Z", + "finished_at": "2026-03-30T18:31:22.486336700Z" + }, + "t_041_registered_user_gate": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_041_registered_user_gate", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { "schema_parity": { "pass": true, "partial": 1.0, @@ -22130,48 +151264,113 @@ "tables_diff": null, "tables_equal": true } - }, - "ecs_step_next_position_count": { + } + }, + "vendor": "deepseek", + "input_tokens": 3368, + "output_tokens": 484, + "generation_duration_ms": 107553, + "started_at": "2026-03-30T18:23:50.498198700Z", + "finished_at": "2026-03-30T18:25:46.481985100Z" + }, + "t_042_admin_bootstrap": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_042_admin_bootstrap", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM nextPosition" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3415, + "output_tokens": 495, + "generation_duration_ms": 99256, + "started_at": "2026-03-30T18:23:50.499524500Z", + "finished_at": "2026-03-30T18:25:35.713059500Z" }, - "t_021_multi_column_index": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_021_multi_column_index", + "t_043_role_based_access": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_043_role_based_access", "lang": "typescript", "golden_published": true, - "model_name": "Claude Sonnet 4.6", - "total_tests": 4, - "passed_tests": 4, - "category": "schema", - "route_api_model": "claude-sonnet-4-6", + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", "scorer_details": { - "mcindex_seed_count": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM log" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, - "mcindex_lookup_u7_d1": { + } + }, + "vendor": "deepseek", + "input_tokens": 3408, + "output_tokens": 724, + "generation_duration_ms": 130101, + "started_at": "2026-03-30T18:23:50.501287300Z", + "finished_at": "2026-03-30T18:26:13.132881400Z" + }, + "t_044_ban_list": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, + } + }, + "vendor": "deepseek", + "input_tokens": 3423, + "output_tokens": 1023, + "generation_duration_ms": 241253, + "started_at": "2026-03-30T18:23:50.502731400Z", + "finished_at": "2026-03-30T18:27:59.734906200Z" + }, + "t_045_rate_limit": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { "schema_parity": { "pass": true, "partial": 1.0, @@ -22181,35 +151380,60 @@ "tables_diff": null, "tables_equal": true } - }, - "mcindex_lookup_u7_d2": { + } + }, + "vendor": "deepseek", + "input_tokens": 3398, + "output_tokens": 1780, + "generation_duration_ms": 329903, + "started_at": "2026-03-30T18:23:50.504023800Z", + "finished_at": "2026-03-30T18:29:27.779808Z" + }, + "t_046_shared_document": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Reasoner", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-reasoner", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "anthropic" + "vendor": "deepseek", + "input_tokens": 3477, + "output_tokens": 1034, + "generation_duration_ms": 191975, + "started_at": "2026-03-30T18:23:50.505326800Z", + "finished_at": "2026-03-30T18:27:10.808004600Z" } } }, { - "name": "GPT-5.2-Codex", - "route_api_model": "gpt-5.2-codex", + "name": "Gemini 3.1 Pro", + "route_api_model": "google/gemini-3.1-pro-preview", "tasks": { "t_000_empty_reducers": { - "hash": "3924da8acd3f980dd3c715b8feeec704c6d1a33c376ebb95ece2d4e0eef81093", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_000_empty_reducers", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Gemini 3.1 Pro", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -22222,41 +151446,52 @@ } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3672, + "output_tokens": 1278, + "generation_duration_ms": 260982, + "started_at": "2026-03-30T18:19:59.188838800Z", + "finished_at": "2026-03-30T18:24:27.812166200Z" }, "t_001_basic_tables": { - "hash": "3924da8acd3f980dd3c715b8feeec704c6d1a33c376ebb95ece2d4e0eef81093", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_001_basic_tables", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", "total_tests": 1, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table({ name: 'user', public: true }, {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n});\n\nconst product = table({ name: 'product', public: true }, {\n id: t.i32().primaryKey(),\n title: t.string(),\n price: t.f32(),\n inStock: t.bool(),\n});\n\nconst note = table({ name: 'note', public: true }, {\n id: t.i32().primaryKey(),\n body: t.string(),\n rating: t.i64(),\n pinned: t.bool(),\n});\n\nconst spacetimedb = schema(user, product, note);\nexport default spacetimedb;", + "passed_tests": 1, "category": "basics", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Uncaught TypeError: table2.tableDef is not a function\n\tat (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_001_basic_tables/typescript/server/gpt-5-2-codex/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7402:31)\n\tat SchemaInner (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_001_basic_tables/typescript/server/gpt-5-2-codex/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7205:23)\n\tat schema (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_001_basic_tables/typescript/server/gpt-5-2-codex/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7399:15)\n\tat (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_001_basic_tables/typescript/server/gpt-5-2-codex/llm/src/index.ts:24:21)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:63834/v1/database/basics-t-001-basic-tables-gpt-5-2-codex-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:63834 => http://127.0.0.1:63834\nThis will DESTROY the current basics-t-001-basic-tables-gpt-5-2-codex-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3714, + "output_tokens": 1157, + "generation_duration_ms": 271707, + "started_at": "2026-03-30T18:19:59.189970600Z", + "finished_at": "2026-03-30T18:24:42.954849800Z" }, "t_002_scheduled_table": { - "hash": "3924da8acd3f980dd3c715b8feeec704c6d1a33c376ebb95ece2d4e0eef81093", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_002_scheduled_table", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Gemini 3.1 Pro", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -22269,64 +151504,97 @@ } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3644, + "output_tokens": 1601, + "generation_duration_ms": 274321, + "started_at": "2026-03-30T18:19:59.190767300Z", + "finished_at": "2026-03-30T18:24:43.343980800Z" }, "t_003_struct_in_table": { - "hash": "3924da8acd3f980dd3c715b8feeec704c6d1a33c376ebb95ece2d4e0eef81093", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_003_struct_in_table", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", "total_tests": 1, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Position = t.object('Position', {\n x: t.i32(),\n y: t.i32(),\n});\n\nconst entity = table(\n { name: 'entity' },\n {\n id: t.i32().primaryKey(),\n pos: Position,\n }\n);\n\nconst spacetimedb = schema(entity);\nexport default spacetimedb;", + "passed_tests": 1, "category": "basics", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Uncaught TypeError: table2.tableDef is not a function\n\tat (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_003_struct_in_table/typescript/server/gpt-5-2-codex/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7402:31)\n\tat SchemaInner (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_003_struct_in_table/typescript/server/gpt-5-2-codex/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7205:23)\n\tat schema (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_003_struct_in_table/typescript/server/gpt-5-2-codex/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7399:15)\n\tat (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_003_struct_in_table/typescript/server/gpt-5-2-codex/llm/src/index.ts:16:21)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:63834/v1/database/basics-t-003-struct-in-table-gpt-5-2-codex-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:63834 => http://127.0.0.1:63834\nThis will DESTROY the current basics-t-003-struct-in-table-gpt-5-2-codex-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3625, + "output_tokens": 743, + "generation_duration_ms": 72390, + "started_at": "2026-03-30T18:24:06.645365300Z", + "finished_at": "2026-03-30T18:25:27.505279200Z" }, "t_004_insert": { - "hash": "3924da8acd3f980dd3c715b8feeec704c6d1a33c376ebb95ece2d4e0eef81093", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_004_insert", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", "total_tests": 2, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema(user);\nexport default spacetimedb;\n\nexport const insertUser = spacetimedb.reducer(\n { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() },\n (ctx, { id, name, age, active }) => {\n ctx.db.user.insert({ id, name, age, active });\n }\n);", + "passed_tests": 2, "category": "basics", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Uncaught TypeError: table2.tableDef is not a function\n\tat (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_004_insert/typescript/server/gpt-5-2-codex/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7402:31)\n\tat SchemaInner (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_004_insert/typescript/server/gpt-5-2-codex/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7205:23)\n\tat schema (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_004_insert/typescript/server/gpt-5-2-codex/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7399:15)\n\tat (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_004_insert/typescript/server/gpt-5-2-codex/llm/src/index.ts:13:21)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:63834/v1/database/basics-t-004-insert-gpt-5-2-codex-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:63834 => http://127.0.0.1:63834\nThis will DESTROY the current basics-t-004-insert-gpt-5-2-codex-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "data_parity_insert_user": { + "pass": true, + "partial": 1.0, + "notes": { + "args": [ + 1, + "Alice", + 30, + true + ], + "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "insert_user" } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3664, + "output_tokens": 799, + "generation_duration_ms": 67902, + "started_at": "2026-03-30T18:24:27.812315900Z", + "finished_at": "2026-03-30T18:25:46.098842400Z" }, "t_005_update": { - "hash": "3924da8acd3f980dd3c715b8feeec704c6d1a33c376ebb95ece2d4e0eef81093", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_005_update", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Gemini 3.1 Pro", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "data_parity_update_user": { "pass": true, @@ -22354,26 +151622,36 @@ "tables_equal": true } }, - "seed_users_row": { + "seed_user_via_reducer": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3689, + "output_tokens": 1540, + "generation_duration_ms": 99848, + "started_at": "2026-03-30T18:24:30.893311500Z", + "finished_at": "2026-03-30T18:26:18.129629900Z" }, "t_006_delete": { - "hash": "3924da8acd3f980dd3c715b8feeec704c6d1a33c376ebb95ece2d4e0eef81093", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_006_delete", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Gemini 3.1 Pro", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -22385,11 +151663,16 @@ "tables_equal": true } }, - "seed_users_row": { + "seed_user_via_reducer": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" } }, "delete_user_count_zero": { @@ -22402,18 +151685,23 @@ } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3658, + "output_tokens": 1462, + "generation_duration_ms": 101499, + "started_at": "2026-03-30T18:24:36.631040200Z", + "finished_at": "2026-03-30T18:26:26.254365Z" }, "t_007_crud": { - "hash": "3924da8acd3f980dd3c715b8feeec704c6d1a33c376ebb95ece2d4e0eef81093", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_007_crud", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Gemini 3.1 Pro", "total_tests": 4, "passed_tests": 4, "category": "basics", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "crud_row_id2_deleted": { "pass": true, @@ -22455,18 +151743,23 @@ } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3703, + "output_tokens": 2534, + "generation_duration_ms": 132287, + "started_at": "2026-03-30T18:24:43.344134600Z", + "finished_at": "2026-03-30T18:27:02.477604700Z" }, "t_008_index_lookup": { - "hash": "3924da8acd3f980dd3c715b8feeec704c6d1a33c376ebb95ece2d4e0eef81093", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_008_index_lookup", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Gemini 3.1 Pro", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "index_lookup_projection_parity": { "pass": true, @@ -22491,106 +151784,174 @@ "tables_equal": true } }, - "seed_user_row": { + "seed_user_via_reducer": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3691, + "output_tokens": 1278, + "generation_duration_ms": 59502, + "started_at": "2026-03-30T18:24:43.345567600Z", + "finished_at": "2026-03-30T18:25:54.603722600Z" }, "t_009_init": { - "hash": "3924da8acd3f980dd3c715b8feeec704c6d1a33c376ebb95ece2d4e0eef81093", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_009_init", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", "total_tests": 4, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema(user);\nexport default spacetimedb;\n\nexport const init = spacetimedb.init(ctx => {\n ctx.db.user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n});", + "passed_tests": 4, "category": "basics", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "init_seed_alice": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Uncaught TypeError: table2.tableDef is not a function\n\tat (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_009_init/typescript/server/gpt-5-2-codex/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7402:31)\n\tat SchemaInner (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_009_init/typescript/server/gpt-5-2-codex/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7205:23)\n\tat schema (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_009_init/typescript/server/gpt-5-2-codex/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7399:15)\n\tat (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_009_init/typescript/server/gpt-5-2-codex/llm/src/index.ts:13:21)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:63834/v1/database/basics-t-009-init-gpt-5-2-codex-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:63834 => http://127.0.0.1:63834\nThis will DESTROY the current basics-t-009-init-gpt-5-2-codex-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", - "phase": "build_or_publish" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" + } + }, + "init_total_two": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM user" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "init_seed_bob": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3655, + "output_tokens": 845, + "generation_duration_ms": 72070, + "started_at": "2026-03-30T18:25:27.505441800Z", + "finished_at": "2026-03-30T18:26:49.871328700Z" }, "t_010_connect": { - "hash": "3924da8acd3f980dd3c715b8feeec704c6d1a33c376ebb95ece2d4e0eef81093", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_010_connect", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Gemini 3.1 Pro", "total_tests": 1, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event' },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema({ event });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({ id: 0n, kind: 'connected' });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({ id: 0n, kind: 'disconnected' });\n});", + "passed_tests": 1, "category": "basics", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "reducers_diff": { - "only_golden": [ - "on_connect()", - "on_disconnect()" - ], - "only_llm": [ - "client_connected()", - "client_disconnected()" - ] - }, - "reducers_equal": false, + "reducers_diff": null, + "reducers_equal": true, "tables_diff": null, "tables_equal": true } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3642, + "output_tokens": 715, + "generation_duration_ms": 120544, + "started_at": "2026-03-30T18:25:33.102845600Z", + "finished_at": "2026-03-30T18:27:41.363694200Z" }, "t_011_helper_function": { - "hash": "3924da8acd3f980dd3c715b8feeec704c6d1a33c376ebb95ece2d4e0eef81093", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_011_helper_function", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", "total_tests": 3, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst result = table({ name: 'result' }, {\n id: t.i32().primaryKey(),\n sum: t.i32(),\n});\n\nconst spacetimedb = schema(result);\nexport default spacetimedb;\n\nfunction add(a: number, b: number): number {\n return a + b;\n}\n\nexport const computeSum = spacetimedb.reducer(\n { id: t.i32(), a: t.i32(), b: t.i32() },\n (ctx, { id, a, b }) => {\n ctx.db.result.insert({ id, sum: add(a, b) });\n }\n);", + "passed_tests": 3, "category": "basics", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "helper_func_sum_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Uncaught TypeError: table2.tableDef is not a function\n\tat (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_011_helper_function/typescript/server/gpt-5-2-codex/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7402:31)\n\tat SchemaInner (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_011_helper_function/typescript/server/gpt-5-2-codex/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7205:23)\n\tat schema (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_011_helper_function/typescript/server/gpt-5-2-codex/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7399:15)\n\tat (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_011_helper_function/typescript/server/gpt-5-2-codex/llm/src/index.ts:8:21)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:63834/v1/database/basics-t-011-helper-function-gpt-5-2-codex-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:63834 => http://127.0.0.1:63834\nThis will DESTROY the current basics-t-011-helper-function-gpt-5-2-codex-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", - "phase": "build_or_publish" + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" + } + }, + "schema_parity": { + "pass": true, + "partial": 1.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "helper_func_sum_abs": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3655, + "output_tokens": 847, + "generation_duration_ms": 73586, + "started_at": "2026-03-30T18:25:33.104391700Z", + "finished_at": "2026-03-30T18:26:55.628987100Z" }, "t_012_spacetime_product_type": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_012_spacetime_product_type", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Gemini 3.1 Pro", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "product_type_row_count": { "pass": true, @@ -22627,19 +151988,23 @@ } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3663, + "output_tokens": 1141, + "generation_duration_ms": 45736, + "started_at": "2026-03-30T18:29:12.606693900Z", + "finished_at": "2026-03-30T18:30:05.504451700Z" }, "t_013_spacetime_sum_type": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_013_spacetime_sum_type", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Gemini 3.1 Pro", "total_tests": 3, - "passed_tests": 1, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst result = table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n value: Shape,\n }\n);\n\nconst spacetimedb = schema({ result });\nexport default spacetimedb;\n\nexport const setCircle = spacetimedb.reducer(\n { id: t.i32(), radius: t.i32() },\n (ctx, { id, radius }) => {\n ctx.db.result.insert({\n id,\n value: { tag: 'circle', value: radius },\n });\n }\n);", + "passed_tests": 3, "category": "schema", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -22652,35 +152017,46 @@ } }, "sum_type_row_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:54010/v1/database/c200acddbfdc9d5afa3818ca12ddf8b0bdff3fed74bb6575dae9acc9c5c48279/call/set_circle)\n", - "phase": "call_reducer_golden" + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" } }, "sum_type_row_count": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "actual": 0, + "actual": 1, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3688, + "output_tokens": 1246, + "generation_duration_ms": 39471, + "started_at": "2026-03-30T18:29:30.366288300Z", + "finished_at": "2026-03-30T18:30:17.854813Z" }, "t_014_elementary_columns": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_014_elementary_columns", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Gemini 3.1 Pro", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -22713,70 +152089,57 @@ } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3696, + "output_tokens": 1006, + "generation_duration_ms": 28293, + "started_at": "2026-03-30T18:29:49.563051300Z", + "finished_at": "2026-03-30T18:30:24.363066900Z" }, "t_015_product_type_columns": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_015_product_type_columns", "lang": "typescript", - "golden_published": true, - "model_name": "GPT-5.2-Codex", - "total_tests": 3, - "passed_tests": 3, + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, "category": "schema", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "product_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "query": "SELECT id, home, work, pos FROM profile WHERE id=1", - "reducer": "seed" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "product_type_columns_row_count": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + "error": "OpenRouter upstream error (model=google/gemini-3.1-pro-preview): The operation was aborted", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "meta", + "started_at": "2026-03-30T18:31:43.250910700Z", + "finished_at": "2026-03-30T18:31:43.250910700Z" }, "t_016_sum_type_columns": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_016_sum_type_columns", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Gemini 3.1 Pro", "total_tests": 3, - "passed_tests": 1, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst drawing = table(\n { name: 'drawing' },\n {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape,\n }\n);\n\nconst spacetimedb = schema({ drawing });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.drawing.insert({\n id: 1,\n a: { tag: 'circle', value: 10 },\n b: { tag: 'rectangle', value: { width: 4, height: 6 } },\n });\n});", + "passed_tests": 3, "category": "schema", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "sum_type_columns_row_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:54010/v1/database/c2008f58a39bd092f7ca474551f460eaa1669c8aeca334be93da2661ea290e2d/call/seed)\n", - "phase": "call_reducer_golden" + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" } }, "schema_parity": { @@ -22790,50 +152153,71 @@ } }, "sum_type_columns_row_count": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "actual": 0, + "actual": 1, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3697, + "output_tokens": 1283, + "generation_duration_ms": 34384, + "started_at": "2026-03-30T18:30:05.504621Z", + "finished_at": "2026-03-30T18:30:47.223909900Z" }, "t_017_scheduled_columns": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_017_scheduled_columns", - "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", "total_tests": 2, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: () => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema(tickTimer);\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (_ctx, { arg }) => {\n void arg;\n});\n\nexport const init = spacetimedb.init(ctx => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});", + "passed_tests": 2, "category": "schema", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Uncaught TypeError: table2.tableDef is not a function\n\tat (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_017_scheduled_columns/typescript/server/gpt-5-2-codex/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7402:31)\n\tat SchemaInner (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_017_scheduled_columns/typescript/server/gpt-5-2-codex/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7205:23)\n\tat schema (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_017_scheduled_columns/typescript/server/gpt-5-2-codex/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7399:15)\n\tat (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_017_scheduled_columns/typescript/server/gpt-5-2-codex/llm/src/index.ts:12:21)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:54010/v1/database/schema-t-017-scheduled-columns-gpt-5-2-codex-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:54010 => http://127.0.0.1:54010\nThis will DESTROY the current schema-t-017-scheduled-columns-gpt-5-2-codex-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tickTimer WHERE scheduledId>=0" } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3645, + "output_tokens": 1183, + "generation_duration_ms": 42684, + "started_at": "2026-03-30T18:30:07.593077500Z", + "finished_at": "2026-03-30T18:30:56.460225200Z" }, "t_018_constraints": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_018_constraints", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Gemini 3.1 Pro", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 1, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst account = table(\n {\n name: 'account',\n indexes: [{ name: 'byName', algorithm: 'btree', columns: ['name'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n email: t.string().unique(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ account });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.account.insert({ id: 0n, email: 'a@example.com', name: 'Alice' });\n ctx.db.account.insert({ id: 0n, email: 'b@example.com', name: 'Bob' });\n});", "category": "schema", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -22846,55 +152230,66 @@ } }, "constraints_row_parity_after_seed": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "args": [], - "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "query": "SELECT id, email, name FROM account WHERE id=1", - "reducer": "seed" + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56212/v1/database/c200c2fd24dda332468e15a3822729561b09a6466baff1157ce82ea8cf5cde07/call/seed)\n", + "phase": "call_reducer_golden" } }, "constraints_seed_two_rows": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, + "actual": 0, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3652, + "output_tokens": 1489, + "generation_duration_ms": 35419, + "started_at": "2026-03-30T18:30:17.855104200Z", + "finished_at": "2026-03-30T18:31:01.441097200Z" }, "t_019_many_to_many": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_019_many_to_many", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Gemini 3.1 Pro", "total_tests": 5, - "passed_tests": 5, + "passed_tests": 1, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table({ name: 'user' }, {\n userId: t.u64().primaryKey().autoInc(),\n name: t.string(),\n});\n\nconst group = table({ name: 'group' }, {\n groupId: t.u64().primaryKey().autoInc(),\n title: t.string(),\n});\n\nconst membership = table({\n name: 'membership',\n indexes: [\n { name: 'byUser', algorithm: 'btree', columns: ['userId'] },\n { name: 'byGroup', algorithm: 'btree', columns: ['groupId'] }\n ]\n}, {\n id: t.u64().primaryKey().autoInc(),\n userId: t.u64(),\n groupId: t.u64(),\n});\n\nconst spacetimedb = schema({ user, group, membership });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ userId: 0n, name: \"Alice\" });\n ctx.db.user.insert({ userId: 0n, name: \"Bob\" });\n\n ctx.db.group.insert({ groupId: 0n, title: \"Admin\" });\n ctx.db.group.insert({ groupId: 0n, title: \"Dev\" });\n\n ctx.db.membership.insert({ id: 0n, userId: 1n, groupId: 1n });\n ctx.db.membership.insert({ id: 0n, userId: 1n, groupId: 2n });\n ctx.db.membership.insert({ id: 0n, userId: 2n, groupId: 2n });\n});", "category": "schema", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "m2m_has_1_20": { - "pass": true, - "partial": 1.0, + "m2m_has_1_1": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56212/v1/database/c20044478acf940b59c5b74661a753b2b6b28bc873bd915e4e4351fbfe10ba61/call/seed)\n", + "phase": "call_reducer" + } + }, + "m2m_has_1_2": { + "pass": false, + "partial": 0.0, + "notes": { + "actual": 0, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=20" + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=2" } }, - "m2m_has_2_20": { - "pass": true, - "partial": 1.0, + "m2m_has_2_2": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, + "actual": 0, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=20" + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=2" } }, "schema_parity": { @@ -22907,37 +152302,33 @@ "tables_equal": true } }, - "m2m_has_1_10": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=10" - } - }, "memberships_three_rows": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "actual": 3, + "actual": 0, "expected": 3, "sql": "SELECT COUNT(*) AS n FROM membership" } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3768, + "output_tokens": 2198, + "generation_duration_ms": 37078, + "started_at": "2026-03-30T18:30:24.363265700Z", + "finished_at": "2026-03-30T18:31:08.357137700Z" }, "t_020_ecs": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_020_ecs", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Gemini 3.1 Pro", "total_tests": 5, "passed_tests": 5, "category": "schema", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "ecs_next_pos_entity2": { "pass": true, @@ -22986,18 +152377,24 @@ } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3839, + "output_tokens": 4284, + "generation_duration_ms": 48568, + "started_at": "2026-03-30T18:30:47.224087Z", + "finished_at": "2026-03-30T18:31:43.250282700Z" }, "t_021_multi_column_index": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_021_multi_column_index", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5.2-Codex", + "model_name": "Gemini 3.1 Pro", "total_tests": 4, - "passed_tests": 4, + "passed_tests": 2, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst log = table(\n {\n name: 'log',\n indexes: [{ name: 'byUserDay', algorithm: 'btree', columns: ['userId', 'day'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ log });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.log.insert({ id: 0n, userId: 7, day: 1, message: 'a' });\n ctx.db.log.insert({ id: 0n, userId: 7, day: 2, message: 'b' });\n ctx.db.log.insert({ id: 0n, userId: 9, day: 1, message: 'c' });\n});", "category": "schema", - "route_api_model": "gpt-5.2-codex", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "mcindex_seed_count": { "pass": true, @@ -23009,10 +152406,10 @@ } }, "mcindex_lookup_u7_d1": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, + "actual": 2, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" } @@ -23028,33 +152425,32 @@ } }, "mcindex_lookup_u7_d2": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, + "actual": 3, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" } } }, - "vendor": "openai" - } - } - }, - { - "name": "GPT-5-mini", - "route_api_model": "gpt-5-mini", - "tasks": { - "t_000_empty_reducers": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_000_empty_reducers", + "vendor": "meta", + "input_tokens": 3688, + "output_tokens": 977, + "generation_duration_ms": 14750, + "started_at": "2026-03-30T18:30:50.276150200Z", + "finished_at": "2026-03-30T18:31:11.855504300Z" + }, + "t_022_view_basic": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_022_view_basic", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5-mini", + "model_name": "Gemini 3.1 Pro", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "gpt-5-mini", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -23067,18 +152463,23 @@ } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3635, + "output_tokens": 1127, + "generation_duration_ms": 61264, + "started_at": "2026-03-30T18:27:41.685028900Z", + "finished_at": "2026-03-30T18:28:48.398667700Z" }, - "t_001_basic_tables": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_001_basic_tables", + "t_023_view_per_user": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_023_view_per_user", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5-mini", + "model_name": "Gemini 3.1 Pro", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "gpt-5-mini", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -23091,41 +152492,52 @@ } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3693, + "output_tokens": 834, + "generation_duration_ms": 82780, + "started_at": "2026-03-30T18:27:41.686417700Z", + "finished_at": "2026-03-30T18:29:12.606521400Z" }, - "t_002_scheduled_table": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_002_scheduled_table", + "t_024_event_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_024_event_table", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5-mini", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", "total_tests": 1, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n { scheduled: 'tick' },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer(tickTimer.rowType, (ctx, timer) => {\n // Scheduled tick; perform periodic work here.\n console.info('tick at', ctx.timestamp);\n});\n\nexport const init = spacetimedb.init((ctx) => {\n if (ctx.db.tickTimer.count() === 0) {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n }\n});", - "category": "basics", - "route_api_model": "gpt-5-mini", + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Uncaught TypeError: reducer is not a function\n\tat resolveSchedules (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_002_scheduled_table/typescript/server/gpt-5-mini/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7217:53)\n\tat [SpacetimeDB.moduleHooks.v2] (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_002_scheduled_table/typescript/server/gpt-5-mini/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7248:22)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:54039/v1/database/basics-t-002-scheduled-table-gpt-5-mini-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:54039 => http://127.0.0.1:54039\nThis will DESTROY the current basics-t-002-scheduled-table-gpt-5-mini-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3666, + "output_tokens": 764, + "generation_duration_ms": 59796, + "started_at": "2026-03-30T18:26:26.254677900Z", + "finished_at": "2026-03-30T18:27:36.188805Z" }, - "t_003_struct_in_table": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_003_struct_in_table", + "t_025_optional_fields": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_025_optional_fields", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5-mini", + "model_name": "Gemini 3.1 Pro", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "gpt-5-mini", + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -23138,18 +152550,23 @@ } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3692, + "output_tokens": 906, + "generation_duration_ms": 48692, + "started_at": "2026-03-30T18:26:49.871505500Z", + "finished_at": "2026-03-30T18:27:44.313496900Z" }, - "t_004_insert": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_004_insert", + "t_026_auth_identity_check": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_026_auth_identity_check", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 2, - "passed_tests": 2, - "category": "basics", - "route_api_model": "gpt-5-mini", + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -23160,53 +152577,26 @@ "tables_diff": null, "tables_equal": true } - }, - "data_parity_insert_user": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - "Alice", - 30, - true - ], - "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "insert_user" - } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3724, + "output_tokens": 1114, + "generation_duration_ms": 353726, + "started_at": "2026-03-30T18:19:28.778931500Z", + "finished_at": "2026-03-30T18:25:32.782959300Z" }, - "t_005_update": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_005_update", + "t_027_private_vs_public_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_027_private_vs_public_table", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "gpt-5-mini", + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "data_parity_update_user": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - "Alice2", - 31, - false - ], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "update_user" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -23216,27 +152606,25 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_users_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" - } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3737, + "output_tokens": 1906, + "generation_duration_ms": 296046, + "started_at": "2026-03-30T18:19:28.780151900Z", + "finished_at": "2026-03-30T18:24:36.630871600Z" }, - "t_006_delete": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_006_delete", + "t_028_cascade_delete": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_028_cascade_delete", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "gpt-5-mini", + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -23247,46 +152635,26 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_users_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" - } - }, - "delete_user_count_zero": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" - } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3696, + "output_tokens": 1074, + "generation_duration_ms": 53391, + "started_at": "2026-03-30T18:26:55.629320100Z", + "finished_at": "2026-03-30T18:27:59.383254100Z" }, - "t_007_crud": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_007_crud", + "t_029_filter_and_aggregate": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_029_filter_and_aggregate", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 4, - "passed_tests": 4, - "category": "basics", - "route_api_model": "gpt-5-mini", + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "crud_row_id2_deleted": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -23296,54 +152664,26 @@ "tables_diff": null, "tables_equal": true } - }, - "crud_row_id1_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "crud" - } - }, - "crud_total_count_one": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user" - } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3719, + "output_tokens": 1459, + "generation_duration_ms": 80466, + "started_at": "2026-03-30T18:27:02.477771700Z", + "finished_at": "2026-03-30T18:28:30.230721200Z" }, - "t_008_index_lookup": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_008_index_lookup", + "t_030_two_table_join": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_030_two_table_join", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "gpt-5-mini", + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "index_lookup_projection_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1 - ], - "golden_out": "id | name ----+--------- 1 | \"Alice\"", - "llm_out": "id | name ----+--------- 1 | \"Alice\"", - "query": "SELECT id, name FROM result WHERE id=1", - "reducer": "lookup_user_name" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -23353,46 +152693,26 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_user_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" - } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3770, + "output_tokens": 2092, + "generation_duration_ms": 144323, + "started_at": "2026-03-30T18:27:36.188971800Z", + "finished_at": "2026-03-30T18:30:07.592906500Z" }, - "t_009_init": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_009_init", + "t_031_unique_constraint": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_031_unique_constraint", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 4, - "passed_tests": 4, - "category": "basics", - "route_api_model": "gpt-5-mini", + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "init_seed_alice": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" - } - }, - "init_total_two": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM user" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -23402,79 +152722,84 @@ "tables_diff": null, "tables_equal": true } - }, - "init_seed_bob": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" - } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3652, + "output_tokens": 766, + "generation_duration_ms": 32017, + "started_at": "2026-03-30T18:27:41.363833900Z", + "finished_at": "2026-03-30T18:28:25.631974100Z" }, - "t_010_connect": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_010_connect", + "t_032_range_query": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_032_range_query", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5-mini", + "model_name": "Gemini 3.1 Pro", "total_tests": 1, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema({ event });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({\n id: 0n,\n kind: \"connected\",\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({\n id: 0n,\n kind: \"disconnected\",\n });\n});", - "category": "basics", - "route_api_model": "gpt-5-mini", + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "reducers_diff": { - "only_golden": [ - "on_connect()", - "on_disconnect()" - ], - "only_llm": [ - "client_connected()", - "client_disconnected()" - ] - }, - "reducers_equal": false, + "reducers_diff": null, + "reducers_equal": true, "tables_diff": null, "tables_equal": true } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3729, + "output_tokens": 1726, + "generation_duration_ms": 210116, + "started_at": "2026-03-30T18:27:44.313672Z", + "finished_at": "2026-03-30T18:31:22.166227900Z" }, - "t_011_helper_function": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_011_helper_function", + "t_033_sort_and_limit": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_033_sort_and_limit", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "gpt-5-mini", + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "helper_func_sum_parity": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | sum ----+----- 1 | 5", - "llm_out": "id | sum ----+----- 1 | 5", - "query": "SELECT id, sum FROM result WHERE id=1", - "reducer": "compute_sum" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, + } + }, + "vendor": "meta", + "input_tokens": 3722, + "output_tokens": 2426, + "generation_duration_ms": 112632, + "started_at": "2026-03-30T18:27:51.371313300Z", + "finished_at": "2026-03-30T18:29:49.562891300Z" + }, + "t_034_find_first": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_034_find_first", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { "schema_parity": { "pass": true, "partial": 1.0, @@ -23484,53 +152809,83 @@ "tables_diff": null, "tables_equal": true } - }, - "helper_func_sum_abs": { + } + }, + "vendor": "meta", + "input_tokens": 3680, + "output_tokens": 1105, + "generation_duration_ms": 83524, + "started_at": "2026-03-30T18:27:59.383571800Z", + "finished_at": "2026-03-30T18:29:30.366119400Z" + }, + "t_035_select_distinct": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3672, + "output_tokens": 1733, + "generation_duration_ms": 86136, + "started_at": "2026-03-30T18:28:25.632157300Z", + "finished_at": "2026-03-30T18:29:58.340772800Z" }, - "t_012_spacetime_product_type": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_012_spacetime_product_type", + "t_036_count_without_collect": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_036_count_without_collect", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const Score = t.object('Score', {\n left: t.i32(),\n right: t.i32(),\n});\n\nconst result = table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n value: Score,\n }\n);\n\nconst spacetimedb = schema({ result });\nexport default spacetimedb;\n\nexport const setScore = spacetimedb.reducer(\n { id: t.i32(), left: t.i32(), right: t.i32() },\n (ctx, { id, left, right }) => {\n ctx.db.result.insert({\n id,\n value: { left, right },\n });\n }\n);", - "category": "schema", - "route_api_model": "gpt-5-mini", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Uncaught TypeError: exporting something that is not a spacetime export\n\tat [SpacetimeDB.moduleHooks.v2] (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_012_spacetime_product_type/typescript/server/gpt-5-mini/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7241:15)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:54039/v1/database/schema-t-012-spacetime-product-type-gpt-5-mini-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:54039 => http://127.0.0.1:54039\nThis will DESTROY the current schema-t-012-spacetime-product-type-gpt-5-mini-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3716, + "output_tokens": 4078, + "generation_duration_ms": 148574, + "started_at": "2026-03-30T18:28:30.231004600Z", + "finished_at": "2026-03-30T18:31:05.026089700Z" }, - "t_013_spacetime_sum_type": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_013_spacetime_sum_type", + "t_037_multi_column_filter": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_037_multi_column_filter", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, "passed_tests": 1, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n value: Shape,\n }\n);\n\nconst spacetimedb = schema({ result });\nexport default spacetimedb;\n\nexport const setCircle = spacetimedb.reducer({ id: t.i32(), radius: t.i32() }, (ctx, { id, radius }) => {\n ctx.db.result.insert({\n id,\n value: { circle: radius },\n });\n});", - "category": "schema", - "route_api_model": "gpt-5-mini", + "category": "queries", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -23541,37 +152896,25 @@ "tables_diff": null, "tables_equal": true } - }, - "sum_type_row_parity": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:54039/v1/database/c200bb2648b6b24a98f1c2c1814fcdf7b12362142249436f950bc3656912d9bd/call/set_circle)\n", - "phase": "call_reducer_golden" - } - }, - "sum_type_row_count": { - "pass": false, - "partial": 0.0, - "notes": { - "actual": 0, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" - } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3724, + "output_tokens": 2978, + "generation_duration_ms": 119333, + "started_at": "2026-03-30T18:28:48.398843400Z", + "finished_at": "2026-03-30T18:30:55.986594Z" }, - "t_014_elementary_columns": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_014_elementary_columns", + "t_038_schedule_at_time": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_038_schedule_at_time", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gpt-5-mini", + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -23582,52 +152925,26 @@ "tables_diff": null, "tables_equal": true } - }, - "elementary_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", - "reducer": "seed" - } - }, - "elementary_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" - } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3694, + "output_tokens": 1821, + "generation_duration_ms": 115588, + "started_at": "2026-03-30T18:25:46.099213400Z", + "finished_at": "2026-03-30T18:27:49.020524200Z" }, - "t_015_product_type_columns": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_015_product_type_columns", + "t_039_cancel_schedule": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_039_cancel_schedule", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gpt-5-mini", + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "product_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "query": "SELECT id, home, work, pos FROM profile WHERE id=1", - "reducer": "seed" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -23637,75 +152954,83 @@ "tables_diff": null, "tables_equal": true } - }, - "product_type_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" - } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3694, + "output_tokens": 1388, + "generation_duration_ms": 96850, + "started_at": "2026-03-30T18:25:54.603996300Z", + "finished_at": "2026-03-30T18:27:41.042721500Z" }, - "t_016_sum_type_columns": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_016_sum_type_columns", + "t_040_lifecycle_player": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_040_lifecycle_player", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst drawing = table(\n { name: 'drawing', public: true },\n {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape,\n }\n);\n\nconst spacetimedb = schema({ drawing });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer('seed', (ctx) => {\n ctx.db.drawing.id.insert({\n id: 1,\n a: { tag: 'circle', value: 10 },\n b: { tag: 'rectangle', value: { width: 4, height: 6 } },\n });\n});", - "category": "schema", - "route_api_model": "gpt-5-mini", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Uncaught TypeError: Cannot read properties of undefined (reading 'tag')\n\tat (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_016_sum_type_columns/typescript/server/gpt-5-mini/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:1988:64)\n\tat isFixedSizeProduct (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_016_sum_type_columns/typescript/server/gpt-5-mini/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:1987:46)\n\tat makeDeserializer (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_016_sum_type_columns/typescript/server/gpt-5-mini/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:2100:9)\n\tat (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_016_sum_type_columns/typescript/server/gpt-5-mini/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:6380:35)\n\tat ModuleHooksImpl (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_016_sum_type_columns/typescript/server/gpt-5-mini/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:6379:65)\n\tat makeHooks (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_016_sum_type_columns/typescript/server/gpt-5-mini/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:6370:30)\n\tat [SpacetimeDB.moduleHooks.v2] (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_016_sum_type_columns/typescript/server/gpt-5-mini/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7249:12)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:54039/v1/database/schema-t-016-sum-type-columns-gpt-5-mini-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:54039 => http://127.0.0.1:54039\nThis will DESTROY the current schema-t-016-sum-type-columns-gpt-5-mini-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3650, + "output_tokens": 1036, + "generation_duration_ms": 76027, + "started_at": "2026-03-30T18:26:20.163046Z", + "finished_at": "2026-03-30T18:27:41.684726200Z" }, - "t_017_scheduled_columns": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_017_scheduled_columns", + "t_041_registered_user_gate": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_041_registered_user_gate", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5-mini", - "total_tests": 2, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n { scheduled: 'tick' },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer('tick', tickTimer.rowType, (ctx, timer) => {\n console.info('tick');\n});\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});", - "category": "schema", - "route_api_model": "gpt-5-mini", + "golden_published": true, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Uncaught TypeError: reducer is not a function\n\tat resolveSchedules (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_017_scheduled_columns/typescript/server/gpt-5-mini/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7217:53)\n\tat [SpacetimeDB.moduleHooks.v2] (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_017_scheduled_columns/typescript/server/gpt-5-mini/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7248:22)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:54039/v1/database/schema-t-017-scheduled-columns-gpt-5-mini-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:54039 => http://127.0.0.1:54039\nThis will DESTROY the current schema-t-017-scheduled-columns-gpt-5-mini-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3738, + "output_tokens": 1277, + "generation_duration_ms": 293322, + "started_at": "2026-03-30T18:19:28.781483700Z", + "finished_at": "2026-03-30T18:24:30.893153300Z" }, - "t_018_constraints": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_018_constraints", + "t_042_admin_bootstrap": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_042_admin_bootstrap", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "gpt-5-mini", + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -23716,60 +153041,26 @@ "tables_diff": null, "tables_equal": true } - }, - "constraints_row_parity_after_seed": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "query": "SELECT id, email, name FROM account WHERE id=1", - "reducer": "seed" - } - }, - "constraints_seed_two_rows": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" - } } }, - "vendor": "openai" + "vendor": "meta", + "input_tokens": 3779, + "output_tokens": 1264, + "generation_duration_ms": 358727, + "started_at": "2026-03-30T18:19:28.782789700Z", + "finished_at": "2026-03-30T18:25:33.102662200Z" }, - "t_019_many_to_many": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_019_many_to_many", + "t_043_role_based_access": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_043_role_based_access", "lang": "typescript", "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 5, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, "passed_tests": 1, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n userId: t.i32().primaryKey(),\n name: t.string(),\n }\n);\n\nconst group = table(\n { name: 'group', public: true },\n {\n groupId: t.i32().primaryKey(),\n title: t.string(),\n }\n);\n\nconst membership = table(\n {\n name: 'membership',\n public: true,\n indexes: [\n { name: 'byUser', algorithm: 'btree', columns: ['userId'] },\n { name: 'byGroup', algorithm: 'btree', columns: ['groupId'] },\n ],\n },\n {\n id: t.i32().primaryKey(),\n userId: t.i32(),\n groupId: t.i32(),\n }\n);\n\nconst spacetimedb = schema({ user, group, membership });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n // Users\n ctx.db.user.userId.insert({ userId: 1, name: \"Alice\" });\n ctx.db.user.userId.insert({ userId: 2, name: \"Bob\" });\n\n // Groups\n ctx.db.group.groupId.insert({ groupId: 10, title: \"Admin\" });\n ctx.db.group.groupId.insert({ groupId: 20, title: \"Dev\" });\n\n // Memberships\n ctx.db.membership.id.insert({ id: 1, userId: 1, groupId: 10 });\n ctx.db.membership.id.insert({ id: 2, userId: 1, groupId: 20 });\n ctx.db.membership.id.insert({ id: 3, userId: 2, groupId: 20 });\n});", - "category": "schema", - "route_api_model": "gpt-5-mini", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "m2m_has_1_20": { - "pass": false, - "partial": 0.0, - "notes": { - "actual": 0, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=20" - } - }, - "m2m_has_2_20": { - "pass": false, - "partial": 0.0, - "notes": { - "actual": 0, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=20" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -23779,117 +153070,103 @@ "tables_diff": null, "tables_equal": true } - }, - "m2m_has_1_10": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:54039/v1/database/c2008f1f83f5944b0111c371ec9f5d3bb94125e404c1f8044d20b8b2eba4c88c/call/seed)\n", - "phase": "call_reducer" - } - }, - "memberships_three_rows": { + } + }, + "vendor": "meta", + "input_tokens": 3791, + "output_tokens": 1539, + "generation_duration_ms": 268861, + "started_at": "2026-03-30T18:19:28.784102100Z", + "finished_at": "2026-03-30T18:24:06.645207900Z" + }, + "t_044_ban_list": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", + "scorer_details": { + "publish_error": { "pass": false, "partial": 0.0, "notes": { - "actual": 0, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM membership" + "error": "OpenRouter POST https://openrouter.ai/api/v1/chat/completions: POST https://openrouter.ai/api/v1/chat/completions: error sending request for url (https://openrouter.ai/api/v1/chat/completions): client error (SendRequest): connection closed before message completed", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "meta", + "started_at": "2026-03-30T18:31:43.250574Z", + "finished_at": "2026-03-30T18:31:43.250574Z" }, - "t_020_ecs": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_020_ecs", + "t_045_rate_limit": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_045_rate_limit", "lang": "typescript", "golden_published": false, - "model_name": "GPT-5-mini", - "total_tests": 5, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst entity = table(\n { },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst position = table(\n { },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst velocity = table(\n { },\n {\n entityId: t.i32().primaryKey(),\n vx: t.i32(),\n vy: t.i32(),\n }\n);\n\nconst nextPosition = table(\n { },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nexport const spacetimedb = schema({ entity, position, velocity, nextPosition });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n // Insert Entity 1\n ctx.db.entity.id.insert({ id: 1 });\n ctx.db.position.entityId.insert({ entityId: 1, x: 0, y: 0 });\n ctx.db.velocity.entityId.insert({ entityId: 1, vx: 1, vy: 0 });\n\n // Insert Entity 2\n ctx.db.entity.id.insert({ id: 2 });\n ctx.db.position.entityId.insert({ entityId: 2, x: 10, y: 0 });\n ctx.db.velocity.entityId.insert({ entityId: 2, vx: -2, vy: 3 });\n});\n\nexport const step = spacetimedb.reducer((ctx) => {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.entityId.find(pos.entityId);\n if (!vel) continue;\n const nx = pos.x + vel.vx;\n const ny = pos.y + vel.vy;\n const existing = ctx.db.nextPosition.entityId.find(pos.entityId);\n if (existing) {\n ctx.db.nextPosition.entityId.update({ ...existing, x: nx, y: ny });\n } else {\n ctx.db.nextPosition.entityId.insert({ entityId: pos.entityId, x: nx, y: ny });\n }\n }\n});", - "category": "schema", - "route_api_model": "gpt-5-mini", + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Uncaught TypeError: exporting something that is not a spacetime export\n\tat [SpacetimeDB.moduleHooks.v2] (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_020_ecs/typescript/server/gpt-5-mini/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7241:15)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:54039/v1/database/schema-t-020-ecs-gpt-5-mini-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:54039 => http://127.0.0.1:54039\nThis will DESTROY the current schema-t-020-ecs-gpt-5-mini-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", + "error": "OpenRouter POST https://openrouter.ai/api/v1/chat/completions: POST https://openrouter.ai/api/v1/chat/completions: error sending request for url (https://openrouter.ai/api/v1/chat/completions): client error (SendRequest): connection closed before message completed", "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "meta", + "started_at": "2026-03-30T18:31:43.250859900Z", + "finished_at": "2026-03-30T18:31:43.250859900Z" }, - "t_021_multi_column_index": { - "hash": "c73ba5b8e7438d32e18e96f9ab86c5b8ae2f31d1d614fe8db4abd098176840b0", - "task": "t_021_multi_column_index", + "t_046_shared_document": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_046_shared_document", "lang": "typescript", - "golden_published": true, - "model_name": "GPT-5-mini", - "total_tests": 4, - "passed_tests": 4, - "category": "schema", - "route_api_model": "gpt-5-mini", + "golden_published": false, + "model_name": "Gemini 3.1 Pro", + "total_tests": 1, + "passed_tests": 0, + "category": "auth", + "route_api_model": "google/gemini-3.1-pro-preview", "scorer_details": { - "mcindex_seed_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM log" - } - }, - "mcindex_lookup_u7_d1": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "mcindex_lookup_u7_d2": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + "error": "OpenRouter POST https://openrouter.ai/api/v1/chat/completions: POST https://openrouter.ai/api/v1/chat/completions: error sending request for url (https://openrouter.ai/api/v1/chat/completions): client error (SendRequest): connection closed before message completed", + "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "meta", + "started_at": "2026-03-30T18:31:43.250742900Z", + "finished_at": "2026-03-30T18:31:43.250742900Z" } } }, { - "name": "Grok Code", - "route_api_model": "grok-code-fast-1", + "name": "DeepSeek Chat", + "route_api_model": "deepseek-chat", "tasks": { "t_000_empty_reducers": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_000_empty_reducers", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -23902,18 +153179,23 @@ } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3308, + "output_tokens": 240, + "generation_duration_ms": 43409, + "started_at": "2026-03-30T18:25:42.846707600Z", + "finished_at": "2026-03-30T18:26:38.005571Z" }, "t_001_basic_tables": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_001_basic_tables", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -23926,18 +153208,23 @@ } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3350, + "output_tokens": 183, + "generation_duration_ms": 29349, + "started_at": "2026-03-30T18:25:53.308744700Z", + "finished_at": "2026-03-30T18:26:30.980946400Z" }, "t_002_scheduled_table": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_002_scheduled_table", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -23950,18 +153237,23 @@ } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3283, + "output_tokens": 176, + "generation_duration_ms": 35348, + "started_at": "2026-03-30T18:26:00.201441500Z", + "finished_at": "2026-03-30T18:26:46.688786600Z" }, "t_003_struct_in_table": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_003_struct_in_table", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -23974,18 +153266,23 @@ } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3260, + "output_tokens": 92, + "generation_duration_ms": 28260, + "started_at": "2026-03-30T18:26:00.202561400Z", + "finished_at": "2026-03-30T18:26:38.357347300Z" }, "t_004_insert": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_004_insert", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 2, "passed_tests": 2, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -24014,23 +153311,27 @@ } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3300, + "output_tokens": 152, + "generation_duration_ms": 42254, + "started_at": "2026-03-30T18:26:16.800760900Z", + "finished_at": "2026-03-30T18:27:08.218625200Z" }, "t_005_update": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_005_update", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 3, - "passed_tests": 1, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const updateUser = spacetimedb.reducer({ id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() }, (ctx, { id, name, age, active }) => {\n const userRow = ctx.db.user.id.find(id);\n if (userRow) {\n ctx.db.user.id.update({ ...userRow, name, age, active });\n }\n});", + "passed_tests": 3, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { "data_parity_update_user": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { "args": [ 1, @@ -24039,7 +153340,7 @@ false ], "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+------+-----+--------", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", "query": "SELECT id, name, age, active FROM user WHERE id=1", "reducer": "update_user" } @@ -24054,28 +153355,36 @@ "tables_equal": true } }, - "seed_users_row": { - "pass": false, - "partial": 0.0, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:61803/v1/database/c2008d3a5d3b789a38ac8b7e737fd463d7f7b7de462393e2641dfa765aa7cf55/sql)\n", - "phase": "sql_golden", - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3319, + "output_tokens": 238, + "generation_duration_ms": 57091, + "started_at": "2026-03-30T18:26:16.802113200Z", + "finished_at": "2026-03-30T18:27:21.522831700Z" }, "t_006_delete": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_006_delete", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -24087,11 +153396,16 @@ "tables_equal": true } }, - "seed_users_row": { + "seed_user_via_reducer": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" } }, "delete_user_count_zero": { @@ -24104,18 +153418,23 @@ } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3291, + "output_tokens": 192, + "generation_duration_ms": 37237, + "started_at": "2026-03-30T18:26:30.981024300Z", + "finished_at": "2026-03-30T18:27:17.254255500Z" }, "t_007_crud": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_007_crud", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 4, "passed_tests": 4, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { "crud_row_id2_deleted": { "pass": true, @@ -24157,18 +153476,23 @@ } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3331, + "output_tokens": 210, + "generation_duration_ms": 52819, + "started_at": "2026-03-30T18:26:30.982123100Z", + "finished_at": "2026-03-30T18:27:31.450964100Z" }, "t_008_index_lookup": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_008_index_lookup", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { "index_lookup_projection_parity": { "pass": true, @@ -24193,26 +153517,36 @@ "tables_equal": true } }, - "seed_user_row": { + "seed_user_via_reducer": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3322, + "output_tokens": 260, + "generation_duration_ms": 43165, + "started_at": "2026-03-30T18:26:38.357476300Z", + "finished_at": "2026-03-30T18:27:30.214179800Z" }, "t_009_init": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_009_init", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 4, "passed_tests": 4, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { "init_seed_alice": { "pass": true, @@ -24252,52 +153586,52 @@ } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3283, + "output_tokens": 156, + "generation_duration_ms": 26221, + "started_at": "2026-03-30T18:26:38.359306700Z", + "finished_at": "2026-03-30T18:27:11.891188Z" }, "t_010_connect": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_010_connect", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 1, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema({ event });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected(ctx => {\n ctx.db.event.insert({\n id: 0n,\n kind: \"connected\",\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected(ctx => {\n ctx.db.event.insert({\n id: 0n,\n kind: \"disconnected\",\n });\n});", + "passed_tests": 1, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "reducers_diff": { - "only_golden": [ - "on_connect()", - "on_disconnect()" - ], - "only_llm": [ - "client_connected()", - "client_disconnected()" - ] - }, - "reducers_equal": false, + "reducers_diff": null, + "reducers_equal": true, "tables_diff": null, "tables_equal": true } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3283, + "output_tokens": 149, + "generation_duration_ms": 40051, + "started_at": "2026-03-30T18:26:38.360817Z", + "finished_at": "2026-03-30T18:27:28.829743500Z" }, "t_011_helper_function": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_011_helper_function", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { "helper_func_sum_abs": { "pass": true, @@ -24334,18 +153668,23 @@ } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3291, + "output_tokens": 163, + "generation_duration_ms": 25202, + "started_at": "2026-03-30T18:26:46.688980900Z", + "finished_at": "2026-03-30T18:27:18.410159200Z" }, "t_012_spacetime_product_type": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_012_spacetime_product_type", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { "product_type_row_count": { "pass": true, @@ -24382,19 +153721,23 @@ } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3299, + "output_tokens": 156, + "generation_duration_ms": 32846, + "started_at": "2026-03-30T18:28:39.760801100Z", + "finished_at": "2026-03-30T18:29:20.401545500Z" }, "t_013_spacetime_sum_type": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_013_spacetime_sum_type", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 3, - "passed_tests": 1, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n value: Shape,\n }\n);\n\nconst spacetimedb = schema({ result });\nexport default spacetimedb;\n\nexport const setCircle = spacetimedb.reducer({ id: t.i32(), radius: t.i32() }, (ctx, { id, radius }) => {\n ctx.db.result.insert({ id, value: { tag: 'circle', value: radius } });\n});", + "passed_tests": 3, "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -24407,35 +153750,46 @@ } }, "sum_type_row_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:61803/v1/database/c200e33d4d652b61ce5d379db48f7b2d1a76dfcbd64d177c3f37c946a561c0db/call/set_circle)\n", - "phase": "call_reducer_golden" + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" } }, "sum_type_row_count": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "actual": 0, + "actual": 1, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3326, + "output_tokens": 183, + "generation_duration_ms": 20122, + "started_at": "2026-03-30T18:28:42.948013600Z", + "finished_at": "2026-03-30T18:29:10.189250400Z" }, "t_014_elementary_columns": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_014_elementary_columns", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -24468,18 +153822,23 @@ } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3316, + "output_tokens": 183, + "generation_duration_ms": 34799, + "started_at": "2026-03-30T18:28:52.982105900Z", + "finished_at": "2026-03-30T18:29:34.989344400Z" }, "t_015_product_type_columns": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_015_product_type_columns", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { "product_type_columns_row_parity": { "pass": true, @@ -24512,26 +153871,33 @@ } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3343, + "output_tokens": 204, + "generation_duration_ms": 22165, + "started_at": "2026-03-30T18:29:03.068486800Z", + "finished_at": "2026-03-30T18:29:33.708340800Z" }, "t_016_sum_type_columns": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_016_sum_type_columns", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 3, - "passed_tests": 1, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst drawing = table(\n { name: 'drawing', public: true },\n {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape,\n }\n);\n\nconst spacetimedb = schema({ drawing });\n\nexport const seed = spacetimedb.reducer({}, (ctx) => {\n ctx.db.drawing.insert({\n id: 0,\n a: { tag: 'circle', value: 10 },\n b: { tag: 'rectangle', value: { width: 4, height: 6 } },\n });\n});\n\nexport default spacetimedb;", + "passed_tests": 3, "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { "sum_type_columns_row_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:61803/v1/database/c2000788e329b453495afd0fdbb496a34d3af0ea9e8d7984f456fba62dc88ed7/call/seed)\n", - "phase": "call_reducer_golden" + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" } }, "schema_parity": { @@ -24545,50 +153911,71 @@ } }, "sum_type_columns_row_count": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "actual": 0, + "actual": 1, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3322, + "output_tokens": 187, + "generation_duration_ms": 34018, + "started_at": "2026-03-30T18:29:03.069807500Z", + "finished_at": "2026-03-30T18:29:44.002902Z" }, "t_017_scheduled_columns": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_017_scheduled_columns", "lang": "typescript", - "golden_published": false, - "model_name": "Grok Code", + "golden_published": true, + "model_name": "DeepSeek Chat", "total_tests": 2, - "passed_tests": 0, - "llm_output": "import { schema, table, t, ScheduleAt } from 'spacetimedb/server';\n\nconst tickTimer = table(\n { scheduled: () => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (ctx, { arg }) => {\n});\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50000n),\n });\n});\n\nexport default spacetimedb;", + "passed_tests": 2, "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\n[MISSING_EXPORT] Error: \"ScheduleAt\" is not exported by \"D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_017_scheduled_columns/typescript/server/grok-code/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs\".\n ╭─[ D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_017_scheduled_columns/typescript/server/grok-code/llm/src/index.ts:1:28 ]\n │\n 1 │ import { schema, table, t, ScheduleAt } from 'spacetimedb/server';\n │ ─────┬──── \n │ ╰────── Missing export\n───╯\n\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true + } + }, + "scheduled_seeded_one_row": { + "pass": true, + "partial": 1.0, + "notes": { + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM tickTimer WHERE scheduledId>=0" } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3283, + "output_tokens": 174, + "generation_duration_ms": 24800, + "started_at": "2026-03-30T18:29:10.189437900Z", + "finished_at": "2026-03-30T18:29:40.887121300Z" }, "t_018_constraints": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_018_constraints", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 1, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst account = table(\n { name: 'account', public: true, indexes: [{ name: 'byName', algorithm: 'btree', columns: ['name'] }] },\n {\n id: t.u64().primaryKey().autoInc(),\n email: t.string().unique(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ account });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.account.insert({ id: 0n, email: 'a@example.com', name: 'Alice' });\n ctx.db.account.insert({ id: 0n, email: 'b@example.com', name: 'Bob' });\n});", "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -24601,55 +153988,66 @@ } }, "constraints_row_parity_after_seed": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "args": [], - "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "query": "SELECT id, email, name FROM account WHERE id=1", - "reducer": "seed" + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56212/v1/database/c200c2fd24dda332468e15a3822729561b09a6466baff1157ce82ea8cf5cde07/call/seed)\n", + "phase": "call_reducer_golden" } }, "constraints_seed_two_rows": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, + "actual": 0, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3282, + "output_tokens": 175, + "generation_duration_ms": 32767, + "started_at": "2026-03-30T18:29:16.796359600Z", + "finished_at": "2026-03-30T18:29:55.821848300Z" }, "t_019_many_to_many": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_019_many_to_many", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 5, - "passed_tests": 5, + "passed_tests": 1, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n userId: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst group = table(\n { name: 'group' },\n {\n groupId: t.u64().primaryKey().autoInc(),\n title: t.string(),\n }\n);\n\nconst membership = table(\n {\n name: 'membership',\n indexes: [\n { name: 'byUser', algorithm: 'btree', columns: ['userId'] },\n { name: 'byGroup', algorithm: 'btree', columns: ['groupId'] },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n userId: t.u64(),\n groupId: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ user, group, membership });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ userId: 0n, name: 'Alice' });\n ctx.db.user.insert({ userId: 0n, name: 'Bob' });\n\n ctx.db.group.insert({ groupId: 0n, title: 'Admin' });\n ctx.db.group.insert({ groupId: 0n, title: 'Dev' });\n\n ctx.db.membership.insert({ id: 0n, userId: 1n, groupId: 1n });\n ctx.db.membership.insert({ id: 0n, userId: 1n, groupId: 2n });\n ctx.db.membership.insert({ id: 0n, userId: 2n, groupId: 2n });\n});", "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { - "m2m_has_1_20": { - "pass": true, - "partial": 1.0, + "m2m_has_1_1": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56212/v1/database/c2003f74e787f9c4ca6acd576a51806397f932bde511cbbf17a05afc6e008211/call/seed)\n", + "phase": "call_reducer" + } + }, + "m2m_has_1_2": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, + "actual": 0, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=20" + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=2" } }, - "m2m_has_2_20": { - "pass": true, - "partial": 1.0, + "m2m_has_2_2": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, + "actual": 0, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=20" + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=2" } }, "schema_parity": { @@ -24662,37 +154060,33 @@ "tables_equal": true } }, - "m2m_has_1_10": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=10" - } - }, "memberships_three_rows": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "actual": 3, + "actual": 0, "expected": 3, "sql": "SELECT COUNT(*) AS n FROM membership" } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3396, + "output_tokens": 381, + "generation_duration_ms": 63963, + "started_at": "2026-03-30T18:29:20.401838400Z", + "finished_at": "2026-03-30T18:30:32.805497400Z" }, "t_020_ecs": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_020_ecs", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 5, "passed_tests": 5, "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { "ecs_next_pos_entity2": { "pass": true, @@ -24741,18 +154135,24 @@ } } }, - "vendor": "xai" + "vendor": "deepseek", + "input_tokens": 3458, + "output_tokens": 506, + "generation_duration_ms": 47191, + "started_at": "2026-03-30T18:29:20.403252700Z", + "finished_at": "2026-03-30T18:30:15.131591600Z" }, "t_021_multi_column_index": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_021_multi_column_index", "lang": "typescript", "golden_published": true, - "model_name": "Grok Code", + "model_name": "DeepSeek Chat", "total_tests": 4, - "passed_tests": 4, + "passed_tests": 2, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst log = table(\n {\n name: 'log',\n indexes: [{ name: 'byUserDay', algorithm: 'btree', columns: ['userId', 'day'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ log });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.log.insert({ id: 0n, userId: 7, day: 1, message: \"a\" });\n ctx.db.log.insert({ id: 0n, userId: 7, day: 2, message: \"b\" });\n ctx.db.log.insert({ id: 0n, userId: 9, day: 1, message: \"c\" });\n});", "category": "schema", - "route_api_model": "grok-code-fast-1", + "route_api_model": "deepseek-chat", "scorer_details": { "mcindex_seed_count": { "pass": true, @@ -24764,10 +154164,10 @@ } }, "mcindex_lookup_u7_d1": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, + "actual": 2, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" } @@ -24783,33 +154183,32 @@ } }, "mcindex_lookup_u7_d2": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, + "actual": 3, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" } } }, - "vendor": "xai" - } - } - }, - { - "name": "Gemini 3 Flash", - "route_api_model": "google/gemini-3-flash-preview", - "tasks": { - "t_000_empty_reducers": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_000_empty_reducers", + "vendor": "deepseek", + "input_tokens": 3313, + "output_tokens": 216, + "generation_duration_ms": 42599, + "started_at": "2026-03-30T18:29:22.906366600Z", + "finished_at": "2026-03-30T18:30:13.466113700Z" + }, + "t_022_view_basic": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_022_view_basic", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "DeepSeek Chat", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "category": "queries", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -24822,18 +154221,23 @@ } } }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3270, + "output_tokens": 144, + "generation_duration_ms": 29656, + "started_at": "2026-03-30T18:28:02.223764900Z", + "finished_at": "2026-03-30T18:28:39.760647600Z" }, - "t_001_basic_tables": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_001_basic_tables", + "t_023_view_per_user": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_023_view_per_user", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "DeepSeek Chat", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "category": "queries", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -24846,41 +154250,52 @@ } } }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3321, + "output_tokens": 141, + "generation_duration_ms": 23441, + "started_at": "2026-03-30T18:28:02.546721900Z", + "finished_at": "2026-03-30T18:28:36.357231500Z" }, - "t_002_scheduled_table": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_002_scheduled_table", + "t_024_event_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_024_event_table", "lang": "typescript", - "golden_published": false, - "model_name": "Gemini 3 Flash", + "golden_published": true, + "model_name": "DeepSeek Chat", "total_tests": 1, - "passed_tests": 0, - "llm_output": "import { schema, table, t, ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n {\n name: 'tickTimer',\n scheduled: (): any => tick,\n },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (ctx, { arg }) => {\n // Reducer logic for each 50ms tick\n});\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50n),\n });\n});", - "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-chat", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3296, + "output_tokens": 151, + "generation_duration_ms": 36161, + "started_at": "2026-03-30T18:27:20.093662Z", + "finished_at": "2026-03-30T18:28:02.546515500Z" }, - "t_003_struct_in_table": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_003_struct_in_table", + "t_025_optional_fields": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_025_optional_fields", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3 Flash", + "model_name": "DeepSeek Chat", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "category": "data_modeling", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -24893,18 +154308,23 @@ } } }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3319, + "output_tokens": 165, + "generation_duration_ms": 36498, + "started_at": "2026-03-30T18:27:26.049723900Z", + "finished_at": "2026-03-30T18:28:10.301204200Z" }, - "t_004_insert": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_004_insert", + "t_026_auth_identity_check": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_026_auth_identity_check", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 2, - "passed_tests": 2, - "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -24915,53 +154335,26 @@ "tables_diff": null, "tables_equal": true } - }, - "data_parity_insert_user": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - "Alice", - 30, - true - ], - "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "insert_user" - } } }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3348, + "output_tokens": 220, + "generation_duration_ms": 20503, + "started_at": "2026-03-30T18:25:12.602175Z", + "finished_at": "2026-03-30T18:25:42.846537900Z" }, - "t_005_update": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_005_update", + "t_027_private_vs_public_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_027_private_vs_public_table", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", "scorer_details": { - "data_parity_update_user": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - "Alice2", - 31, - false - ], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "update_user" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -24971,27 +154364,25 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_users_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" - } } }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3365, + "output_tokens": 214, + "generation_duration_ms": 27673, + "started_at": "2026-03-30T18:25:12.603636200Z", + "finished_at": "2026-03-30T18:25:48.813098700Z" }, - "t_006_delete": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_006_delete", + "t_028_cascade_delete": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_028_cascade_delete", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -25002,46 +154393,26 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_users_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" - } - }, - "delete_user_count_zero": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1" - } } }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3327, + "output_tokens": 204, + "generation_duration_ms": 34652, + "started_at": "2026-03-30T18:27:30.214274Z", + "finished_at": "2026-03-30T18:28:12.997819600Z" }, - "t_007_crud": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_007_crud", + "t_029_filter_and_aggregate": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_029_filter_and_aggregate", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 4, - "passed_tests": 4, - "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-chat", "scorer_details": { - "crud_row_id2_deleted": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -25051,54 +154422,26 @@ "tables_diff": null, "tables_equal": true } - }, - "crud_row_id1_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "crud" - } - }, - "crud_total_count_one": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user" - } } }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3343, + "output_tokens": 272, + "generation_duration_ms": 58781, + "started_at": "2026-03-30T18:27:31.451059100Z", + "finished_at": "2026-03-30T18:28:36.676754500Z" }, - "t_008_index_lookup": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_008_index_lookup", + "t_030_two_table_join": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_030_two_table_join", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-chat", "scorer_details": { - "index_lookup_projection_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1 - ], - "golden_out": "id | name ----+--------- 1 | \"Alice\"", - "llm_out": "id | name ----+--------- 1 | \"Alice\"", - "query": "SELECT id, name FROM result WHERE id=1", - "reducer": "lookup_user_name" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -25108,46 +154451,26 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_user_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" - } } }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3392, + "output_tokens": 284, + "generation_duration_ms": 38851, + "started_at": "2026-03-30T18:27:31.452467700Z", + "finished_at": "2026-03-30T18:28:15.911694800Z" }, - "t_009_init": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_009_init", + "t_031_unique_constraint": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_031_unique_constraint", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 4, - "passed_tests": 4, - "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "deepseek-chat", "scorer_details": { - "init_seed_alice": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" - } - }, - "init_total_two": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM user" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -25157,121 +154480,82 @@ "tables_diff": null, "tables_equal": true } - }, - "init_seed_bob": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" - } } }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3285, + "output_tokens": 138, + "generation_duration_ms": 44923, + "started_at": "2026-03-30T18:27:51.753201Z", + "finished_at": "2026-03-30T18:28:42.947843600Z" }, - "t_010_connect": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_010_connect", + "t_032_range_query": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_032_range_query", "lang": "typescript", - "golden_published": true, - "model_name": "Gemini 3 Flash", + "golden_published": false, + "model_name": "DeepSeek Chat", "total_tests": 1, "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema({ event });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({\n id: 0n,\n kind: 'connected',\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({\n id: 0n,\n kind: 'disconnected',\n });\n});", - "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst product = table(\n { name: 'product', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n price: t.u32().index('btree')\n }\n);\n\nconst priceRangeResult = table(\n { name: 'price_range_result', public: true },\n {\n productId: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32()\n }\n);\n\nconst spacetimedb = schema({ product, priceRangeResult });\nexport default spacetimedb;\n\nexport const find_in_price_range = spacetimedb.reducer(\n { minPrice: t.u32(), maxPrice: t.u32() },\n (ctx, { minPrice, maxPrice }) => {\n ctx.db.priceRangeResult.iter().forEach(row => {\n ctx.db.priceRangeResult.productId.delete(row.productId);\n });\n\n for (const p of ctx.db.product.iter()) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n ctx.db.priceRangeResult.insert({\n productId: p.id,\n name: p.name,\n price: p.price\n });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "deepseek-chat", "scorer_details": { - "schema_parity": { + "publish_error": { "pass": false, "partial": 0.0, "notes": { - "reducers_diff": { - "only_golden": [ - "on_connect()", - "on_disconnect()" - ], - "only_llm": [ - "client_connected()", - "client_disconnected()" - ] - }, - "reducers_equal": false, - "tables_diff": null, - "tables_equal": true + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(27,36): error TS2339: Property 'forEach' does not exist on type 'IteratorObject<{ name: string; price: number; productId: bigint; }, undefined, unknown>'.\r\nsrc/index.ts(27,44): error TS7006: Parameter 'row' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3356, + "output_tokens": 275, + "generation_duration_ms": 34879, + "started_at": "2026-03-30T18:28:10.301308500Z", + "finished_at": "2026-03-30T18:28:52.982006600Z" }, - "t_011_helper_function": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_011_helper_function", + "t_033_sort_and_limit": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_033_sort_and_limit", "lang": "typescript", - "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "google/gemini-3-flash-preview", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst player = table(\n { name: 'player', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n score: t.u64(),\n }\n);\n\nconst leaderboard = table(\n { name: 'leaderboard', public: true },\n {\n rank: t.u32().primaryKey(),\n playerName: t.string(),\n score: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ player, leaderboard });\nexport default spacetimedb;\n\nexport const build_leaderboard = spacetimedb.reducer(\n { limit: t.u32() },\n (ctx, { limit }) => {\n const players = [...ctx.db.player.iter()];\n players.sort((a, b) => Number(b.score - a.score));\n ctx.db.leaderboard.iter().forEach(row => ctx.db.leaderboard.rank.delete(row.rank));\n players.slice(0, limit).forEach((player, index) => {\n ctx.db.leaderboard.insert({ rank: index + 1, playerName: player.name, score: player.score });\n });\n }\n);", + "category": "queries", + "route_api_model": "deepseek-chat", "scorer_details": { - "helper_func_sum_abs": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "helper_func_sum_parity": { - "pass": true, - "partial": 1.0, + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | sum ----+----- 1 | 5", - "llm_out": "id | sum ----+----- 1 | 5", - "query": "SELECT id, sum FROM result WHERE id=1", - "reducer": "compute_sum" + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(29,31): error TS2339: Property 'forEach' does not exist on type 'IteratorObject<{ score: bigint; rank: number; playerName: string; }, undefined, unknown>'.\r\nsrc/index.ts(29,39): error TS7006: Parameter 'row' implicitly has an 'any' type.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3350, + "output_tokens": 260, + "generation_duration_ms": 64275, + "started_at": "2026-03-30T18:28:10.302659Z", + "finished_at": "2026-03-30T18:29:20.401803600Z" }, - "t_012_spacetime_product_type": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_012_spacetime_product_type", + "t_034_find_first": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_034_find_first", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "google/gemini-3-flash-preview", + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-chat", "scorer_details": { - "product_type_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -25281,169 +154565,110 @@ "tables_diff": null, "tables_equal": true } - }, - "product_type_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "query": "SELECT id, value FROM result WHERE id=1", - "reducer": "set_score" - } } }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3315, + "output_tokens": 185, + "generation_duration_ms": 39985, + "started_at": "2026-03-30T18:28:12.998103100Z", + "finished_at": "2026-03-30T18:29:03.068338200Z" }, - "t_013_spacetime_sum_type": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_013_spacetime_sum_type", + "t_035_select_distinct": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_035_select_distinct", "lang": "typescript", "golden_published": false, - "model_name": "Gemini 3 Flash", - "total_tests": 3, + "model_name": "DeepSeek Chat", + "total_tests": 1, "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32()\n});\n\nconst Shape = t.enum('Shape', [\n { circle: t.i32() },\n { rectangle: Rect }\n]);\n\nconst result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n value: Shape\n }\n);\n\nconst spacetimedb = schema({ result });\nexport default spacetimedb;\n\nexport const setCircle = spacetimedb.reducer({ id: t.i32(), radius: t.i32() }, (ctx, { id, radius }) => {\n ctx.db.result.insert({\n id,\n value: { tag: 'circle', value: radius }\n });\n});", - "category": "schema", - "route_api_model": "google/gemini-3-flash-preview", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order' },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u32(),\n }\n);\n\nconst distinctCategory = table(\n { name: 'distinct_category' },\n {\n category: t.string().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({ order, distinctCategory });\nexport default spacetimedb;\n\nexport const collect_distinct_categories = spacetimedb.reducer((ctx) => {\n const categories = new Set();\n for (const row of ctx.db.order.iter()) {\n categories.add(row.category);\n }\n ctx.db.distinctCategory.deleteAll();\n for (const category of categories) {\n ctx.db.distinctCategory.insert({ category });\n }\n});", + "category": "queries", + "route_api_model": "deepseek-chat", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Errors occurred:\nerror at typespace ref `&1`: type ([object Object]: ()) contains identifier error Identifier `[object Object]`'s starting character '[' is neither an underscore ('_') nor a Unicode XID_start character (according to Unicode Standard Annex 31, https://www.unicode.org/reports/tr31/) and cannot be used for entities in a module.\n\n\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:52620/v1/database/schema-t-013-spacetime-sum-type-gemini-3-flash-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:52620 => http://127.0.0.1:52620\nThis will DESTROY the current schema-t-013-spacetime-sum-type-gemini-3-flash-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(27,27): error TS2551: Property 'deleteAll' does not exist on type '{ insert: (row: { category: string; }) => { category: string; }; delete: (row: { category: string; }) => boolean; count: () => bigint; iter: () => IteratorObject<{ category: string; }, undefined, unknown>; [Symbol.iterator]: () => IteratorObject<...>; category: UniqueIndex<...> & { ...; }; }'. Did you mean 'delete'?\r\n", "phase": "build_or_publish" } } }, - "vendor": "meta" - }, - "t_014_elementary_columns": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_014_elementary_columns", - "lang": "typescript", - "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "google/gemini-3-flash-preview", - "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "elementary_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "llm_out": "id | count | total | price | ratio | active | name ----+-------+------------+-------+-------+--------+--------- 1 | 2 | 3000000000 | 1.5 | 2.25 | true | \"Alice\"", - "query": "SELECT id, count, total, price, ratio, active, name FROM primitive WHERE id=1", - "reducer": "seed" - } - }, - "elementary_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM primitive WHERE id=1" - } - } - }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3304, + "output_tokens": 192, + "generation_duration_ms": 34917, + "started_at": "2026-03-30T18:28:15.911858Z", + "finished_at": "2026-03-30T18:29:02.750444Z" }, - "t_015_product_type_columns": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_015_product_type_columns", + "t_036_count_without_collect": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_036_count_without_collect", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "google/gemini-3-flash-preview", + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "deepseek-chat", "scorer_details": { - "product_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "query": "SELECT id, home, work, pos FROM profile WHERE id=1", - "reducer": "seed" - } - }, - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "product_type_columns_row_count": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3346, + "output_tokens": 209, + "generation_duration_ms": 37779, + "started_at": "2026-03-30T18:28:39.339831300Z", + "finished_at": "2026-03-30T18:29:22.906202Z" }, - "t_016_sum_type_columns": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_016_sum_type_columns", + "t_037_multi_column_filter": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_037_multi_column_filter", "lang": "typescript", "golden_published": false, - "model_name": "Gemini 3 Flash", - "total_tests": 3, + "model_name": "DeepSeek Chat", + "total_tests": 1, "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32()\n});\n\nconst Shape = t.enum('Shape', [\n { circle: t.i32() },\n { rectangle: Rect }\n]);\n\nconst drawing = table(\n { name: 'drawing', public: true },\n {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape\n }\n);\n\nconst spacetimedb = schema({ drawing });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.drawing.insert({\n id: 1,\n a: { tag: 'circle', value: 10 },\n b: { tag: 'rectangle', value: { width: 4, height: 6 } }\n });\n});", - "category": "schema", - "route_api_model": "google/gemini-3-flash-preview", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst eventLog = table({\n name: 'event_log',\n indexes: [{ name: 'by_category_severity', algorithm: 'btree', columns: ['category', 'severity'] }],\n}, {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n severity: t.u32(),\n message: t.string(),\n});\n\nconst filteredEvent = table({ name: 'filtered_event' }, {\n eventId: t.u64().primaryKey(),\n message: t.string(),\n});\n\nconst spacetimedb = schema({ eventLog, filteredEvent });\nexport default spacetimedb;\n\nexport const filter_events = spacetimedb.reducer(\n { category: t.string(), severity: t.u32() },\n (ctx, { category, severity }) => {\n for (const event of ctx.db.eventLog.by_category_severity.filter([category, severity])) {\n ctx.db.filteredEvent.insert({ eventId: event.id, message: event.message });\n }\n }\n);", + "category": "queries", + "route_api_model": "deepseek-chat", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Errors occurred:\nerror at typespace ref `&1`: type ([object Object]: ()) contains identifier error Identifier `[object Object]`'s starting character '[' is neither an underscore ('_') nor a Unicode XID_start character (according to Unicode Standard Annex 31, https://www.unicode.org/reports/tr31/) and cannot be used for entities in a module.\n\n\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:52620/v1/database/schema-t-016-sum-type-columns-gemini-3-flash-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:52620 => http://127.0.0.1:52620\nThis will DESTROY the current schema-t-016-sum-type-columns-gemini-3-flash-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(24,41): error TS2339: Property 'by_category_severity' does not exist on type '{ insert: (row: { category: string; severity: number; id: bigint; message: string; }) => { category: string; severity: number; id: bigint; message: string; }; delete: (row: { category: string; severity: number; id: bigint; message: string; }) => boolean; count: () => bigint; iter: () => IteratorObject<...>; [Symbol....'.\r\n", "phase": "build_or_publish" } } }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3351, + "output_tokens": 235, + "generation_duration_ms": 27211, + "started_at": "2026-03-30T18:28:39.341233400Z", + "finished_at": "2026-03-30T18:29:14.577580500Z" }, - "t_017_scheduled_columns": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_017_scheduled_columns", + "t_038_schedule_at_time": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_038_schedule_at_time", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 2, - "passed_tests": 2, - "category": "schema", - "route_api_model": "google/gemini-3-flash-preview", + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -25454,29 +154679,25 @@ "tables_diff": null, "tables_equal": true } - }, - "scheduled_seeded_one_row": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM tickTimer WHERE scheduledId>=0" - } } }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3324, + "output_tokens": 206, + "generation_duration_ms": 33967, + "started_at": "2026-03-30T18:27:10.347829600Z", + "finished_at": "2026-03-30T18:27:51.753036200Z" }, - "t_018_constraints": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_018_constraints", + "t_039_cancel_schedule": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_039_cancel_schedule", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "google/gemini-3-flash-preview", + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", "scorer_details": { "schema_parity": { "pass": true, @@ -25487,59 +154708,26 @@ "tables_diff": null, "tables_equal": true } - }, - "constraints_row_parity_after_seed": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "query": "SELECT id, email, name FROM account WHERE id=1", - "reducer": "seed" - } - }, - "constraints_seed_two_rows": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" - } } }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3327, + "output_tokens": 250, + "generation_duration_ms": 43926, + "started_at": "2026-03-30T18:27:16.185188100Z", + "finished_at": "2026-03-30T18:28:09.919672Z" }, - "t_019_many_to_many": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_019_many_to_many", + "t_040_lifecycle_player": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_040_lifecycle_player", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "google/gemini-3-flash-preview", + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "deepseek-chat", "scorer_details": { - "m2m_has_1_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=20" - } - }, - "m2m_has_2_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=20" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -25549,66 +154737,26 @@ "tables_diff": null, "tables_equal": true } - }, - "m2m_has_1_10": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=10" - } - }, - "memberships_three_rows": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM membership" - } } }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3287, + "output_tokens": 147, + "generation_duration_ms": 35606, + "started_at": "2026-03-30T18:27:18.410278Z", + "finished_at": "2026-03-30T18:28:00.110986Z" }, - "t_020_ecs": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_020_ecs", + "t_041_registered_user_gate": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_041_registered_user_gate", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "google/gemini-3-flash-preview", + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", "scorer_details": { - "ecs_next_pos_entity2": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=2 AND x=8 AND y=3" - } - }, - "ecs_next_pos_entity1": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=1 AND x=1 AND y=0" - } - }, - "ecs_seed_position_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM position" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -25618,48 +154766,84 @@ "tables_diff": null, "tables_equal": true } - }, - "ecs_step_next_position_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM nextPosition" - } } }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3364, + "output_tokens": 261, + "generation_duration_ms": 38441, + "started_at": "2026-03-30T18:25:12.605080700Z", + "finished_at": "2026-03-30T18:26:00.201272900Z" }, - "t_021_multi_column_index": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", - "task": "t_021_multi_column_index", + "t_042_admin_bootstrap": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_042_admin_bootstrap", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3 Flash", - "total_tests": 4, - "passed_tests": 4, - "category": "schema", - "route_api_model": "google/gemini-3-flash-preview", + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", "scorer_details": { - "mcindex_seed_count": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM log" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, - "mcindex_lookup_u7_d1": { + } + }, + "vendor": "deepseek", + "input_tokens": 3411, + "output_tokens": 261, + "generation_duration_ms": 36206, + "started_at": "2026-03-30T18:25:12.607061700Z", + "finished_at": "2026-03-30T18:25:59.881087500Z" + }, + "t_043_role_based_access": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, + } + }, + "vendor": "deepseek", + "input_tokens": 3406, + "output_tokens": 345, + "generation_duration_ms": 55915, + "started_at": "2026-03-30T18:25:12.608884100Z", + "finished_at": "2026-03-30T18:26:16.800375700Z" + }, + "t_044_ban_list": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": true, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { "schema_parity": { "pass": true, "partial": 1.0, @@ -25669,35 +154853,87 @@ "tables_diff": null, "tables_equal": true } - }, - "mcindex_lookup_u7_d2": { - "pass": true, - "partial": 1.0, + } + }, + "vendor": "deepseek", + "input_tokens": 3419, + "output_tokens": 375, + "generation_duration_ms": 53857, + "started_at": "2026-03-30T18:25:12.610526Z", + "finished_at": "2026-03-30T18:26:16.480415200Z" + }, + "t_045_rate_limit": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_045_rate_limit", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst rate_limit = table(\n { name: 'rate_limit', public: false },\n {\n identity: t.identity().primaryKey(),\n last_call_us: t.u64(),\n }\n);\n\nconst action_log = table(\n { name: 'action_log', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n identity: t.identity(),\n payload: t.string(),\n }\n);\n\nconst spacetimedb = schema({ rate_limit, action_log });\nexport default spacetimedb;\n\nexport const limited_action = spacetimedb.reducer(\n { payload: t.string() },\n (ctx, { payload }) => {\n const now = ctx.timestamp.microsSinceUnixEpoch;\n const existing = ctx.db.rate_limit.identity.find(ctx.sender);\n if (existing && now - existing.last_call_us < 1_000_000n) {\n throw new Error('rate limited');\n }\n\n ctx.db.rate_limit.identity.updateOrInsert({\n identity: ctx.sender,\n last_call_us: now,\n });\n\n ctx.db.action_log.insert({\n id: 0n,\n identity: ctx.sender,\n payload,\n });\n }\n);", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(32,32): error TS2339: Property 'updateOrInsert' does not exist on type 'UniqueIndex; last_call_us: U64Builder; }>, []>>, { ...; }> & { ...; }'.\r\n", + "phase": "build_or_publish" } } }, - "vendor": "meta" + "vendor": "deepseek", + "input_tokens": 3396, + "output_tokens": 278, + "generation_duration_ms": 67948, + "started_at": "2026-03-30T18:25:12.611856300Z", + "finished_at": "2026-03-30T18:26:28.463259Z" + }, + "t_046_shared_document": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_046_shared_document", + "lang": "typescript", + "golden_published": false, + "model_name": "DeepSeek Chat", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst document = table(\n { name: 'document', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity().index('btree'),\n title: t.string(),\n }\n);\n\nconst document_share = table(\n { name: 'document_share', public: true },\n {\n document_id: t.u64().index('btree'),\n shared_with: t.identity().index('btree'),\n }\n);\n\nconst spacetimedb = schema({ document, document_share });\nexport default spacetimedb;\n\nexport const create_document = spacetimedb.reducer(\n { title: t.string() },\n (ctx, { title }) => {\n ctx.db.document.insert({ id: 0n, owner: ctx.sender, title });\n }\n);\n\nexport const share_document = spacetimedb.reducer(\n { document_id: t.u64(), target: t.identity() },\n (ctx, { document_id, target }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) throw new Error('not found');\n if (!doc.owner.equals(ctx.sender)) throw new Error('not owner');\n ctx.db.document_share.insert({ document_id, shared_with: target });\n }\n);\n\nexport const edit_document = spacetimedb.reducer(\n { document_id: t.u64(), new_title: t.string() },\n (ctx, { document_id, new_title }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) throw new Error('not found');\n\n const isOwner = doc.owner.equals(ctx.sender);\n const isShared = ctx.db.document_share.shared_with.find(ctx.sender) !== undefined;\n\n if (!isOwner && !isShared) throw new Error('unauthorized');\n\n ctx.db.document.id.update({ ...doc, title: new_title });\n }\n);", + "category": "auth", + "route_api_model": "deepseek-chat", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(47,56): error TS2339: Property 'find' does not exist on type 'RangedIndex; shared_with: IdentityColumnBuilder<{ indexType: \"btree\"; }>; }>, []>>, { ...; }>'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "deepseek", + "input_tokens": 3475, + "output_tokens": 436, + "generation_duration_ms": 80803, + "started_at": "2026-03-30T18:25:12.613153500Z", + "finished_at": "2026-03-30T18:26:38.359233200Z" } } }, { - "name": "Gemini 3.1 Pro", - "route_api_model": "google/gemini-3.1-pro-preview", + "name": "Gemini 3 Flash", + "route_api_model": "google/gemini-3-flash-preview", "tasks": { "t_000_empty_reducers": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_000_empty_reducers", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -25710,18 +154946,23 @@ } } }, - "vendor": "meta" + "vendor": "meta", + "input_tokens": 3672, + "output_tokens": 291, + "generation_duration_ms": 55516, + "started_at": "2026-03-30T18:20:30.593176300Z", + "finished_at": "2026-03-30T18:21:35.160905800Z" }, "t_001_basic_tables": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_001_basic_tables", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -25734,18 +154975,23 @@ } } }, - "vendor": "meta" + "vendor": "meta", + "input_tokens": 3712, + "output_tokens": 236, + "generation_duration_ms": 18443, + "started_at": "2026-03-30T18:20:30.594725300Z", + "finished_at": "2026-03-30T18:20:59.792718300Z" }, "t_002_scheduled_table": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_002_scheduled_table", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -25758,18 +155004,23 @@ } } }, - "vendor": "meta" + "vendor": "meta", + "input_tokens": 3644, + "output_tokens": 210, + "generation_duration_ms": 38872, + "started_at": "2026-03-30T18:20:40.507200300Z", + "finished_at": "2026-03-30T18:21:26.109454100Z" }, "t_003_struct_in_table": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_003_struct_in_table", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -25782,18 +155033,23 @@ } } }, - "vendor": "meta" + "vendor": "meta", + "input_tokens": 3623, + "output_tokens": 114, + "generation_duration_ms": 6083, + "started_at": "2026-03-30T18:20:40.508676100Z", + "finished_at": "2026-03-30T18:20:59.440141300Z" }, "t_004_insert": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_004_insert", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 2, "passed_tests": 2, "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -25822,23 +155078,27 @@ } } }, - "vendor": "meta" + "vendor": "meta", + "input_tokens": 3662, + "output_tokens": 185, + "generation_duration_ms": 38124, + "started_at": "2026-03-30T18:20:43.679980400Z", + "finished_at": "2026-03-30T18:21:29.730150100Z" }, "t_005_update": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_005_update", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 3, - "passed_tests": 1, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const updateUser = spacetimedb.reducer(\n { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() },\n (ctx, { id, name, age, active }) => {\n const existing = ctx.db.user.id.find(id);\n if (existing) {\n ctx.db.user.id.update({ id, name, age, active });\n }\n }\n);", + "passed_tests": 3, "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "data_parity_update_user": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { "args": [ 1, @@ -25847,7 +155107,7 @@ false ], "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", - "llm_out": "id | name | age | active ----+------+-----+--------", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", "query": "SELECT id, name, age, active FROM user WHERE id=1", "reducer": "update_user" } @@ -25862,28 +155122,36 @@ "tables_equal": true } }, - "seed_users_row": { - "pass": false, - "partial": 0.0, + "seed_user_via_reducer": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:52620/v1/database/c200886b2e3f2344ddf070ee0ddd8fedf289888e6ffd6ece476650e341a95371/sql)\n", - "phase": "sql_golden", - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" } } }, - "vendor": "meta" + "vendor": "meta", + "input_tokens": 3687, + "output_tokens": 294, + "generation_duration_ms": 45507, + "started_at": "2026-03-30T18:20:46.590129700Z", + "finished_at": "2026-03-30T18:21:40.606570400Z" }, "t_006_delete": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_006_delete", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -25895,11 +155163,16 @@ "tables_equal": true } }, - "seed_users_row": { + "seed_user_via_reducer": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" } }, "delete_user_count_zero": { @@ -25912,19 +155185,23 @@ } } }, - "vendor": "meta" + "vendor": "meta", + "input_tokens": 3656, + "output_tokens": 236, + "generation_duration_ms": 35368, + "started_at": "2026-03-30T18:20:59.792875500Z", + "finished_at": "2026-03-30T18:21:46.710998100Z" }, "t_007_crud": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_007_crud", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 4, - "passed_tests": 2, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const crud = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n ctx.db.user.id.update({ id: 1, name: \"Alice2\", age: 31, active: false });\n ctx.db.user.id.delete(2);\n});", + "passed_tests": 4, "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "crud_row_id2_deleted": { "pass": true, @@ -25946,35 +155223,43 @@ } }, "crud_row_id1_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52620/v1/database/c200258ae6e48e89f6a3299e7df0959bbd56effb5cffe76a195c6022a7de614e/call/crud)\n", - "phase": "call_reducer_golden" + "args": [], + "golden_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "llm_out": "id | name | age | active ----+----------+-----+-------- 1 | \"Alice2\" | 31 | false", + "query": "SELECT id, name, age, active FROM user WHERE id=1", + "reducer": "crud" } }, "crud_total_count_one": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "actual": 0, + "actual": 1, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM user" } } }, - "vendor": "meta" + "vendor": "meta", + "input_tokens": 3701, + "output_tokens": 261, + "generation_duration_ms": 29935, + "started_at": "2026-03-30T18:20:59.794309100Z", + "finished_at": "2026-03-30T18:21:39.098391Z" }, "t_008_index_lookup": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_008_index_lookup", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "index_lookup_projection_parity": { "pass": true, @@ -25999,26 +155284,36 @@ "tables_equal": true } }, - "seed_user_row": { + "seed_user_via_reducer": { "pass": true, "partial": 1.0, "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" + "args": [ + "Alice", + 30, + true + ], + "reducer": "insert_user" } } }, - "vendor": "meta" + "vendor": "meta", + "input_tokens": 3689, + "output_tokens": 320, + "generation_duration_ms": 47356, + "started_at": "2026-03-30T18:21:24.877501500Z", + "finished_at": "2026-03-30T18:22:20.655132200Z" }, "t_009_init": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_009_init", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 4, "passed_tests": 4, "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "init_seed_alice": { "pass": true, @@ -26058,66 +155353,60 @@ } } }, - "vendor": "meta" + "vendor": "meta", + "input_tokens": 3653, + "output_tokens": 184, + "generation_duration_ms": 33638, + "started_at": "2026-03-30T18:21:28.696558400Z", + "finished_at": "2026-03-30T18:22:12.233322Z" }, "t_010_connect": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_010_connect", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 1, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event' },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema({ event });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({\n id: 0n,\n kind: \"connected\",\n });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({\n id: 0n,\n kind: \"disconnected\",\n });\n});", + "passed_tests": 1, "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "reducers_diff": { - "only_golden": [ - "on_connect()", - "on_disconnect()" - ], - "only_llm": [ - "client_connected()", - "client_disconnected()" - ] - }, - "reducers_equal": false, + "reducers_diff": null, + "reducers_equal": true, "tables_diff": null, "tables_equal": true } } }, - "vendor": "meta" + "vendor": "meta", + "input_tokens": 3640, + "output_tokens": 170, + "generation_duration_ms": 42942, + "started_at": "2026-03-30T18:21:32.096724800Z", + "finished_at": "2026-03-30T18:22:21.029778600Z" }, "t_011_helper_function": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_011_helper_function", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "helper_func_sum_parity": { + "helper_func_sum_abs": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | sum ----+----- 1 | 5", - "llm_out": "id | sum ----+----- 1 | 5", - "query": "SELECT id, sum FROM result WHERE id=1", - "reducer": "compute_sum" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" } }, "schema_parity": { @@ -26130,28 +155419,39 @@ "tables_equal": true } }, - "helper_func_sum_abs": { + "helper_func_sum_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" } } }, - "vendor": "meta" + "vendor": "meta", + "input_tokens": 3653, + "output_tokens": 193, + "generation_duration_ms": 30640, + "started_at": "2026-03-30T18:21:37.636768400Z", + "finished_at": "2026-03-30T18:22:18.939420900Z" }, "t_012_spacetime_product_type": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_012_spacetime_product_type", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "product_type_row_count": { "pass": true, @@ -26188,19 +155488,23 @@ } } }, - "vendor": "meta" + "vendor": "meta", + "input_tokens": 3661, + "output_tokens": 200, + "generation_duration_ms": 25013, + "started_at": "2026-03-30T18:23:35.227916400Z", + "finished_at": "2026-03-30T18:24:16.139880400Z" }, "t_013_spacetime_sum_type": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_013_spacetime_sum_type", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 3, - "passed_tests": 1, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst result = table({ public: true }, {\n id: t.i32().primaryKey(),\n value: Shape,\n});\n\nconst spacetimedb = schema({ result });\nexport default spacetimedb;\n\nexport const setCircle = spacetimedb.reducer({ id: t.i32(), radius: t.i32() }, (ctx, { id, radius }) => {\n ctx.db.result.insert({\n id,\n value: { circle: radius }\n });\n});", + "passed_tests": 3, "category": "schema", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -26213,35 +155517,46 @@ } }, "sum_type_row_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52620/v1/database/c200f58ab35aeaf0198d81edad605d27351d3848fe734b272362964e0af50880/call/set_circle)\n", - "phase": "call_reducer_golden" + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" } }, "sum_type_row_count": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "actual": 0, + "actual": 1, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" } } }, - "vendor": "meta" + "vendor": "meta", + "input_tokens": 3686, + "output_tokens": 224, + "generation_duration_ms": 28023, + "started_at": "2026-03-30T18:23:35.229376900Z", + "finished_at": "2026-03-30T18:24:17.590519500Z" }, "t_014_elementary_columns": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_014_elementary_columns", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -26274,18 +155589,23 @@ } } }, - "vendor": "meta" + "vendor": "meta", + "input_tokens": 3694, + "output_tokens": 229, + "generation_duration_ms": 16480, + "started_at": "2026-03-30T18:23:50.165731500Z", + "finished_at": "2026-03-30T18:24:18.748048100Z" }, "t_015_product_type_columns": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_015_product_type_columns", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "product_type_columns_row_parity": { "pass": true, @@ -26318,26 +155638,33 @@ } } }, - "vendor": "meta" + "vendor": "meta", + "input_tokens": 3723, + "output_tokens": 254, + "generation_duration_ms": 63450, + "started_at": "2026-03-30T18:23:50.167054700Z", + "finished_at": "2026-03-30T18:25:01.061857600Z" }, "t_016_sum_type_columns": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_016_sum_type_columns", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 3, - "passed_tests": 1, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32()\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect\n});\n\nconst drawing = table({ name: 'drawing' }, {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape\n});\n\nconst spacetimedb = schema({ drawing });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.drawing.insert({\n id: 1,\n a: Shape.circle(10),\n b: Shape.rectangle({ width: 4, height: 6 })\n });\n});", + "passed_tests": 3, "category": "schema", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "sum_type_columns_row_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:52620/v1/database/c2009b00db35748e0584cfc37793d20ac8ac6f98c7a02c234e1a9b9e7c073568/call/seed)\n", - "phase": "call_reducer_golden" + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" } }, "schema_parity": { @@ -26351,60 +155678,57 @@ } }, "sum_type_columns_row_count": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "actual": 0, + "actual": 1, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" } } }, - "vendor": "meta" + "vendor": "meta", + "input_tokens": 3695, + "output_tokens": 231, + "generation_duration_ms": 19023, + "started_at": "2026-03-30T18:23:50.168042Z", + "finished_at": "2026-03-30T18:24:19.843674100Z" }, "t_017_scheduled_columns": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_017_scheduled_columns", "lang": "typescript", - "golden_published": true, - "model_name": "Gemini 3.1 Pro", - "total_tests": 2, - "passed_tests": 2, - "category": "schema", - "route_api_model": "google/gemini-3.1-pro-preview", - "scorer_details": { - "schema_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true - } - }, - "scheduled_seeded_one_row": { - "pass": true, - "partial": 1.0, + "golden_published": false, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 0, + "category": "schema", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM tickTimer WHERE scheduledId>=0" + "error": "OpenRouter POST https://openrouter.ai/api/v1/chat/completions: POST https://openrouter.ai/api/v1/chat/completions: error sending request for url (https://openrouter.ai/api/v1/chat/completions): client error (SendRequest): connection closed before message completed", + "phase": "build_or_publish" } } }, - "vendor": "meta" + "vendor": "meta", + "started_at": "2026-03-30T18:25:05.566877300Z", + "finished_at": "2026-03-30T18:25:05.566877300Z" }, "t_018_constraints": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_018_constraints", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 3, - "passed_tests": 3, + "passed_tests": 1, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst account = table(\n {\n name: 'account',\n public: true,\n indexes: [{ name: 'byName', algorithm: 'btree', columns: ['name'] }]\n },\n {\n id: t.u64().primaryKey().autoInc(),\n email: t.string().unique(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ account });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.account.insert({ id: 0n, email: 'a@example.com', name: 'Alice' });\n ctx.db.account.insert({ id: 0n, email: 'b@example.com', name: 'Bob' });\n});", "category": "schema", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -26417,74 +155741,76 @@ } }, "constraints_row_parity_after_seed": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "args": [], - "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "query": "SELECT id, email, name FROM account WHERE id=1", - "reducer": "seed" + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:56212/v1/database/c200c2fd24dda332468e15a3822729561b09a6466baff1157ce82ea8cf5cde07/call/seed)\n", + "phase": "call_reducer_golden" } }, "constraints_seed_two_rows": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, + "actual": 0, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" } } }, - "vendor": "meta" + "vendor": "meta", + "input_tokens": 3650, + "output_tokens": 205, + "generation_duration_ms": 40855, + "started_at": "2026-03-30T18:24:05.712366200Z", + "finished_at": "2026-03-30T18:24:53.617070300Z" }, "t_019_many_to_many": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_019_many_to_many", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 5, "passed_tests": 5, "category": "schema", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "m2m_has_1_20": { + "m2m_has_1_1": { "pass": true, "partial": 1.0, "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=20" + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=1" } }, - "m2m_has_2_20": { + "m2m_has_1_2": { "pass": true, "partial": 1.0, "notes": { "actual": 1, "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=20" + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=2" } }, - "schema_parity": { + "m2m_has_2_2": { "pass": true, "partial": 1.0, "notes": { - "reducers_diff": null, - "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=2" } }, - "m2m_has_1_10": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=10" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } }, "memberships_three_rows": { @@ -26497,18 +155823,23 @@ } } }, - "vendor": "meta" + "vendor": "meta", + "input_tokens": 3766, + "output_tokens": 407, + "generation_duration_ms": 23503, + "started_at": "2026-03-30T18:24:19.843769900Z", + "finished_at": "2026-03-30T18:24:52.789067500Z" }, "t_020_ecs": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_020_ecs", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 5, "passed_tests": 5, "category": "schema", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "ecs_next_pos_entity2": { "pass": true, @@ -26557,18 +155888,24 @@ } } }, - "vendor": "meta" + "vendor": "meta", + "input_tokens": 3837, + "output_tokens": 641, + "generation_duration_ms": 35772, + "started_at": "2026-03-30T18:24:19.845233200Z", + "finished_at": "2026-03-30T18:25:05.556353200Z" }, "t_021_multi_column_index": { - "hash": "4fc194f370ec8318bb9b257e2e31aa8ead0dec6b437bd32ff93613e39b0c819f", + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", "task": "t_021_multi_column_index", "lang": "typescript", "golden_published": true, - "model_name": "Gemini 3.1 Pro", + "model_name": "Gemini 3 Flash", "total_tests": 4, - "passed_tests": 4, + "passed_tests": 2, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst log = table(\n {\n name: 'log',\n public: true,\n indexes: [\n {\n name: 'byUserDay',\n algorithm: 'btree',\n columns: ['userId', 'day'],\n },\n ],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ log });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.log.insert({ id: 0n, userId: 7, day: 1, message: \"a\" });\n ctx.db.log.insert({ id: 0n, userId: 7, day: 2, message: \"b\" });\n ctx.db.log.insert({ id: 0n, userId: 9, day: 1, message: \"c\" });\n});", "category": "schema", - "route_api_model": "google/gemini-3.1-pro-preview", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "mcindex_seed_count": { "pass": true, @@ -26580,10 +155917,10 @@ } }, "mcindex_lookup_u7_d1": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, + "actual": 2, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=1" } @@ -26599,33 +155936,32 @@ } }, "mcindex_lookup_u7_d2": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, + "actual": 3, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM log WHERE userId=7 AND day=2" } } }, - "vendor": "meta" - } - } - }, - { - "name": "DeepSeek Reasoner", - "route_api_model": "deepseek-reasoner", - "tasks": { - "t_000_empty_reducers": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_000_empty_reducers", + "vendor": "meta", + "input_tokens": 3686, + "output_tokens": 267, + "generation_duration_ms": 28872, + "started_at": "2026-03-30T18:24:20.165716400Z", + "finished_at": "2026-03-30T18:24:59.702461800Z" + }, + "t_022_view_basic": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_022_view_basic", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3 Flash", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "deepseek-reasoner", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -26638,64 +155974,81 @@ } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3633, + "output_tokens": 163, + "generation_duration_ms": 33030, + "started_at": "2026-03-30T18:22:35.107699900Z", + "finished_at": "2026-03-30T18:23:15.714006500Z" }, - "t_001_basic_tables": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_001_basic_tables", + "t_023_view_per_user": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_023_view_per_user", "lang": "typescript", - "golden_published": false, - "model_name": "DeepSeek Reasoner", + "golden_published": true, + "model_name": "Gemini 3 Flash", "total_tests": 1, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n {},\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst product = table(\n {},\n {\n id: t.i32().primaryKey(),\n title: t.string(),\n price: t.f32(),\n inStock: t.bool(),\n }\n);\n\nconst note = table(\n {},\n {\n id: t.i32().primaryKey(),\n body: t.string(),\n rating: t.i64(),\n pinned: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user, product, note });\nexport default spacetimedb;", - "category": "basics", - "route_api_model": "deepseek-reasoner", + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Errors occurred:\nname `undefined_id_idx_btree` is used for multiple entities\n\n\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:62644/v1/database/basics-t-001-basic-tables-deepseek-reasoner-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:62644 => http://127.0.0.1:62644\nThis will DESTROY the current basics-t-001-basic-tables-deepseek-reasoner-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3691, + "output_tokens": 167, + "generation_duration_ms": 22907, + "started_at": "2026-03-30T18:22:55.696012100Z", + "finished_at": "2026-03-30T18:23:32.224168600Z" }, - "t_002_scheduled_table": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_002_scheduled_table", + "t_024_event_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_024_event_table", "lang": "typescript", - "golden_published": false, - "model_name": "DeepSeek Reasoner", + "golden_published": true, + "model_name": "Gemini 3 Flash", "total_tests": 1, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: (): any => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (ctx, { arg }) => {\n});\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.tickTimer.insert({ scheduledAt: ScheduleAt.interval(50) });\n});", - "category": "basics", - "route_api_model": "deepseek-reasoner", + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:62644/v1/database/basics-t-002-scheduled-table-deepseek-reasoner-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:62644 => http://127.0.0.1:62644\nThis will DESTROY the current basics-t-002-scheduled-table-deepseek-reasoner-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3664, + "output_tokens": 178, + "generation_duration_ms": 42551, + "started_at": "2026-03-30T18:22:17.649411800Z", + "finished_at": "2026-03-30T18:23:11.002221400Z" }, - "t_003_struct_in_table": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_003_struct_in_table", + "t_025_optional_fields": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_025_optional_fields", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3 Flash", "total_tests": 1, "passed_tests": 1, - "category": "basics", - "route_api_model": "deepseek-reasoner", + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -26708,18 +156061,23 @@ } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3690, + "output_tokens": 212, + "generation_duration_ms": 13797, + "started_at": "2026-03-30T18:22:18.939520Z", + "finished_at": "2026-03-30T18:22:54.800024500Z" }, - "t_004_insert": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_004_insert", + "t_026_auth_identity_check": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_026_auth_identity_check", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Reasoner", - "total_tests": 2, - "passed_tests": 2, - "category": "basics", - "route_api_model": "deepseek-reasoner", + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -26730,46 +156088,26 @@ "tables_diff": null, "tables_equal": true } - }, - "data_parity_insert_user": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - "Alice", - 30, - true - ], - "golden_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "llm_out": "id | name | age | active ----+---------+-----+-------- 1 | \"Alice\" | 30 | true", - "query": "SELECT id, name, age, active FROM user WHERE id=1", - "reducer": "insert_user" - } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3722, + "output_tokens": 290, + "generation_duration_ms": 19807, + "started_at": "2026-03-30T18:19:56.765253400Z", + "finished_at": "2026-03-30T18:20:25.598420Z" }, - "t_005_update": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_005_update", + "t_027_private_vs_public_table": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_027_private_vs_public_table", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Reasoner", - "total_tests": 3, + "model_name": "Gemini 3 Flash", + "total_tests": 1, "passed_tests": 1, - "llm_output": "import { table, t, schema, SenderError } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const updateUser = spacetimedb.reducer(\n { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() },\n (ctx, { id, name, age, active }) => {\n const row = ctx.db.user.id.find(id);\n if (!row) {\n throw new SenderError(`User with id ${id} not found`);\n }\n ctx.db.user.id.update({ id, name, age, active });\n }\n);", - "category": "basics", - "route_api_model": "deepseek-reasoner", + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "data_parity_update_user": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: User with id 1 not found\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62644/v1/database/c2008b2c1ef07a9b15f2b315ef4565aa0a3801298a2cec74a109a5cf962ea8b7/call/update_user)\n", - "phase": "call_reducer_llm" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -26779,63 +156117,55 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_users_row": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime sql failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: IndexError: Unique constraint violation 'user_id_idx_btree' in table 'user': column(s): '[\"id\"]' value: 1\n\nCaused by:\n HTTP status client error (400 Bad Request) for url (http://127.0.0.1:62644/v1/database/c200ed791181a62b587de2774b095e98742d8c8beebb5c72e228770f80c7e4c7/sql)\n", - "phase": "sql_golden", - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" - } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3735, + "output_tokens": 282, + "generation_duration_ms": 17283, + "started_at": "2026-03-30T18:19:56.766592400Z", + "finished_at": "2026-03-30T18:20:25.180489600Z" }, - "t_006_delete": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_006_delete", + "t_028_cascade_delete": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_028_cascade_delete", "lang": "typescript", - "golden_published": false, - "model_name": "DeepSeek Reasoner", - "total_tests": 3, - "passed_tests": 0, - "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema(user);\nexport default spacetimedb;\n\nexport const deleteUser = spacetimedb.reducer({ id: t.i32() }, (ctx, { id }) => {\n ctx.db.user.id.delete(id);\n});", - "category": "basics", - "route_api_model": "deepseek-reasoner", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Uncaught TypeError: table2.tableDef is not a function\n\tat (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_006_delete/typescript/server/deepseek-reasoner/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7402:31)\n\tat SchemaInner (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_006_delete/typescript/server/deepseek-reasoner/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7205:23)\n\tat schema (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_006_delete/typescript/server/deepseek-reasoner/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7399:15)\n\tat (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/basics/t_006_delete/typescript/server/deepseek-reasoner/llm/src/index.ts:13:21)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:62644/v1/database/basics-t-006-delete-deepseek-reasoner-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:62644 => http://127.0.0.1:62644\nThis will DESTROY the current basics-t-006-delete-deepseek-reasoner-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3694, + "output_tokens": 252, + "generation_duration_ms": 20064, + "started_at": "2026-03-30T18:22:20.655231Z", + "finished_at": "2026-03-30T18:22:55.695866500Z" }, - "t_007_crud": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_007_crud", + "t_029_filter_and_aggregate": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_029_filter_and_aggregate", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Reasoner", - "total_tests": 4, - "passed_tests": 2, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ user });\nexport default spacetimedb;\n\nexport const crud = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ id: 1, name: 'Alice', age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: 'Bob', age: 22, active: false });\n const alice = ctx.db.user.id.find(1);\n if (alice) {\n ctx.db.user.id.update({ ...alice, name: 'Alice2', age: 31, active: false });\n }\n ctx.db.user.id.delete(2);\n});", - "category": "basics", - "route_api_model": "deepseek-reasoner", + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "crud_row_id2_deleted": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 0, - "expected": 0, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -26845,51 +156175,26 @@ "tables_diff": null, "tables_equal": true } - }, - "crud_row_id1_parity": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62644/v1/database/c200a955ecab87ea80b202a6ccd46bb73f8565b76f4c684cad73c8a66d2944cb/call/crud)\n", - "phase": "call_reducer_golden" - } - }, - "crud_total_count_one": { - "pass": false, - "partial": 0.0, - "notes": { - "actual": 0, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user" - } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3717, + "output_tokens": 362, + "generation_duration_ms": 74200, + "started_at": "2026-03-30T18:22:21.029865500Z", + "finished_at": "2026-03-30T18:23:50.165586Z" }, - "t_008_index_lookup": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_008_index_lookup", + "t_030_two_table_join": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_030_two_table_join", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Reasoner", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "deepseek-reasoner", + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "index_lookup_projection_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1 - ], - "golden_out": "id | name ----+--------- 1 | \"Alice\"", - "llm_out": "id | name ----+--------- 1 | \"Alice\"", - "query": "SELECT id, name FROM result WHERE id=1", - "reducer": "lookup_user_name" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -26899,46 +156204,26 @@ "tables_diff": null, "tables_equal": true } - }, - "seed_user_row": { - "pass": true, - "partial": 1.0, - "notes": { - "sql": "INSERT INTO user(id, name, age, active) VALUES (1, 'Alice', 30, true)" - } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3768, + "output_tokens": 353, + "generation_duration_ms": 30895, + "started_at": "2026-03-30T18:22:26.044504900Z", + "finished_at": "2026-03-30T18:23:08.138258700Z" }, - "t_009_init": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_009_init", + "t_031_unique_constraint": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_031_unique_constraint", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Reasoner", - "total_tests": 4, - "passed_tests": 4, - "category": "basics", - "route_api_model": "deepseek-reasoner", + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "init_seed_alice": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=1 AND name='Alice' AND age=30 AND active=true" - } - }, - "init_total_two": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 2, - "expected": 2, - "sql": "SELECT COUNT(*) AS n FROM user" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -26948,79 +156233,55 @@ "tables_diff": null, "tables_equal": true } - }, - "init_seed_bob": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM user WHERE id=2 AND name='Bob' AND age=22 AND active=false" - } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3650, + "output_tokens": 172, + "generation_duration_ms": 35216, + "started_at": "2026-03-30T18:22:29.715118200Z", + "finished_at": "2026-03-30T18:23:15.197393200Z" }, - "t_010_connect": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_010_connect", + "t_032_range_query": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_032_range_query", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Reasoner", + "model_name": "Gemini 3 Flash", "total_tests": 1, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema({ event });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected(ctx => {\n ctx.db.event.insert({ id: 0n, kind: 'connected' });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected(ctx => {\n ctx.db.event.insert({ id: 0n, kind: 'disconnected' });\n});", - "category": "basics", - "route_api_model": "deepseek-reasoner", + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "reducers_diff": { - "only_golden": [ - "on_connect()", - "on_disconnect()" - ], - "only_llm": [ - "client_connected()", - "client_disconnected()" - ] - }, - "reducers_equal": false, + "reducers_diff": null, + "reducers_equal": true, "tables_diff": null, "tables_equal": true } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3729, + "output_tokens": 306, + "generation_duration_ms": 25449, + "started_at": "2026-03-30T18:22:55.697336300Z", + "finished_at": "2026-03-30T18:23:32.667199800Z" }, - "t_011_helper_function": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_011_helper_function", + "t_033_sort_and_limit": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_033_sort_and_limit", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Reasoner", - "total_tests": 3, - "passed_tests": 3, - "category": "basics", - "route_api_model": "deepseek-reasoner", + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "helper_func_sum_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | sum ----+----- 1 | 5", - "llm_out": "id | sum ----+----- 1 | 5", - "query": "SELECT id, sum FROM result WHERE id=1", - "reducer": "compute_sum" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -27030,39 +156291,26 @@ "tables_diff": null, "tables_equal": true } - }, - "helper_func_sum_abs": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" - } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3720, + "output_tokens": 391, + "generation_duration_ms": 33534, + "started_at": "2026-03-30T18:22:55.698557200Z", + "finished_at": "2026-03-30T18:23:49.413419300Z" }, - "t_012_spacetime_product_type": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_012_spacetime_product_type", + "t_034_find_first": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_034_find_first", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Reasoner", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "deepseek-reasoner", + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "product_type_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -27072,36 +156320,54 @@ "tables_diff": null, "tables_equal": true } - }, - "product_type_row_parity": { + } + }, + "vendor": "meta", + "input_tokens": 3680, + "output_tokens": 237, + "generation_duration_ms": 21664, + "started_at": "2026-03-30T18:23:11.002376200Z", + "finished_at": "2026-03-30T18:23:49.806794300Z" + }, + "t_035_select_distinct": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_035_select_distinct", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "llm_out": "id | value ----+----------------------- 1 | (left = 2, right = 3)", - "query": "SELECT id, value FROM result WHERE id=1", - "reducer": "set_score" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3670, + "output_tokens": 247, + "generation_duration_ms": 60866, + "started_at": "2026-03-30T18:23:11.003881300Z", + "finished_at": "2026-03-30T18:24:20.165633100Z" }, - "t_013_spacetime_sum_type": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_013_spacetime_sum_type", + "t_036_count_without_collect": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_036_count_without_collect", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Reasoner", - "total_tests": 3, + "model_name": "Gemini 3 Flash", + "total_tests": 1, "passed_tests": 1, - "llm_output": "import { table, t, schema } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', { width: t.i32(), height: t.i32() });\nconst Shape = t.enum('Shape', { circle: t.i32(), rectangle: Rect });\n\nconst result = table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n value: Shape,\n }\n);\n\nconst spacetimedb = schema({ result });\nexport default spacetimedb;\n\nexport const setCircle = spacetimedb.reducer({ id: t.i32(), radius: t.i32() }, (ctx, { id, radius }) => {\n const shapeValue = { circle: radius };\n ctx.db.result.insert({ id, value: shapeValue });\n});", - "category": "schema", - "route_api_model": "deepseek-reasoner", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -27112,72 +156378,54 @@ "tables_diff": null, "tables_equal": true } - }, - "sum_type_row_parity": { - "pass": false, - "partial": 0.0, - "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62644/v1/database/c200f9c264c6263338e4ae4b5f8f760b46aaf9f47002d4a59e3ccaf61f9b16bc/call/set_circle)\n", - "phase": "call_reducer_golden" - } - }, - "sum_type_row_count": { - "pass": false, - "partial": 0.0, - "notes": { - "actual": 0, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" - } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3714, + "output_tokens": 388, + "generation_duration_ms": 36835, + "started_at": "2026-03-30T18:23:15.714159800Z", + "finished_at": "2026-03-30T18:24:03.252167300Z" }, - "t_014_elementary_columns": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_014_elementary_columns", + "t_037_multi_column_filter": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_037_multi_column_filter", "lang": "typescript", "golden_published": false, - "model_name": "DeepSeek Reasoner", - "total_tests": 3, + "model_name": "Gemini 3 Flash", + "total_tests": 1, "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst primitive = table(\n { name: 'primitive', public: true },\n {\n id: t.i32().primaryKey(),\n count: t.i32(),\n total: t.i64(),\n price: t.f32(),\n ratio: t.f64(),\n active: t.bool(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema(primitive);\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.primitive.insert({\n id: 1,\n count: 2,\n total: 3000000000n,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: \"Alice\",\n });\n});", - "category": "schema", - "route_api_model": "deepseek-reasoner", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst eventLog = table(\n {\n name: 'event_log',\n indexes: [{ name: 'by_category_severity', algorithm: 'btree', columns: ['category', 'severity'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n severity: t.u32(),\n message: t.string(),\n }\n);\n\nconst filteredEvent = table(\n { name: 'filtered_event' },\n {\n eventId: t.u64().primaryKey(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ eventLog, filteredEvent });\nexport default spacetimedb;\n\nexport const filter_events = spacetimedb.reducer(\n { category: t.string(), severity: t.u32() },\n (ctx, { category, severity }) => {\n for (const event of ctx.db.eventLog.by_category_severity.filter(category, severity)) {\n ctx.db.filteredEvent.insert({\n eventId: event.id,\n message: event.message,\n });\n }\n }\n);", + "category": "queries", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Uncaught TypeError: table2.tableDef is not a function\n\tat (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_014_elementary_columns/typescript/server/deepseek-reasoner/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7402:31)\n\tat SchemaInner (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_014_elementary_columns/typescript/server/deepseek-reasoner/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7205:23)\n\tat schema (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_014_elementary_columns/typescript/server/deepseek-reasoner/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/server/index.mjs:7399:15)\n\tat (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_014_elementary_columns/typescript/server/deepseek-reasoner/llm/src/index.ts:16:21)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:62644/v1/database/schema-t-014-elementary-columns-deepseek-reasoner-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:62644 => http://127.0.0.1:62644\nThis will DESTROY the current schema-t-014-elementary-columns-deepseek-reasoner-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(30,41): error TS2339: Property 'by_category_severity' does not exist on type '{ insert: (row: { category: string; severity: number; id: bigint; message: string; }) => { category: string; severity: number; id: bigint; message: string; }; delete: (row: { category: string; severity: number; id: bigint; message: string; }) => boolean; count: () => bigint; iter: () => IteratorObject<...>; [Symbol....'.\r\n", "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3722, + "output_tokens": 296, + "generation_duration_ms": 34790, + "started_at": "2026-03-30T18:23:15.715723200Z", + "finished_at": "2026-03-30T18:23:57.641997200Z" }, - "t_015_product_type_columns": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_015_product_type_columns", + "t_038_schedule_at_time": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_038_schedule_at_time", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Reasoner", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "deepseek-reasoner", - "scorer_details": { - "product_type_columns_row_parity": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "llm_out": "id | home | work | pos ----+----------------------------------+-----------------------------------+---------------- 1 | (street = \"1 Main\", zip = 11111) | (street = \"2 Broad\", zip = 22222) | (x = 7, y = 9)", - "query": "SELECT id, home, work, pos FROM profile WHERE id=1", - "reducer": "seed" - } - }, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { "schema_parity": { "pass": true, "partial": 1.0, @@ -27187,75 +156435,93 @@ "tables_diff": null, "tables_equal": true } - }, - "product_type_columns_row_count": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM profile WHERE id=1" - } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3692, + "output_tokens": 258, + "generation_duration_ms": 40424, + "started_at": "2026-03-30T18:21:40.606647300Z", + "finished_at": "2026-03-30T18:22:29.714642Z" }, - "t_016_sum_type_columns": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_016_sum_type_columns", + "t_039_cancel_schedule": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_039_cancel_schedule", "lang": "typescript", - "golden_published": false, - "model_name": "DeepSeek Reasoner", - "total_tests": 3, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32()\n});\n\nconst Shape = t.union(\n t.object('Circle', { radius: t.i32() }),\n Rect\n);\n\nconst drawing = table(\n { name: 'drawing' },\n {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape\n }\n);\n\nconst spacetimedb = schema({ drawing });\n\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.drawing.insert({\n id: 0,\n a: { radius: 10 },\n b: { width: 4, height: 6 }\n });\n});", - "category": "schema", - "route_api_model": "deepseek-reasoner", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Uncaught TypeError: t.union is not a function\n\tat (D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDBPrivate/public/target/llm-runs/schema/t_016_sum_type_columns/typescript/server/deepseek-reasoner/llm/src/index.ts:8:17)\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:62644/v1/database/schema-t-016-sum-type-columns-deepseek-reasoner-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:62644 => http://127.0.0.1:62644\nThis will DESTROY the current schema-t-016-sum-type-columns-deepseek-reasoner-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3692, + "output_tokens": 277, + "generation_duration_ms": 42870, + "started_at": "2026-03-30T18:21:40.608165600Z", + "finished_at": "2026-03-30T18:22:32.737082400Z" }, - "t_017_scheduled_columns": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_017_scheduled_columns", + "t_040_lifecycle_player": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_040_lifecycle_player", "lang": "typescript", - "golden_published": false, - "model_name": "DeepSeek Reasoner", - "total_tests": 2, + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n { name: 'tickTimer', scheduled: (): any => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const init = spacetimedb.init(ctx => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50),\n });\n});\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (ctx, { arg }) => {\n ctx.db.tickTimer.scheduledId.update({\n ...arg,\n scheduledAt: ScheduleAt.interval(50),\n });\n});", - "category": "schema", - "route_api_model": "deepseek-reasoner", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { name: 'online_player', public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp(),\n }\n);\n\nconst spacetimedb = schema({ onlinePlayer });\nexport default spacetimedb;\n\nexport const onConnect = spacetimedb.clientConnected((ctx) => {\n ctx.db.onlinePlayer.insert({\n identity: ctx.sender,\n connectedAt: ctx.timestamp,\n });\n});\n\nexport const onDisconnect = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});", + "category": "basics", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "publish_error": { + "schema_parity": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:62644/v1/database/schema-t-017-scheduled-columns-deepseek-reasoner-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:62644 => http://127.0.0.1:62644\nThis will DESTROY the current schema-t-017-scheduled-columns-deepseek-reasoner-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", - "phase": "build_or_publish" + "reducers_diff": { + "only_golden": [ + "client_connected()", + "client_disconnected()" + ], + "only_llm": [ + "on_connect()", + "on_disconnect()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3648, + "output_tokens": 174, + "generation_duration_ms": 51457, + "started_at": "2026-03-30T18:21:46.711412800Z", + "finished_at": "2026-03-30T18:22:55.191224200Z" }, - "t_018_constraints": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_018_constraints", + "t_041_registered_user_gate": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_041_registered_user_gate", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Reasoner", - "total_tests": 3, - "passed_tests": 3, - "category": "schema", - "route_api_model": "deepseek-reasoner", + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { "schema_parity": { "pass": true, @@ -27266,59 +156532,26 @@ "tables_diff": null, "tables_equal": true } - }, - "constraints_row_parity_after_seed": { - "pass": true, - "partial": 1.0, - "notes": { - "args": [], - "golden_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "llm_out": "id | email | name ----+-----------------+--------- 1 | \"a@example.com\" | \"Alice\"", - "query": "SELECT id, email, name FROM account WHERE id=1", - "reducer": "seed" - } - }, - "constraints_seed_two_rows": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM account WHERE id=2" - } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3736, + "output_tokens": 339, + "generation_duration_ms": 31119, + "started_at": "2026-03-30T18:19:56.767916400Z", + "finished_at": "2026-03-30T18:20:38.053045100Z" }, - "t_019_many_to_many": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_019_many_to_many", + "t_042_admin_bootstrap": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_042_admin_bootstrap", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Reasoner", - "total_tests": 5, - "passed_tests": 5, - "category": "schema", - "route_api_model": "deepseek-reasoner", + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "m2m_has_1_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=20" - } - }, - "m2m_has_2_20": { - "pass": true, - "partial": 1.0, - "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=20" - } - }, "schema_parity": { "pass": true, "partial": 1.0, @@ -27328,114 +156561,191 @@ "tables_diff": null, "tables_equal": true } - }, - "m2m_has_1_10": { + } + }, + "vendor": "meta", + "input_tokens": 3777, + "output_tokens": 342, + "generation_duration_ms": 37623, + "started_at": "2026-03-30T18:19:56.769636900Z", + "finished_at": "2026-03-30T18:20:43.679557300Z" + }, + "t_043_role_based_access": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_043_role_based_access", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=10" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } - }, - "memberships_three_rows": { + } + }, + "vendor": "meta", + "input_tokens": 3789, + "output_tokens": 459, + "generation_duration_ms": 28826, + "started_at": "2026-03-30T18:19:56.771446500Z", + "finished_at": "2026-03-30T18:20:37.516340500Z" + }, + "t_044_ban_list": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_044_ban_list", + "lang": "typescript", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", + "scorer_details": { + "schema_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 3, - "expected": 3, - "sql": "SELECT COUNT(*) AS n FROM membership" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3799, + "output_tokens": 499, + "generation_duration_ms": 41279, + "started_at": "2026-03-30T18:19:56.773126Z", + "finished_at": "2026-03-30T18:20:46.589778700Z" }, - "t_020_ecs": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_020_ecs", + "t_045_rate_limit": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_045_rate_limit", "lang": "typescript", - "golden_published": false, - "model_name": "DeepSeek Reasoner", - "total_tests": 5, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst entity = table({}, {\n id: t.i32().primaryKey(),\n});\n\nconst position = table({}, {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n});\n\nconst velocity = table({}, {\n entityId: t.i32().primaryKey(),\n vx: t.i32(),\n vy: t.i32(),\n});\n\nconst nextPosition = table({}, {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n});\n\nconst spacetimedb = schema({ entity, position, velocity, nextPosition });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.entity.insert({ id: 1 });\n ctx.db.entity.insert({ id: 2 });\n ctx.db.position.insert({ entityId: 1, x: 0, y: 0 });\n ctx.db.velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n ctx.db.position.insert({ entityId: 2, x: 10, y: 0 });\n ctx.db.velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n});\n\nexport const step = spacetimedb.reducer((ctx) => {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.entityId.find(pos.entityId);\n if (vel) {\n const next = { entityId: pos.entityId, x: pos.x + vel.vx, y: pos.y + vel.vy };\n const existing = ctx.db.nextPosition.entityId.find(pos.entityId);\n if (existing) {\n ctx.db.nextPosition.entityId.update(next);\n } else {\n ctx.db.nextPosition.insert(next);\n }\n }\n }\n});", - "category": "schema", - "route_api_model": "deepseek-reasoner", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Errors occurred:\nname `undefined_entityId_idx_btree` is used for multiple entities\n\n\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:62644/v1/database/schema-t-020-ecs-deepseek-reasoner-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:62644 => http://127.0.0.1:62644\nThis will DESTROY the current schema-t-020-ecs-deepseek-reasoner-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3779, + "output_tokens": 378, + "generation_duration_ms": 58864, + "started_at": "2026-03-30T18:19:56.774627800Z", + "finished_at": "2026-03-30T18:21:24.877348200Z" }, - "t_021_multi_column_index": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", - "task": "t_021_multi_column_index", + "t_046_shared_document": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "task": "t_046_shared_document", "lang": "typescript", - "golden_published": false, - "model_name": "DeepSeek Reasoner", - "total_tests": 4, - "passed_tests": 0, - "llm_output": "import { table, t, schema } from 'spacetimedb';\n\nconst log = table(\n {\n name: \"log\",\n indexes: [\n {\n name: \"byUserDay\",\n algorithm: \"btree\",\n columns: [\"userId\", \"day\"]\n }\n ]\n },\n {\n id: t.i32().primaryKey(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string()\n }\n);\n\nconst spacetimedb = schema(log);\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.log.insert({ id: 1, userId: 7, day: 1, message: \"a\" });\n ctx.db.log.insert({ id: 2, userId: 7, day: 2, message: \"b\" });\n ctx.db.log.insert({ id: 3, userId: 9, day: 1, message: \"c\" });\n});", - "category": "schema", - "route_api_model": "deepseek-reasoner", + "golden_published": true, + "model_name": "Gemini 3 Flash", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "google/gemini-3-flash-preview", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: Your module doesn't import the `spacetimedb/server` package at all - this is likely a mistake, as your module will not be able to interface with the SpacetimeDB host.\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "deepseek" + "vendor": "meta", + "input_tokens": 3863, + "output_tokens": 560, + "generation_duration_ms": 128204, + "started_at": "2026-03-30T18:19:56.776541400Z", + "finished_at": "2026-03-30T18:22:15.038662700Z" } } - }, + } + ] + }, + { + "mode": "guidelines+rules", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "models": [ { - "name": "DeepSeek Chat", - "route_api_model": "deepseek-chat", + "name": "Claude Sonnet 4.6", + "route_api_model": "anthropic/claude-sonnet-4.6", "tasks": { "t_000_empty_reducers": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_000_empty_reducers", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 1, - "passed_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst emptyTable = table(\n { name: 'emptyTable' },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({ emptyTable });\nexport default spacetimedb;\n\nexport const emptyReducerNoArgs = spacetimedb.reducer({}, (ctx) => {\n});\n\nexport const emptyReducerWithInt = spacetimedb.reducer(\n { count: t.i32() },\n (ctx, { count }) => {\n }\n);\n\nexport const emptyReducerWithString = spacetimedb.reducer(\n { name: t.string() },\n (ctx, { name }) => {\n }\n);\n\nexport const emptyReducerWithTwoArgs = spacetimedb.reducer(\n { count: t.i32(), name: t.string() },\n (ctx, { count, name }) => {\n }\n);\n\nexport const emptyReducerWithThreeArgs = spacetimedb.reducer(\n { active: t.bool(), ratio: t.f32(), label: t.string() },\n (ctx, { active, ratio, label }) => {\n }\n);", "category": "basics", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "schema_parity": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { "reducers_diff": null, "reducers_equal": true, - "tables_diff": null, - "tables_equal": true + "tables_diff": { + "changed": {}, + "only_golden": { + "empty_table": {} + }, + "only_llm": { + "emptyTable": {} + } + }, + "tables_equal": false } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 13946, + "output_tokens": 306, + "generation_duration_ms": 5506, + "started_at": "2026-03-27T02:03:56.171568400Z", + "finished_at": "2026-03-27T02:04:11.482759600Z" }, "t_001_basic_tables": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_001_basic_tables", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "schema_parity": { "pass": true, @@ -27448,41 +156758,51 @@ } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 13960, + "output_tokens": 229, + "generation_duration_ms": 8992, + "started_at": "2026-03-27T02:03:59.025210700Z", + "finished_at": "2026-03-27T02:04:16.250797500Z" }, "t_002_scheduled_table": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_002_scheduled_table", "lang": "typescript", "golden_published": false, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 1, "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n { scheduled: (): any => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (ctx, { arg }) => {\n});\n\nexport const init = spacetimedb.init(ctx => {\n ctx.db.tickTimer.insert({ scheduledId: 0n, scheduledAt: ScheduleAt.interval(50) });\n});", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n {\n name: 'tickTimer',\n scheduled: () => tick,\n },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer(\n { timer: tickTimer.rowType },\n (ctx, { timer }) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n }\n);\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});", "category": "basics", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:62644/v1/database/basics-t-002-scheduled-table-deepseek-chat-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:62644 => http://127.0.0.1:62644\nThis will DESTROY the current basics-t-002-scheduled-table-deepseek-chat-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,7): error TS7022: 'tickTimer' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(7,5): error TS7023: 'scheduled' implicitly has return type 'any' because it does not have a return type annotation and is referenced directly or indirectly in one of its return expressions.\r\nsrc/index.ts(15,7): error TS7022: 'spacetimedb' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(18,14): error TS7022: 'tick' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(20,4): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(20,11): error TS7031: Binding element 'timer' implicitly has an 'any' type.\r\nsrc/index.ts(28,39): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 13911, + "output_tokens": 265, + "generation_duration_ms": 14831, + "started_at": "2026-03-27T02:03:59.028614400Z", + "finished_at": "2026-03-27T02:04:19.743170900Z" }, "t_003_struct_in_table": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_003_struct_in_table", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 1, "passed_tests": 1, "category": "basics", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "schema_parity": { "pass": true, @@ -27495,18 +156815,23 @@ } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 13885, + "output_tokens": 108, + "generation_duration_ms": 6407, + "started_at": "2026-03-27T02:03:59.671589400Z", + "finished_at": "2026-03-27T02:04:11.832631Z" }, "t_004_insert": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_004_insert", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 2, "passed_tests": 2, "category": "basics", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "schema_parity": { "pass": true, @@ -27535,18 +156860,23 @@ } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 13924, + "output_tokens": 183, + "generation_duration_ms": 4423, + "started_at": "2026-03-27T02:03:59.675076400Z", + "finished_at": "2026-03-27T02:04:11.194965Z" }, "t_005_update": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_005_update", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "data_parity_update_user": { "pass": true, @@ -27582,18 +156912,23 @@ } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 13923, + "output_tokens": 219, + "generation_duration_ms": 12160, + "started_at": "2026-03-27T02:03:59.677979300Z", + "finished_at": "2026-03-27T02:04:19.742858100Z" }, "t_006_delete": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_006_delete", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "schema_parity": { "pass": true, @@ -27622,18 +156957,23 @@ } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 13892, + "output_tokens": 154, + "generation_duration_ms": 12156, + "started_at": "2026-03-27T02:04:04.096826Z", + "finished_at": "2026-03-27T02:04:24.417834600Z" }, "t_007_crud": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_007_crud", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 4, "passed_tests": 4, "category": "basics", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "crud_row_id2_deleted": { "pass": true, @@ -27675,18 +157015,23 @@ } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 13973, + "output_tokens": 262, + "generation_duration_ms": 15145, + "started_at": "2026-03-27T02:04:11.482873700Z", + "finished_at": "2026-03-27T02:04:33.783305300Z" }, "t_008_index_lookup": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_008_index_lookup", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "index_lookup_projection_parity": { "pass": true, @@ -27719,18 +157064,23 @@ } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 13933, + "output_tokens": 241, + "generation_duration_ms": 12906, + "started_at": "2026-03-27T02:04:11.832711900Z", + "finished_at": "2026-03-27T02:04:32.556543Z" }, "t_009_init": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_009_init", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 4, "passed_tests": 4, "category": "basics", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "init_seed_alice": { "pass": true, @@ -27770,60 +157120,66 @@ } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 13927, + "output_tokens": 179, + "generation_duration_ms": 9602, + "started_at": "2026-03-27T02:04:11.834974300Z", + "finished_at": "2026-03-27T02:04:28.868490700Z" }, "t_010_connect": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_010_connect", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 1, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst event = table(\n { name: 'event', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n }\n);\n\nconst spacetimedb = schema({ event });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected(ctx => {\n ctx.db.event.insert({ id: 0n, kind: 'connected' });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected(ctx => {\n ctx.db.event.insert({ id: 0n, kind: 'disconnected' });\n});", + "passed_tests": 1, "category": "basics", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "schema_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "reducers_diff": { - "only_golden": [ - "on_connect()", - "on_disconnect()" - ], - "only_llm": [ - "client_connected()", - "client_disconnected()" - ] - }, - "reducers_equal": false, + "reducers_diff": null, + "reducers_equal": true, "tables_diff": null, "tables_equal": true } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 13886, + "output_tokens": 183, + "generation_duration_ms": 7908, + "started_at": "2026-03-27T02:04:11.837131300Z", + "finished_at": "2026-03-27T02:04:24.736779300Z" }, "t_011_helper_function": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_011_helper_function", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 3, "passed_tests": 3, "category": "basics", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { - "helper_func_sum_abs": { + "helper_func_sum_parity": { "pass": true, "partial": 1.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" + "args": [ + 1, + 2, + 3 + ], + "golden_out": "id | sum ----+----- 1 | 5", + "llm_out": "id | sum ----+----- 1 | 5", + "query": "SELECT id, sum FROM result WHERE id=1", + "reducer": "compute_sum" } }, "schema_parity": { @@ -27836,34 +157192,33 @@ "tables_equal": true } }, - "helper_func_sum_parity": { + "helper_func_sum_abs": { "pass": true, "partial": 1.0, "notes": { - "args": [ - 1, - 2, - 3 - ], - "golden_out": "id | sum ----+----- 1 | 5", - "llm_out": "id | sum ----+----- 1 | 5", - "query": "SELECT id, sum FROM result WHERE id=1", - "reducer": "compute_sum" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1 AND sum=5" } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 13915, + "output_tokens": 187, + "generation_duration_ms": 12620, + "started_at": "2026-03-27T02:04:16.250940300Z", + "finished_at": "2026-03-27T02:04:34.714405Z" }, "t_012_spacetime_product_type": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_012_spacetime_product_type", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "product_type_row_count": { "pass": true, @@ -27900,19 +157255,23 @@ } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 13919, + "output_tokens": 188, + "generation_duration_ms": 8688, + "started_at": "2026-03-27T02:05:02.749497Z", + "finished_at": "2026-03-27T02:05:18.374727600Z" }, "t_013_spacetime_sum_type": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_013_spacetime_sum_type", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 3, - "passed_tests": 1, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst result = table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n value: Shape,\n }\n);\n\nconst spacetimedb = schema({ result });\nexport default spacetimedb;\n\nexport const setCircle = spacetimedb.reducer({ id: t.i32(), radius: t.i32() }, (ctx, { id, radius }) => {\n ctx.db.result.insert({\n id,\n value: { tag: 'circle', value: radius },\n });\n});", + "passed_tests": 3, "category": "schema", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "schema_parity": { "pass": true, @@ -27925,35 +157284,46 @@ } }, "sum_type_row_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62644/v1/database/c200f9c264c6263338e4ae4b5f8f760b46aaf9f47002d4a59e3ccaf61f9b16bc/call/set_circle)\n", - "phase": "call_reducer_golden" + "args": [ + 1, + 10 + ], + "golden_out": "id | value ----+--------------- 1 | (circle = 10)", + "llm_out": "id | value ----+--------------- 1 | (circle = 10)", + "query": "SELECT id, value FROM result WHERE id=1", + "reducer": "set_circle" } }, "sum_type_row_count": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "actual": 0, + "actual": 1, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM result WHERE id=1" } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 13945, + "output_tokens": 214, + "generation_duration_ms": 9067, + "started_at": "2026-03-27T02:05:05.082883Z", + "finished_at": "2026-03-27T02:05:25.642705700Z" }, "t_014_elementary_columns": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_014_elementary_columns", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "schema_parity": { "pass": true, @@ -27986,18 +157356,23 @@ } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 13956, + "output_tokens": 218, + "generation_duration_ms": 13295, + "started_at": "2026-03-27T02:05:05.085324900Z", + "finished_at": "2026-03-27T02:05:26.767472800Z" }, "t_015_product_type_columns": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_015_product_type_columns", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "product_type_columns_row_parity": { "pass": true, @@ -28030,26 +157405,33 @@ } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 13987, + "output_tokens": 240, + "generation_duration_ms": 12549, + "started_at": "2026-03-27T02:05:09.931000300Z", + "finished_at": "2026-03-27T02:05:28.951393300Z" }, "t_016_sum_type_columns": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_016_sum_type_columns", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 3, - "passed_tests": 1, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nconst Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nconst drawing = table(\n { name: 'drawing' },\n {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape,\n }\n);\n\nconst spacetimedb = schema({ drawing });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.drawing.insert({\n id: 1,\n a: { tag: 'circle', value: 10 },\n b: { tag: 'rectangle', value: { width: 4, height: 6 } },\n });\n});", + "passed_tests": 3, "category": "schema", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "sum_type_columns_row_parity": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62644/v1/database/c200100766258eabd62fb624fa946e1b530e249ae9b9db139394a06440f0538c/call/seed)\n", - "phase": "call_reducer_golden" + "args": [], + "golden_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "llm_out": "id | a | b ----+---------------+--------------------------------------- 1 | (circle = 10) | (rectangle = (width = 4, height = 6))", + "query": "SELECT id, a, b FROM drawing WHERE id=1", + "reducer": "seed" } }, "schema_parity": { @@ -28063,50 +157445,60 @@ } }, "sum_type_columns_row_count": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "actual": 0, + "actual": 1, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM drawing WHERE id=1" } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 13964, + "output_tokens": 231, + "generation_duration_ms": 10474, + "started_at": "2026-03-27T02:05:09.933338700Z", + "finished_at": "2026-03-27T02:05:27.905129300Z" }, "t_017_scheduled_columns": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_017_scheduled_columns", "lang": "typescript", "golden_published": false, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 2, "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n { scheduled: (): any => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const init = spacetimedb.init(ctx => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50),\n });\n});\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (ctx, { arg }) => {\n});", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst tickTimer = table(\n {\n name: 'tickTimer',\n scheduled: () => tick,\n },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ tickTimer });\nexport default spacetimedb;\n\nexport const tick = spacetimedb.reducer(\n { timer: tickTimer.rowType },\n (ctx, { timer }) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n }\n);\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(50_000n),\n });\n});", "category": "schema", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (500 Internal Server Error) for url (http://127.0.0.1:62644/v1/database/schema-t-017-scheduled-columns-deepseek-chat-llm?clear=true&host_type=Js)\n\n--- stdout ---\nBuild finished successfully.\nUploading to http://127.0.0.1:62644 => http://127.0.0.1:62644\nThis will DESTROY the current schema-t-017-scheduled-columns-deepseek-chat-llm module, and ALL corresponding data.\nSkipping confirmation due to --yes\nPublishing module...\nJavaScript / TypeScript support is currently in BETA.\nThere may be bugs. Please file issues if you encounter any.\n\n", + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,7): error TS7022: 'tickTimer' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(7,5): error TS7023: 'scheduled' implicitly has return type 'any' because it does not have a return type annotation and is referenced directly or indirectly in one of its return expressions.\r\nsrc/index.ts(15,7): error TS7022: 'spacetimedb' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(18,14): error TS7022: 'tick' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(20,4): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(20,11): error TS7031: Binding element 'timer' implicitly has an 'any' type.\r\nsrc/index.ts(28,39): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\n", "phase": "build_or_publish" } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 13912, + "output_tokens": 265, + "generation_duration_ms": 13127, + "started_at": "2026-03-27T02:05:17.335454100Z", + "finished_at": "2026-03-27T02:05:37.687394900Z" }, "t_018_constraints": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_018_constraints", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 3, "passed_tests": 3, "category": "schema", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "schema_parity": { "pass": true, @@ -28139,33 +157531,39 @@ } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 13927, + "output_tokens": 215, + "generation_duration_ms": 10576, + "started_at": "2026-03-27T02:05:18.374814200Z", + "finished_at": "2026-03-27T02:05:35.595273900Z" }, "t_019_many_to_many": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_019_many_to_many", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 5, - "passed_tests": 5, + "passed_tests": 1, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user' },\n {\n userId: t.i32().primaryKey(),\n name: t.string(),\n }\n);\n\nconst group = table(\n { name: 'group' },\n {\n groupId: t.i32().primaryKey(),\n title: t.string(),\n }\n);\n\nconst membership = table(\n {\n name: 'membership',\n indexes: [\n { name: 'byUser', algorithm: 'btree', columns: ['userId'] },\n { name: 'byGroup', algorithm: 'btree', columns: ['groupId'] },\n ],\n },\n {\n id: t.i32().primaryKey(),\n userId: t.i32(),\n groupId: t.i32(),\n }\n);\n\nconst spacetimedb = schema({ user, group, membership });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer({}, (ctx) => {\n ctx.db.user.insert({ userId: 1, name: 'Alice' });\n ctx.db.user.insert({ userId: 2, name: 'Bob' });\n\n ctx.db.group.insert({ groupId: 10, title: 'Admin' });\n ctx.db.group.insert({ groupId: 20, title: 'Dev' });\n\n ctx.db.membership.insert({ id: 1, userId: 1, groupId: 10 });\n ctx.db.membership.insert({ id: 2, userId: 1, groupId: 20 });\n ctx.db.membership.insert({ id: 3, userId: 2, groupId: 20 });\n});", "category": "schema", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "m2m_has_1_20": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, + "actual": 0, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=20" } }, "m2m_has_2_20": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, + "actual": 0, "expected": 1, "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=2 AND groupId=20" } @@ -28181,52 +157579,57 @@ } }, "m2m_has_1_10": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "actual": 1, - "expected": 1, - "sql": "SELECT COUNT(*) AS n FROM membership WHERE userId=1 AND groupId=10" + "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:50375/v1/database/c20084b14598ca551711c6c488631f8bbe4de5c1aa243b54eb75948eff6b3ac6/call/seed)\n", + "phase": "call_reducer" } }, "memberships_three_rows": { - "pass": true, - "partial": 1.0, + "pass": false, + "partial": 0.0, "notes": { - "actual": 3, + "actual": 0, "expected": 3, "sql": "SELECT COUNT(*) AS n FROM membership" } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 14052, + "output_tokens": 438, + "generation_duration_ms": 14121, + "started_at": "2026-03-27T02:05:18.377147500Z", + "finished_at": "2026-03-27T02:05:40.898210500Z" }, "t_020_ecs": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_020_ecs", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 5, - "passed_tests": 2, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst entity = table(\n { name: 'entity', public: true },\n {\n id: t.i32().primaryKey(),\n }\n);\n\nconst position = table(\n { name: 'position', public: true },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst velocity = table(\n { name: 'velocity', public: true },\n {\n entityId: t.i32().primaryKey(),\n vx: t.i32(),\n vy: t.i32(),\n }\n);\n\nconst nextPosition = table(\n { name: 'nextPosition', public: true },\n {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n }\n);\n\nconst spacetimedb = schema({ entity, position, velocity, nextPosition });\nexport default spacetimedb;\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.entity.insert({ id: 1 });\n ctx.db.position.insert({ entityId: 1, x: 0, y: 0 });\n ctx.db.velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n\n ctx.db.entity.insert({ id: 2 });\n ctx.db.position.insert({ entityId: 2, x: 10, y: 0 });\n ctx.db.velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n});\n\nexport const step = spacetimedb.reducer((ctx) => {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.entityId.find(pos.entityId);\n if (vel) {\n const nextX = pos.x + vel.vx;\n const nextY = pos.y + vel.vy;\n ctx.db.nextPosition.entityId.update({ entityId: pos.entityId, x: nextX, y: nextY });\n }\n }\n});", + "passed_tests": 5, "category": "schema", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "ecs_next_pos_entity2": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62644/v1/database/c200a1edce9df991ad9c3b4c38a078c5d8d969292a7cc2b62ba6d8c83b818cbc/call/step)\n", - "phase": "call_reducer" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=2 AND x=8 AND y=3" } }, "ecs_next_pos_entity1": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62644/v1/database/c200a1edce9df991ad9c3b4c38a078c5d8d969292a7cc2b62ba6d8c83b818cbc/call/step)\n", - "phase": "call_reducer" + "actual": 1, + "expected": 1, + "sql": "SELECT COUNT(*) AS n FROM nextPosition WHERE entityId=1 AND x=1 AND y=0" } }, "ecs_seed_position_count": { @@ -28249,26 +157652,32 @@ } }, "ecs_step_next_position_count": { - "pass": false, - "partial": 0.0, + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime call failed:\nWARNING: This command is UNSTABLE and subject to breaking changes.\n\nError: Response text: The instance encountered a fatal error.\n\nCaused by:\n HTTP status server error (530 ) for url (http://127.0.0.1:62644/v1/database/c200a1edce9df991ad9c3b4c38a078c5d8d969292a7cc2b62ba6d8c83b818cbc/call/step)\n", - "phase": "call_reducer" + "actual": 2, + "expected": 2, + "sql": "SELECT COUNT(*) AS n FROM nextPosition" } } }, - "vendor": "deepseek" + "vendor": "openrouter", + "input_tokens": 14066, + "output_tokens": 613, + "generation_duration_ms": 17215, + "started_at": "2026-03-27T02:05:18.379356Z", + "finished_at": "2026-03-27T02:05:42.727223400Z" }, "t_021_multi_column_index": { - "hash": "f0986524ee7bda1802573e7e4794bd56933365fb35e4af7c830014214cb8ec77", + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", "task": "t_021_multi_column_index", "lang": "typescript", "golden_published": true, - "model_name": "DeepSeek Chat", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 4, "passed_tests": 4, "category": "schema", - "route_api_model": "deepseek-chat", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "mcindex_seed_count": { "pass": true, @@ -28308,525 +157717,817 @@ } } }, - "vendor": "deepseek" - } - } - } - ] - }, - { - "mode": "cursor_rules", - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "models": [ - { - "name": "GPT-5.2-Codex", - "route_api_model": "gpt-5.2-codex", - "tasks": { - "t_000_empty_reducers": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_000_empty_reducers", + "vendor": "openrouter", + "input_tokens": 13965, + "output_tokens": 254, + "generation_duration_ms": 9782, + "started_at": "2026-03-27T02:05:27.905286700Z", + "finished_at": "2026-03-27T02:05:43.807699900Z" + }, + "t_022_view_basic": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_022_view_basic", + "lang": "typescript", + "golden_published": false, + "model_name": "anthropic/claude-sonnet-4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst announcement = table(\n {\n name: 'announcement',\n public: true,\n indexes: [{ name: 'announcement_active', algorithm: 'btree', columns: ['active'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n message: t.string(),\n active: t.bool(),\n }\n);\n\nconst spacetimedb = schema({ announcement });\nexport default spacetimedb;\n\nexport const activeAnnouncements = spacetimedb.anonymousView(\n { name: 'active_announcements', public: true },\n t.array(announcement.rowType),\n (ctx) => {\n return Array.from(ctx.db.announcement.announcement_active.filter(true));\n }\n);", + "category": "queries", + "route_api_model": "anthropic/claude-sonnet-4.6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(23,43): error TS2339: Property 'announcement_active' does not exist on type '{ count: () => bigint; iter: () => IteratorObject<{ active: boolean; id: bigint; message: string; }, undefined, unknown>; [Symbol.iterator]: () => IteratorObject<{ active: boolean; id: bigint; message: string; }, undefined, unknown>; id: ReadonlyUniqueIndex<...>; }'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openrouter", + "input_tokens": 13915, + "output_tokens": 212, + "generation_duration_ms": 9268, + "started_at": "2026-03-27T02:04:44.663970200Z", + "finished_at": "2026-03-27T02:05:02.749438Z" + }, + "t_023_view_per_user": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_023_view_per_user", + "lang": "typescript", + "golden_published": false, + "model_name": "anthropic/claude-sonnet-4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst profile = table(\n {\n name: 'profile',\n public: true,\n },\n {\n id: t.u64().primaryKey().autoInc(),\n identity: t.identity().unique(),\n name: t.string(),\n bio: t.string(),\n }\n);\n\nconst spacetimedb = schema({ profile });\nexport default spacetimedb;\n\nexport const my_profile = spacetimedb.view(\n { name: 'my_profile', public: true },\n t.option(profile.rowType),\n (ctx) => {\n return ctx.db.profile.identity.find(ctx.sender);\n }\n);", + "category": "queries", + "route_api_model": "anthropic/claude-sonnet-4.6", + "scorer_details": { + "publish_error": { + "pass": false, + "partial": 0.0, + "notes": { + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(22,3): error TS2345: Argument of type '(ctx: Readonly<{ sender: Identity; db: ReadonlyDbView; identity: IdentityColumnBuilder<{ isUnique: true; }>; name: StringBuilder; bio: StringBuilder; }>, []>; }>>; from: QueryBuilder<...>; ...' is not assignable to parameter of type 'ViewFn; identity: IdentityColumnBuilder<{ isUnique: true; }>; name: StringBuilder; bio: StringBuilder; }>, []>; }>, {}, OptionBuilder<...>>'.\r\n Type '(ctx: Readonly<{ sender: import(\"D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDB/target/llm-runs/queries/t_023_view_per_user/typescript/server/anthropic-claude-sonnet-4-6/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/lib/identity\").Identity; db...' is not assignable to type '(ctx: Readonly<{ sender: import(\"D:/Development/ClockworkLabs/SpacetimeDB/SpacetimeDB/target/llm-runs/queries/t_023_view_per_user/typescript/server/anthropic-claude-sonnet-4-6/llm/node_modules/.pnpm/spacetimedb@file+..+..+..+._4e6762d0fa0af4732de585440982ec59/node_modules/spacetimedb/dist/lib/identity\").Identity; db...'. Two different types with this name exist, but they are unrelated.\r\n Type 'RowType; identity: IdentityColumnBuilder<{ isUnique: true; }>; name: StringBuilder; bio: StringBuilder; }>, []>>> | null' is not assignable to type '{ name: string; id: bigint; identity: Identity; bio: string; } | undefined'.\r\n Type 'null' is not assignable to type '{ name: string; id: bigint; identity: Identity; bio: string; } | undefined'.\r\n", + "phase": "build_or_publish" + } + } + }, + "vendor": "openrouter", + "input_tokens": 13970, + "output_tokens": 185, + "generation_duration_ms": 11342, + "started_at": "2026-03-27T02:04:44.666329400Z", + "finished_at": "2026-03-27T02:05:05.082657Z" + }, + "t_024_event_table": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_024_event_table", + "lang": "typescript", + "golden_published": true, + "model_name": "anthropic/claude-sonnet-4.6", + "total_tests": 1, + "passed_tests": 0, + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst damageEvent = table(\n {\n name: 'damageEvent',\n public: true,\n event: true,\n },\n {\n entityId: t.u64(),\n damage: t.u32(),\n source: t.string(),\n }\n);\n\nconst spacetimedb = schema({ damageEvent });\nexport default spacetimedb;\n\nexport const deal_damage = spacetimedb.reducer(\n { entityId: t.u64(), damage: t.u32(), source: t.string() },\n (ctx, { entityId, damage, source }) => {\n ctx.db.damageEvent.insert({ entityId, damage, source });\n }\n);", + "category": "data_modeling", + "route_api_model": "anthropic/claude-sonnet-4.6", + "scorer_details": { + "schema_parity": { + "pass": false, + "partial": 0.0, + "notes": { + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "damage_event": {} + }, + "only_llm": { + "damageEvent": {} + } + }, + "tables_equal": false + } + } + }, + "vendor": "openrouter", + "input_tokens": 13941, + "output_tokens": 191, + "generation_duration_ms": 14513, + "started_at": "2026-03-27T02:04:27.974842100Z", + "finished_at": "2026-03-27T02:04:49.831404100Z" + }, + "t_025_optional_fields": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_025_optional_fields", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", + "golden_published": true, + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 1, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const emptyTable = table({ name: 'empty_table' }, {\n id: t.i32().primaryKey(),\n});\n\nexport const spacetimedb = schema(emptyTable);\n\nexport const emptyReducerNoArgs = spacetimedb.reducer('emptyReducerNoArgs', (ctx) => {});\n\nexport const emptyReducerWithInt = spacetimedb.reducer('emptyReducerWithInt', { count: t.i32() }, (ctx, { count }) => {});\n\nexport const emptyReducerWithString = spacetimedb.reducer('emptyReducerWithString', { name: t.string() }, (ctx, { name }) => {});\n\nexport const emptyReducerWithTwoArgs = spacetimedb.reducer('emptyReducerWithTwoArgs', { count: t.i32(), name: t.string() }, (ctx, { count, name }) => {});\n\nexport const emptyReducerWithThreeArgs = spacetimedb.reducer('emptyReducerWithThreeArgs', { active: t.bool(), ratio: t.f32(), label: t.string() }, (ctx, { active, ratio, label }) => {});", - "category": "basics", - "route_api_model": "gpt-5.2-codex", + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 13970, + "output_tokens": 207, + "generation_duration_ms": 11633, + "started_at": "2026-03-27T02:04:28.868668700Z", + "finished_at": "2026-03-27T02:04:47.281576300Z" }, - "t_001_basic_tables": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_001_basic_tables", + "t_026_auth_identity_check": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_026_auth_identity_check", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", + "golden_published": true, + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 1, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const user = table({ name: 'user' }, {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n});\n\nexport const product = table({ name: 'product' }, {\n id: t.i32().primaryKey(),\n title: t.string(),\n price: t.f32(),\n inStock: t.bool(),\n});\n\nexport const note = table({ name: 'note' }, {\n id: t.i32().primaryKey(),\n body: t.string(),\n rating: t.i64(),\n pinned: t.bool(),\n});\n\nexport const spacetimedb = schema({ user, product, note });", - "category": "basics", - "route_api_model": "gpt-5.2-codex", + "passed_tests": 1, + "category": "auth", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 13998, + "output_tokens": 301, + "generation_duration_ms": 4913, + "started_at": "2026-03-27T02:03:38.322835700Z", + "finished_at": "2026-03-27T02:03:53.565314Z" }, - "t_002_scheduled_table": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_002_scheduled_table", + "t_027_private_vs_public_table": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_027_private_vs_public_table", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", + "golden_published": true, + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 1, "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nexport const tickTimer = table(\n { name: 'tick_timer', scheduled: () => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt()\n }\n);\n\nexport const spacetimedb = schema({ tickTimer });\n\nconst INTERVAL_MICROS = 50_000n;\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (ctx, { arg }) => {\n const nextAt = ScheduleAt.time(ctx.timestamp.microsSinceUnixEpoch + INTERVAL_MICROS);\n ctx.db.tickTimer.insert({ scheduledId: 0n, scheduledAt: nextAt });\n});\n\nexport const init = spacetimedb.reducer((ctx) => {\n const firstAt = ScheduleAt.time(ctx.timestamp.microsSinceUnixEpoch + INTERVAL_MICROS);\n ctx.db.tickTimer.insert({ scheduledId: 0n, scheduledAt: firstAt });\n});", - "category": "basics", - "route_api_model": "gpt-5.2-codex", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst userInternal = table(\n { name: 'userInternal' },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n email: t.string(),\n passwordHash: t.string(),\n }\n);\n\nconst userPublic = table(\n { name: 'userPublic', public: true },\n {\n id: t.u64().primaryKey(),\n name: t.string(),\n }\n);\n\nconst spacetimedb = schema({ userInternal, userPublic });\nexport default spacetimedb;\n\nexport const register_user = spacetimedb.reducer(\n { name: t.string(), email: t.string(), passwordHash: t.string() },\n (ctx, { name, email, passwordHash }) => {\n const inserted = ctx.db.userInternal.insert({ id: 0n, name, email, passwordHash });\n ctx.db.userPublic.insert({ id: inserted.id, name });\n }\n);", + "category": "auth", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { - "publish_error": { + "schema_parity": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user_internal": {}, + "user_public": {} + }, + "only_llm": { + "userInternal": {}, + "userPublic": {} + } + }, + "tables_equal": false } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 14017, + "output_tokens": 271, + "generation_duration_ms": 6373, + "started_at": "2026-03-27T02:03:38.325239700Z", + "finished_at": "2026-03-27T02:03:55.852196100Z" }, - "t_003_struct_in_table": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_003_struct_in_table", + "t_028_cascade_delete": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_028_cascade_delete", "lang": "typescript", "golden_published": false, - "model_name": "GPT-5.2-Codex", + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 1, "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const Position = t.object('Position', {\n x: t.i32(),\n y: t.i32(),\n});\n\nexport const entity = table(\n { name: 'entity' },\n {\n id: t.i32().primaryKey(),\n pos: Position,\n }\n);\n\nexport const spacetimedb = schema({ entity });", - "category": "basics", - "route_api_model": "gpt-5.2-codex", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst author = table(\n { name: 'author', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst post = table(\n {\n name: 'post',\n public: true,\n indexes: [{ name: 'post_authorId', algorithm: 'btree', columns: ['authorId'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n authorId: t.u64(),\n title: t.string(),\n }\n);\n\nconst spacetimedb = schema({ author, post });\nexport default spacetimedb;\n\nexport const delete_author = spacetimedb.reducer(\n { authorId: t.u64() },\n (ctx, { authorId }) => {\n for (const p of ctx.db.post.post_authorId.filter(authorId)) {\n ctx.db.post.id.delete(p.id);\n }\n ctx.db.author.id.delete(authorId);\n }\n);", + "category": "data_modeling", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(30,33): error TS2339: Property 'post_authorId' does not exist on type '{ insert: (row: { id: bigint; authorId: bigint; title: string; }) => { id: bigint; authorId: bigint; title: string; }; delete: (row: { id: bigint; authorId: bigint; title: string; }) => boolean; count: () => bigint; iter: () => IteratorObject<...>; [Symbol.iterator]: () => IteratorObject<...>; id: UniqueIndex<...> &...'.\r\n", "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 13971, + "output_tokens": 291, + "generation_duration_ms": 10885, + "started_at": "2026-03-27T02:04:33.783524600Z", + "finished_at": "2026-03-27T02:04:53.930289400Z" }, - "t_004_insert": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_004_insert", + "t_029_filter_and_aggregate": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_029_filter_and_aggregate", "lang": "typescript", "golden_published": false, - "model_name": "GPT-5.2-Codex", - "total_tests": 2, + "model_name": "anthropic/claude-sonnet-4.6", + "total_tests": 1, "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nexport const spacetimedb = schema({ user });\n\nexport const insertUser = spacetimedb.reducer(\n { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() },\n (ctx, { id, name, age, active }) => {\n ctx.db.user.insert({ id, name, age, active });\n }\n);", - "category": "basics", - "route_api_model": "gpt-5.2-codex", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n {\n name: 'order',\n indexes: [{ name: 'order_category', algorithm: 'btree', columns: ['category'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u64(),\n fulfilled: t.bool(),\n }\n);\n\nconst categoryStats = table(\n {\n name: 'categoryStats',\n },\n {\n category: t.string().primaryKey(),\n totalAmount: t.u64(),\n orderCount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ order, categoryStats });\nexport default spacetimedb;\n\nexport const compute_stats = spacetimedb.reducer(\n { category: t.string() },\n (ctx, { category }) => {\n let totalAmount = 0n;\n let orderCount = 0;\n\n for (const o of ctx.db.order.order_category.filter(category)) {\n totalAmount += o.amount;\n orderCount += 1;\n }\n\n const existing = ctx.db.categoryStats.category.find(category);\n if (existing) {\n ctx.db.categoryStats.category.update({\n ...existing,\n totalAmount,\n orderCount,\n });\n } else {\n ctx.db.categoryStats.insert({\n category,\n totalAmount,\n orderCount,\n });\n }\n }\n);", + "category": "data_modeling", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(36,34): error TS2339: Property 'order_category' does not exist on type '{ insert: (row: { category: string; id: bigint; amount: bigint; fulfilled: boolean; }) => { category: string; id: bigint; amount: bigint; fulfilled: boolean; }; delete: (row: { category: string; id: bigint; amount: bigint; fulfilled: boolean; }) => boolean; count: () => bigint; iter: () => IteratorObject<...>; [Symb...'.\r\n", "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 13993, + "output_tokens": 393, + "generation_duration_ms": 12567, + "started_at": "2026-03-27T02:04:34.714488300Z", + "finished_at": "2026-03-27T02:04:58.031107700Z" }, - "t_005_update": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_005_update", + "t_030_two_table_join": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_030_two_table_join", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", - "total_tests": 3, + "golden_published": true, + "model_name": "anthropic/claude-sonnet-4.6", + "total_tests": 1, "passed_tests": 0, - "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nexport const user = table({ name: 'user' }, {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n});\n\nexport const spacetimedb = schema(user);\n\nexport const updateUser = spacetimedb.reducer('updateUser', { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() }, (ctx, { id, name, age, active }) => {\n const existing = ctx.db.user.id.find(id);\n if (!existing) {\n throw new SenderError('User not found');\n }\n ctx.db.user.id.update({ ...existing, name, age, active });\n});", - "category": "basics", - "route_api_model": "gpt-5.2-codex", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst customer = table(\n { name: 'customer', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n }\n);\n\nconst order = table(\n {\n name: 'order',\n public: true,\n indexes: [{ name: 'order_customerId', algorithm: 'btree', columns: ['customerId'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n customerId: t.u64(),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst orderDetail = table(\n { name: 'orderDetail', public: true },\n {\n orderId: t.u64().primaryKey(),\n customerName: t.string(),\n product: t.string(),\n amount: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ customer, order, orderDetail });\nexport default spacetimedb;\n\nexport const build_order_details = spacetimedb.reducer({}, (ctx) => {\n for (const o of ctx.db.order.iter()) {\n const c = ctx.db.customer.id.find(o.customerId);\n if (c) {\n ctx.db.orderDetail.insert({\n orderId: o.id,\n customerName: c.name,\n product: o.product,\n amount: o.amount,\n });\n }\n }\n});", + "category": "data_modeling", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { - "publish_error": { + "schema_parity": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "order_detail": {} + }, + "only_llm": { + "orderDetail": {} + } + }, + "tables_equal": false } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 14043, + "output_tokens": 392, + "generation_duration_ms": 15119, + "started_at": "2026-03-27T02:04:34.716861100Z", + "finished_at": "2026-03-27T02:04:58.353494400Z" }, - "t_006_delete": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_006_delete", + "t_031_unique_constraint": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_031_unique_constraint", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", - "total_tests": 3, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const user = table(\n { name: 'user' },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n }\n);\n\nexport const spacetimedb = schema({ user });\n\nexport const deleteUser = spacetimedb.reducer({ id: t.i32() }, (ctx, { id }) => {\n ctx.db.user.id.delete(id);\n});", - "category": "basics", - "route_api_model": "gpt-5.2-codex", + "golden_published": true, + "model_name": "anthropic/claude-sonnet-4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "data_modeling", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 13933, + "output_tokens": 169, + "generation_duration_ms": 7170, + "started_at": "2026-03-27T02:04:44.661663300Z", + "finished_at": "2026-03-27T02:04:58.705911300Z" }, - "t_007_crud": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_007_crud", + "t_032_range_query": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_032_range_query", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", - "total_tests": 4, + "golden_published": true, + "model_name": "anthropic/claude-sonnet-4.6", + "total_tests": 1, "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const user = table({ name: 'user' }, {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n});\n\nexport const spacetimedb = schema({ user });\n\nexport const crud = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ id: 1, name: \"Alice\", age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: \"Bob\", age: 22, active: false });\n ctx.db.user.id.update({ id: 1, name: \"Alice2\", age: 31, active: false });\n ctx.db.user.id.delete(2);\n});", - "category": "basics", - "route_api_model": "gpt-5.2-codex", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst product = table(\n {\n name: 'product',\n indexes: [{ name: 'product_price', algorithm: 'btree', columns: ['price'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n price: t.u32(),\n }\n);\n\nconst priceRangeResult = table(\n {\n name: 'priceRangeResult',\n },\n {\n productId: t.u64().primaryKey(),\n name: t.string(),\n price: t.u32(),\n }\n);\n\nconst spacetimedb = schema({ product, priceRangeResult });\nexport default spacetimedb;\n\nexport const find_in_price_range = spacetimedb.reducer(\n { minPrice: t.u32(), maxPrice: t.u32() },\n (ctx, { minPrice, maxPrice }) => {\n for (const p of ctx.db.product.iter()) {\n if (p.price >= minPrice && p.price <= maxPrice) {\n ctx.db.priceRangeResult.insert({\n productId: p.id,\n name: p.name,\n price: p.price,\n });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { - "publish_error": { + "schema_parity": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "price_range_result": {} + }, + "only_llm": { + "priceRangeResult": {} + } + }, + "tables_equal": false } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 14010, + "output_tokens": 345, + "generation_duration_ms": 10902, + "started_at": "2026-03-27T02:04:49.831492300Z", + "finished_at": "2026-03-27T02:05:09.930819300Z" }, - "t_008_index_lookup": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_008_index_lookup", + "t_033_sort_and_limit": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_033_sort_and_limit", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", - "total_tests": 3, - "passed_tests": 0, - "llm_output": "import { schema, table, t, SenderError } from 'spacetimedb/server';\n\nexport const user = table(\n { name: 'user', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool()\n }\n);\n\nexport const result = table(\n { name: 'result', public: true },\n {\n id: t.i32().primaryKey(),\n name: t.string()\n }\n);\n\nexport const spacetimedb = schema(user, result);\n\nexport const lookupUserName = spacetimedb.reducer(\n 'lookupUserName',\n { id: t.i32() },\n (ctx, { id }) => {\n const u = ctx.db.user.id.find(id);\n if (!u) throw new SenderError('User not found');\n ctx.db.result.insert({ id: u.id, name: u.name });\n }\n);", - "category": "basics", - "route_api_model": "gpt-5.2-codex", + "golden_published": true, + "model_name": "anthropic/claude-sonnet-4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "queries", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 14004, + "output_tokens": 388, + "generation_duration_ms": 12917, + "started_at": "2026-03-27T02:04:49.833828Z", + "finished_at": "2026-03-27T02:05:09.610243900Z" }, - "t_009_init": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_009_init", + "t_034_find_first": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_034_find_first", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", - "total_tests": 4, + "golden_published": true, + "model_name": "anthropic/claude-sonnet-4.6", + "total_tests": 1, "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const user = table({ name: 'user' }, {\n id: t.i32().primaryKey(),\n name: t.string(),\n age: t.i32(),\n active: t.bool(),\n});\n\nexport const spacetimedb = schema({ user });\n\nexport const init = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ id: 1, name: 'Alice', age: 30, active: true });\n ctx.db.user.insert({ id: 2, name: 'Bob', age: 22, active: false });\n});", - "category": "basics", - "route_api_model": "gpt-5.2-codex", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst task = table(\n { name: 'task', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n title: t.string(),\n completed: t.bool(),\n }\n);\n\nconst firstIncomplete = table(\n { name: 'firstIncomplete', public: true },\n {\n taskId: t.u64().primaryKey(),\n title: t.string(),\n }\n);\n\nconst spacetimedb = schema({ task, firstIncomplete });\nexport default spacetimedb;\n\nexport const find_first_incomplete = spacetimedb.reducer({}, (ctx) => {\n for (const t of ctx.db.task.iter()) {\n if (!t.completed) {\n ctx.db.firstIncomplete.insert({ taskId: t.id, title: t.title });\n break;\n }\n }\n});", + "category": "queries", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { - "publish_error": { + "schema_parity": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "first_incomplete": {} + }, + "only_llm": { + "firstIncomplete": {} + } + }, + "tables_equal": false } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 13959, + "output_tokens": 239, + "generation_duration_ms": 4783, + "started_at": "2026-03-27T02:04:53.930473300Z", + "finished_at": "2026-03-27T02:05:05.082524100Z" }, - "t_010_connect": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_010_connect", + "t_035_select_distinct": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_035_select_distinct", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", + "golden_published": true, + "model_name": "anthropic/claude-sonnet-4.6", "total_tests": 1, "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const event = table({ name: 'event' }, {\n id: t.u64().primaryKey().autoInc(),\n kind: t.string(),\n});\n\nexport const spacetimedb = schema({ event });\n\nspacetimedb.clientConnected((ctx) => {\n ctx.db.event.insert({ id: 0n, kind: 'connected' });\n});\n\nspacetimedb.clientDisconnected((ctx) => {\n ctx.db.event.insert({ id: 0n, kind: 'disconnected' });\n});", - "category": "basics", - "route_api_model": "gpt-5.2-codex", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst order = table(\n { name: 'order', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n amount: t.u32(),\n }\n);\n\nconst distinctCategory = table(\n { name: 'distinctCategory', public: true },\n {\n category: t.string().primaryKey(),\n }\n);\n\nconst spacetimedb = schema({ order, distinctCategory });\nexport default spacetimedb;\n\nexport const collect_distinct_categories = spacetimedb.reducer({}, (ctx) => {\n const seen = new Set();\n for (const row of ctx.db.order.iter()) {\n seen.add(row.category);\n }\n for (const category of seen) {\n const existing = ctx.db.distinctCategory.category.find(category);\n if (!existing) {\n ctx.db.distinctCategory.insert({ category });\n }\n }\n});", + "category": "queries", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { - "publish_error": { + "schema_parity": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "distinct_category": {} + }, + "only_llm": { + "distinctCategory": {} + } + }, + "tables_equal": false } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 13950, + "output_tokens": 260, + "generation_duration_ms": 8607, + "started_at": "2026-03-27T02:04:58.706052600Z", + "finished_at": "2026-03-27T02:05:17.014077700Z" }, - "t_011_helper_function": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_011_helper_function", + "t_036_count_without_collect": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_036_count_without_collect", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", - "total_tests": 3, + "golden_published": true, + "model_name": "anthropic/claude-sonnet-4.6", + "total_tests": 1, "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const result = table({ name: 'result' }, {\n id: t.i32().primaryKey(),\n sum: t.i32(),\n});\n\nexport const spacetimedb = schema({ result });\n\nexport function add(a: number, b: number): number {\n return a + b;\n}\n\nexport const computeSum = spacetimedb.reducer({ id: t.i32(), a: t.i32(), b: t.i32() }, (ctx, { id, a, b }) => {\n ctx.db.result.insert({ id, sum: add(a, b) });\n});", - "category": "basics", - "route_api_model": "gpt-5.2-codex", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst user = table(\n { name: 'user', public: true },\n {\n id: t.u64().primaryKey().autoInc(),\n name: t.string(),\n active: t.bool(),\n }\n);\n\nconst userStats = table(\n { name: 'userStats', public: true },\n {\n key: t.string().primaryKey(),\n count: t.u64(),\n }\n);\n\nconst spacetimedb = schema({ user, userStats });\nexport default spacetimedb;\n\nexport const compute_user_counts = spacetimedb.reducer({}, (ctx) => {\n let total = 0n;\n let active = 0n;\n for (const u of ctx.db.user.iter()) {\n total += 1n;\n if (u.active === true) {\n active += 1n;\n }\n }\n ctx.db.userStats.insert({ key: 'total', count: total });\n ctx.db.userStats.insert({ key: 'active', count: active });\n});", + "category": "queries", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { - "publish_error": { + "schema_parity": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "user_stats": {} + }, + "only_llm": { + "userStats": {} + } + }, + "tables_equal": false } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 13993, + "output_tokens": 284, + "generation_duration_ms": 11227, + "started_at": "2026-03-27T02:04:58.708493600Z", + "finished_at": "2026-03-27T02:05:17.335307800Z" }, - "t_012_spacetime_product_type": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_012_spacetime_product_type", + "t_037_multi_column_filter": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_037_multi_column_filter", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", - "total_tests": 3, + "golden_published": true, + "model_name": "anthropic/claude-sonnet-4.6", + "total_tests": 1, "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const Score = t.object('Score', {\n left: t.i32(),\n right: t.i32(),\n});\n\nexport const result = table({ name: 'result' }, {\n id: t.i32().primaryKey(),\n value: Score,\n});\n\nexport const spacetimedb = schema({ result });\n\nexport const setScore = spacetimedb.reducer(\n { id: t.i32(), left: t.i32(), right: t.i32() },\n (ctx, { id, left, right }) => {\n ctx.db.result.insert({ id, value: { left, right } });\n }\n);", - "category": "schema", - "route_api_model": "gpt-5.2-codex", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst eventLog = table(\n {\n name: 'eventLog',\n public: true,\n indexes: [{ name: 'eventLog_category_severity', algorithm: 'btree', columns: ['category', 'severity'] }]\n },\n {\n id: t.u64().primaryKey().autoInc(),\n category: t.string(),\n severity: t.u32(),\n message: t.string(),\n }\n);\n\nconst filteredEvent = table(\n {\n name: 'filteredEvent',\n public: true,\n },\n {\n eventId: t.u64().primaryKey(),\n message: t.string(),\n }\n);\n\nconst spacetimedb = schema({ eventLog, filteredEvent });\nexport default spacetimedb;\n\nexport const filter_events = spacetimedb.reducer(\n { category: t.string(), severity: t.u32() },\n (ctx, { category, severity }) => {\n for (const row of ctx.db.eventLog.iter()) {\n if (row.category === category && row.severity === severity) {\n ctx.db.filteredEvent.insert({ eventId: row.id, message: row.message });\n }\n }\n }\n);", + "category": "queries", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { - "publish_error": { + "schema_parity": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": { + "changed": {}, + "only_golden": { + "event_log": {}, + "filtered_event": {} + }, + "only_llm": { + "eventLog": {}, + "filteredEvent": {} + } + }, + "tables_equal": false } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 14000, + "output_tokens": 329, + "generation_duration_ms": 6377, + "started_at": "2026-03-27T02:04:58.710779500Z", + "finished_at": "2026-03-27T02:05:16.693445900Z" }, - "t_013_spacetime_sum_type": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_013_spacetime_sum_type", + "t_038_schedule_at_time": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_038_schedule_at_time", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", - "total_tests": 3, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nexport const Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nexport const result = table(\n { name: 'result' },\n {\n id: t.i32().primaryKey(),\n value: Shape,\n }\n);\n\nexport const spacetimedb = schema(result);\n\nexport const setCircle = spacetimedb.reducer(\n 'setCircle',\n { id: t.i32(), radius: t.i32() },\n (ctx, { id, radius }) => {\n ctx.db.result.insert({\n id,\n value: { tag: 'circle', value: radius },\n });\n }\n);", - "category": "schema", - "route_api_model": "gpt-5.2-codex", + "golden_published": true, + "model_name": "anthropic/claude-sonnet-4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "basics", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 13973, + "output_tokens": 267, + "generation_duration_ms": 14975, + "started_at": "2026-03-27T02:04:19.743193300Z", + "finished_at": "2026-03-27T02:04:44.661475300Z" }, - "t_014_elementary_columns": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_014_elementary_columns", + "t_039_cancel_schedule": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_039_cancel_schedule", "lang": "typescript", "golden_published": false, - "model_name": "GPT-5.2-Codex", - "total_tests": 3, + "model_name": "anthropic/claude-sonnet-4.6", + "total_tests": 1, "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const primitive = table(\n { name: 'primitive' },\n {\n id: t.i32().primaryKey(),\n count: t.i32(),\n total: t.i64(),\n price: t.f32(),\n ratio: t.f64(),\n active: t.bool(),\n name: t.string(),\n }\n);\n\nexport const spacetimedb = schema({ primitive });\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.primitive.insert({\n id: 1,\n count: 2,\n total: 3000000000n,\n price: 1.5,\n ratio: 2.25,\n active: true,\n name: 'Alice',\n });\n});", - "category": "schema", - "route_api_model": "gpt-5.2-codex", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nconst cleanupJob = table(\n {\n name: 'cleanupJob',\n scheduled: () => run_cleanup,\n },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nconst spacetimedb = schema({ cleanupJob });\nexport default spacetimedb;\n\nexport const run_cleanup = spacetimedb.reducer(\n { arg: cleanupJob.rowType },\n (ctx, { arg }) => {\n }\n);\n\nexport const init = spacetimedb.init((ctx) => {\n ctx.db.cleanupJob.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.interval(60_000_000n),\n });\n});\n\nexport const cancel_cleanup = spacetimedb.reducer(\n { scheduledId: t.u64() },\n (ctx, { scheduledId }) => {\n ctx.db.cleanupJob.scheduledId.delete(scheduledId);\n }\n);", + "category": "basics", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(4,7): error TS7022: 'cleanupJob' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(7,5): error TS7023: 'scheduled' implicitly has return type 'any' because it does not have a return type annotation and is referenced directly or indirectly in one of its return expressions.\r\nsrc/index.ts(15,7): error TS7022: 'spacetimedb' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(18,14): error TS7022: 'run_cleanup' implicitly has type 'any' because it does not have a type annotation and is referenced directly or indirectly in its own initializer.\r\nsrc/index.ts(20,4): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(20,11): error TS7031: Binding element 'arg' implicitly has an 'any' type.\r\nsrc/index.ts(24,39): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(33,4): error TS7006: Parameter 'ctx' implicitly has an 'any' type.\r\nsrc/index.ts(33,11): error TS7031: Binding element 'scheduledId' implicitly has an 'any' type.\r\n", "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 13980, + "output_tokens": 298, + "generation_duration_ms": 16533, + "started_at": "2026-03-27T02:04:21.435754700Z", + "finished_at": "2026-03-27T02:04:44.661602600Z" }, - "t_015_product_type_columns": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_015_product_type_columns", + "t_040_lifecycle_player": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_040_lifecycle_player", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", - "total_tests": 3, + "golden_published": true, + "model_name": "anthropic/claude-sonnet-4.6", + "total_tests": 1, "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst Address = t.object('Address', {\n street: t.string(),\n zip: t.i32(),\n});\n\nconst Position = t.object('Position', {\n x: t.i32(),\n y: t.i32(),\n});\n\nexport const profile = table(\n { name: 'profile' },\n {\n id: t.i32().primaryKey(),\n home: Address,\n work: Address,\n pos: Position,\n }\n);\n\nexport const spacetimedb = schema({ profile });\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.profile.insert({\n id: 1,\n home: { street: '1 Main', zip: 11111 },\n work: { street: '2 Broad', zip: 22222 },\n pos: { x: 7, y: 9 },\n });\n});", - "category": "schema", - "route_api_model": "gpt-5.2-codex", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst onlinePlayer = table(\n { name: 'onlinePlayer', public: true },\n {\n identity: t.identity().primaryKey(),\n connectedAt: t.timestamp(),\n }\n);\n\nconst spacetimedb = schema({ onlinePlayer });\nexport default spacetimedb;\n\nexport const clientConnected = spacetimedb.clientConnected((ctx) => {\n ctx.db.onlinePlayer.insert({ identity: ctx.sender, connectedAt: ctx.timestamp });\n});\n\nexport const clientDisconnected = spacetimedb.clientDisconnected((ctx) => {\n ctx.db.onlinePlayer.identity.delete(ctx.sender);\n});", + "category": "basics", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { - "publish_error": { + "schema_parity": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": { + "only_golden": [ + "on_connect()", + "on_disconnect()" + ], + "only_llm": [ + "client_connected()", + "client_disconnected()" + ] + }, + "reducers_equal": false, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 13939, + "output_tokens": 184, + "generation_duration_ms": 11864, + "started_at": "2026-03-27T02:04:24.736940900Z", + "finished_at": "2026-03-27T02:04:44.343578800Z" }, - "t_016_sum_type_columns": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_016_sum_type_columns", + "t_041_registered_user_gate": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_041_registered_user_gate", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", - "total_tests": 3, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const Rect = t.object('Rect', {\n width: t.i32(),\n height: t.i32(),\n});\n\nexport const Shape = t.enum('Shape', {\n circle: t.i32(),\n rectangle: Rect,\n});\n\nexport const drawing = table(\n { name: 'drawing' },\n {\n id: t.i32().primaryKey(),\n a: Shape,\n b: Shape,\n }\n);\n\nexport const spacetimedb = schema({ drawing });\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.drawing.insert({\n id: 1,\n a: { tag: 'circle', value: 10 },\n b: { tag: 'rectangle', value: { width: 4, height: 6 } },\n });\n});", - "category": "schema", - "route_api_model": "gpt-5.2-codex", + "golden_published": true, + "model_name": "anthropic/claude-sonnet-4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 14015, + "output_tokens": 359, + "generation_duration_ms": 7778, + "started_at": "2026-03-27T02:03:38.327889100Z", + "finished_at": "2026-03-27T02:03:56.171493200Z" }, - "t_017_scheduled_columns": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_017_scheduled_columns", + "t_042_admin_bootstrap": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_042_admin_bootstrap", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", - "total_tests": 2, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\nimport { ScheduleAt } from 'spacetimedb';\n\nexport const tickTimer = table(\n { name: 'tick_timer', scheduled: () => tick },\n {\n scheduledId: t.u64().primaryKey().autoInc(),\n scheduledAt: t.scheduleAt(),\n }\n);\n\nexport const spacetimedb = schema({ tickTimer });\n\nexport const tick = spacetimedb.reducer({ arg: tickTimer.rowType }, (ctx, { arg }) => {\n const nextTime = arg.scheduledAt.tag === 'Time'\n ? arg.scheduledAt.value.microsSinceUnixEpoch + 50_000_000n\n : ctx.timestamp.microsSinceUnixEpoch + 50_000_000n;\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.time(nextTime),\n });\n});\n\nexport const init = spacetimedb.reducer((ctx) => {\n const nextTime = ctx.timestamp.microsSinceUnixEpoch + 50_000_000n;\n ctx.db.tickTimer.insert({\n scheduledId: 0n,\n scheduledAt: ScheduleAt.time(nextTime),\n });\n});", - "category": "schema", - "route_api_model": "gpt-5.2-codex", + "golden_published": true, + "model_name": "anthropic/claude-sonnet-4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 14027, + "output_tokens": 328, + "generation_duration_ms": 12772, + "started_at": "2026-03-27T02:03:38.330542400Z", + "finished_at": "2026-03-27T02:03:59.351378100Z" }, - "t_018_constraints": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_018_constraints", + "t_043_role_based_access": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_043_role_based_access", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", - "total_tests": 3, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const account = table(\n {\n name: 'account',\n indexes: [{ name: 'byName', algorithm: 'btree', columns: ['name'] }],\n },\n {\n id: t.i32().primaryKey(),\n email: t.string().unique(),\n name: t.string(),\n }\n);\n\nexport const spacetimedb = schema({ account });\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.account.insert({ id: 1, email: 'a@example.com', name: 'Alice' });\n ctx.db.account.insert({ id: 2, email: 'b@example.com', name: 'Bob' });\n});", - "category": "schema", - "route_api_model": "gpt-5.2-codex", + "golden_published": true, + "model_name": "anthropic/claude-sonnet-4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 14065, + "output_tokens": 446, + "generation_duration_ms": 10628, + "started_at": "2026-03-27T02:03:38.332826Z", + "finished_at": "2026-03-27T02:03:59.025101400Z" }, - "t_019_many_to_many": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_019_many_to_many", + "t_044_ban_list": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_044_ban_list", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", - "total_tests": 5, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const user = table(\n { name: 'user' },\n {\n userId: t.i32().primaryKey(),\n name: t.string(),\n }\n);\n\nexport const group = table(\n { name: 'group' },\n {\n groupId: t.i32().primaryKey(),\n title: t.string(),\n }\n);\n\nexport const membership = table(\n {\n name: 'membership',\n indexes: [\n { name: 'byUser', algorithm: 'btree', columns: ['userId'] },\n { name: 'byGroup', algorithm: 'btree', columns: ['groupId'] },\n ],\n },\n {\n id: t.i32().primaryKey(),\n userId: t.i32(),\n groupId: t.i32(),\n }\n);\n\nexport const spacetimedb = schema({ user, group, membership });\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.user.insert({ userId: 1, name: 'Alice' });\n ctx.db.user.insert({ userId: 2, name: 'Bob' });\n\n ctx.db.group.insert({ groupId: 10, title: 'Admin' });\n ctx.db.group.insert({ groupId: 20, title: 'Dev' });\n\n ctx.db.membership.insert({ id: 1, userId: 1, groupId: 10 });\n ctx.db.membership.insert({ id: 2, userId: 1, groupId: 20 });\n ctx.db.membership.insert({ id: 3, userId: 2, groupId: 20 });\n});", - "category": "schema", - "route_api_model": "gpt-5.2-codex", + "golden_published": true, + "model_name": "anthropic/claude-sonnet-4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 14077, + "output_tokens": 521, + "generation_duration_ms": 17838, + "started_at": "2026-03-27T02:03:38.335087400Z", + "finished_at": "2026-03-27T02:04:04.096573200Z" }, - "t_020_ecs": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_020_ecs", + "t_045_rate_limit": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_045_rate_limit", "lang": "typescript", - "golden_published": false, - "model_name": "GPT-5.2-Codex", - "total_tests": 5, - "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const entity = table({ name: 'entity' }, {\n id: t.i32().primaryKey(),\n});\n\nexport const position = table({ name: 'position' }, {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n});\n\nexport const velocity = table({ name: 'velocity' }, {\n entityId: t.i32().primaryKey(),\n vx: t.i32(),\n vy: t.i32(),\n});\n\nexport const nextPosition = table({ name: 'nextPosition' }, {\n entityId: t.i32().primaryKey(),\n x: t.i32(),\n y: t.i32(),\n});\n\nexport const spacetimedb = schema(entity, position, velocity, nextPosition);\n\nexport const seed = spacetimedb.reducer('seed', {}, (ctx) => {\n ctx.db.entity.insert({ id: 1 });\n ctx.db.position.insert({ entityId: 1, x: 0, y: 0 });\n ctx.db.velocity.insert({ entityId: 1, vx: 1, vy: 0 });\n\n ctx.db.entity.insert({ id: 2 });\n ctx.db.position.insert({ entityId: 2, x: 10, y: 0 });\n ctx.db.velocity.insert({ entityId: 2, vx: -2, vy: 3 });\n});\n\nexport const step = spacetimedb.reducer('step', {}, (ctx) => {\n for (const pos of ctx.db.position.iter()) {\n const vel = ctx.db.velocity.entityId.find(pos.entityId);\n if (!vel) continue;\n const x = pos.x + vel.vx;\n const y = pos.y + vel.vy;\n\n const existing = ctx.db.nextPosition.entityId.find(pos.entityId);\n if (existing) {\n ctx.db.nextPosition.entityId.update({ ...existing, x, y });\n } else {\n ctx.db.nextPosition.insert({ entityId: pos.entityId, x, y });\n }\n }\n});", - "category": "schema", - "route_api_model": "gpt-5.2-codex", + "golden_published": true, + "model_name": "anthropic/claude-sonnet-4.6", + "total_tests": 1, + "passed_tests": 1, + "category": "auth", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { - "publish_error": { - "pass": false, - "partial": 0.0, + "schema_parity": { + "pass": true, + "partial": 1.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", - "phase": "build_or_publish" + "reducers_diff": null, + "reducers_equal": true, + "tables_diff": null, + "tables_equal": true } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 14060, + "output_tokens": 371, + "generation_duration_ms": 15228, + "started_at": "2026-03-27T02:03:38.337312500Z", + "finished_at": "2026-03-27T02:03:59.671404800Z" }, - "t_021_multi_column_index": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "task": "t_021_multi_column_index", + "t_046_shared_document": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "task": "t_046_shared_document", "lang": "typescript", "golden_published": false, - "model_name": "GPT-5.2-Codex", - "total_tests": 4, + "model_name": "anthropic/claude-sonnet-4.6", + "total_tests": 1, "passed_tests": 0, - "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nexport const log = table(\n {\n name: 'log',\n indexes: [{ name: 'byUserDay', algorithm: 'btree', columns: ['userId', 'day'] }],\n },\n {\n id: t.i32().primaryKey(),\n userId: t.i32(),\n day: t.i32(),\n message: t.string(),\n }\n);\n\nexport const spacetimedb = schema({ log });\n\nexport const seed = spacetimedb.reducer((ctx) => {\n ctx.db.log.insert({ id: 1, userId: 7, day: 1, message: 'a' });\n ctx.db.log.insert({ id: 2, userId: 7, day: 2, message: 'b' });\n ctx.db.log.insert({ id: 3, userId: 9, day: 1, message: 'c' });\n});", - "category": "schema", - "route_api_model": "gpt-5.2-codex", + "llm_output": "import { schema, table, t } from 'spacetimedb/server';\n\nconst document = table(\n {\n name: 'document',\n public: true,\n indexes: [{ name: 'document_owner', algorithm: 'btree', columns: ['owner'] }],\n },\n {\n id: t.u64().primaryKey().autoInc(),\n owner: t.identity(),\n title: t.string(),\n }\n);\n\nconst document_share = table(\n {\n name: 'document_share',\n public: true,\n indexes: [\n { name: 'document_share_document_id', algorithm: 'btree', columns: ['document_id'] },\n { name: 'document_share_shared_with', algorithm: 'btree', columns: ['shared_with'] },\n ],\n },\n {\n document_id: t.u64(),\n shared_with: t.identity(),\n }\n);\n\nconst spacetimedb = schema({ document, document_share });\nexport default spacetimedb;\n\nexport const create_document = spacetimedb.reducer(\n { title: t.string() },\n (ctx, { title }) => {\n ctx.db.document.insert({ id: 0n, owner: ctx.sender, title });\n }\n);\n\nexport const share_document = spacetimedb.reducer(\n { document_id: t.u64(), target: t.identity() },\n (ctx, { document_id, target }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) throw new Error('not found');\n if (!doc.owner.equals(ctx.sender)) throw new Error('not owner');\n ctx.db.document_share.insert({ document_id, shared_with: target });\n }\n);\n\nexport const edit_document = spacetimedb.reducer(\n { document_id: t.u64(), new_title: t.string() },\n (ctx, { document_id, new_title }) => {\n const doc = ctx.db.document.id.find(document_id);\n if (!doc) throw new Error('not found');\n\n const isOwner = doc.owner.equals(ctx.sender);\n if (!isOwner) {\n let hasShare = false;\n for (const share of ctx.db.document_share.document_share_document_id.filter(document_id)) {\n if (share.shared_with.equals(ctx.sender)) {\n hasShare = true;\n break;\n }\n }\n if (!hasShare) throw new Error('unauthorized');\n }\n\n ctx.db.document.id.update({ ...doc, title: new_title });\n }\n);", + "category": "auth", + "route_api_model": "anthropic/claude-sonnet-4.6", "scorer_details": { "publish_error": { "pass": false, "partial": 0.0, "notes": { - "error": "spacetime publish (typescript) failed (exit=1)\n--- stderr ---\ntsc not found in node_modules. Make sure you have the `typescript` package as a dev-dependency and that your dependencies are installed.\nError: It seems like you haven't exported your schema. You must `export default schema(...);`\n\n--- stdout ---\n", + "error": "spacetime publish (typescript) failed (exit=2)\n--- stderr ---\n\n--- stdout ---\nsrc/index.ts(60,49): error TS2339: Property 'document_share_document_id' does not exist on type '{ insert: (row: { document_id: bigint; shared_with: Identity; }) => { document_id: bigint; shared_with: Identity; }; delete: (row: { document_id: bigint; shared_with: Identity; }) => boolean; count: () => bigint; iter: () => IteratorObject<...>; [Symbol.iterator]: () => IteratorObject<...>; }'.\r\n", "phase": "build_or_publish" } } }, - "vendor": "openai" + "vendor": "openrouter", + "input_tokens": 14137, + "output_tokens": 678, + "generation_duration_ms": 21340, + "started_at": "2026-03-27T02:03:38.339490400Z", + "finished_at": "2026-03-27T02:04:10.200923900Z" } } } @@ -28836,4 +158537,4 @@ "golden_answers": {} } ] -} +} \ No newline at end of file diff --git a/docs/llms/llm-comparison-summary.json b/docs/llms/llm-comparison-summary.json index bd86ae3f0bd..51fe18a1bf3 100644 --- a/docs/llms/llm-comparison-summary.json +++ b/docs/llms/llm-comparison-summary.json @@ -1,21 +1,45 @@ { "version": 1, - "generated_at": "2026-02-21T19:00:17.834Z", + "generated_at": "2026-04-01T01:39:52.922Z", "by_language": { "csharp": { "modes": { "docs": { - "hash": "a4ddc223e2035781ae7e86c8c38c0d78212e9a0c4149c6535625b4033878e3a4", + "hash": "a8e08f17201c6c0aded14339b0e9068d477c3985c8adbbb067800071c1940318", "models": { "Claude Opus 4.6": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 6, + "pass_pct": 75.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 75.0 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 25, - "pass_pct": 92.59259, - "task_pass_equiv": 11.333334, - "task_pass_pct": 94.44445 + "tasks": 15, + "total_tests": 30, + "passed_tests": 28, + "pass_pct": 93.333336, + "task_pass_equiv": 14.333334, + "task_pass_pct": 95.555565 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 }, "schema": { "tasks": 10, @@ -27,23 +51,47 @@ } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 53, - "pass_pct": 86.88525, - "task_pass_equiv": 19.333334, - "task_pass_pct": 87.87879 + "tasks": 47, + "total_tests": 86, + "passed_tests": 76, + "pass_pct": 88.37209, + "task_pass_equiv": 42.333336, + "task_pass_pct": 90.07093 } }, "Claude Sonnet 4.6": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 25, - "pass_pct": 92.59259, - "task_pass_equiv": 11.5, - "task_pass_pct": 95.83333 + "tasks": 15, + "total_tests": 30, + "passed_tests": 27, + "pass_pct": 90.0, + "task_pass_equiv": 13.5, + "task_pass_pct": 90.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 }, "schema": { "tasks": 10, @@ -55,23 +103,47 @@ } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 58, - "pass_pct": 95.08197, - "task_pass_equiv": 21.166666, - "task_pass_pct": 96.21212 + "tasks": 47, + "total_tests": 86, + "passed_tests": 80, + "pass_pct": 93.023254, + "task_pass_equiv": 43.166664, + "task_pass_pct": 91.84397 } }, "DeepSeek Chat": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, "basics": { - "tasks": 12, - "total_tests": 27, + "tasks": 15, + "total_tests": 30, "passed_tests": 23, - "pass_pct": 85.18519, + "pass_pct": 76.666664, "task_pass_equiv": 10.833334, - "task_pass_pct": 90.27779 + "task_pass_pct": 72.22223 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 }, "schema": { "tasks": 10, @@ -83,23 +155,47 @@ } }, "totals": { - "tasks": 22, - "total_tests": 61, + "tasks": 47, + "total_tests": 86, "passed_tests": 52, - "pass_pct": 85.2459, + "pass_pct": 60.465115, "task_pass_equiv": 19.566668, - "task_pass_pct": 88.9394 + "task_pass_pct": 41.631207 } }, "DeepSeek Reasoner": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 5, + "pass_pct": 62.5, + "task_pass_equiv": 5.0, + "task_pass_pct": 62.5 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 22, - "pass_pct": 81.48148, - "task_pass_equiv": 10.583334, - "task_pass_pct": 88.19445 + "tasks": 15, + "total_tests": 30, + "passed_tests": 24, + "pass_pct": 80.0, + "task_pass_equiv": 12.583334, + "task_pass_pct": 83.88889 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 3, + "pass_pct": 50.0, + "task_pass_equiv": 3.0, + "task_pass_pct": 50.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 5, + "pass_pct": 62.5, + "task_pass_equiv": 5.0, + "task_pass_pct": 62.5 }, "schema": { "tasks": 10, @@ -111,23 +207,47 @@ } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 38, - "pass_pct": 62.295082, - "task_pass_equiv": 15.983334, - "task_pass_pct": 72.65152 + "tasks": 47, + "total_tests": 86, + "passed_tests": 53, + "pass_pct": 61.627907, + "task_pass_equiv": 30.983334, + "task_pass_pct": 65.92199 } }, "GPT-5-mini": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 5, + "pass_pct": 62.5, + "task_pass_equiv": 5.0, + "task_pass_pct": 62.5 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 23, - "pass_pct": 85.18519, - "task_pass_equiv": 10.833334, - "task_pass_pct": 90.27779 + "tasks": 15, + "total_tests": 30, + "passed_tests": 26, + "pass_pct": 86.666664, + "task_pass_equiv": 13.833334, + "task_pass_pct": 92.22223 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 5, + "pass_pct": 83.333336, + "task_pass_equiv": 5.0, + "task_pass_pct": 83.33333 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 }, "schema": { "tasks": 10, @@ -139,23 +259,47 @@ } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 48, - "pass_pct": 78.68852, - "task_pass_equiv": 17.833334, - "task_pass_pct": 81.06061 + "tasks": 47, + "total_tests": 86, + "passed_tests": 68, + "pass_pct": 79.06977, + "task_pass_equiv": 37.833336, + "task_pass_pct": 80.49646 } }, "GPT-5.2-Codex": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 4, + "pass_pct": 50.0, + "task_pass_equiv": 4.0, + "task_pass_pct": 50.0 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 16, - "pass_pct": 59.25926, - "task_pass_equiv": 6.416667, - "task_pass_pct": 53.472225 + "tasks": 15, + "total_tests": 30, + "passed_tests": 19, + "pass_pct": 63.333332, + "task_pass_equiv": 9.416667, + "task_pass_pct": 62.777782 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 5, + "pass_pct": 83.333336, + "task_pass_equiv": 5.0, + "task_pass_pct": 83.33333 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 5, + "pass_pct": 62.5, + "task_pass_equiv": 5.0, + "task_pass_pct": 62.5 }, "schema": { "tasks": 10, @@ -167,23 +311,47 @@ } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 45, - "pass_pct": 73.77049, - "task_pass_equiv": 14.966668, - "task_pass_pct": 68.03031 + "tasks": 47, + "total_tests": 86, + "passed_tests": 62, + "pass_pct": 72.093025, + "task_pass_equiv": 31.966667, + "task_pass_pct": 68.01418 } }, "Gemini 3 Flash": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 23, - "pass_pct": 85.18519, - "task_pass_equiv": 10.833334, - "task_pass_pct": 90.27779 + "tasks": 15, + "total_tests": 30, + "passed_tests": 24, + "pass_pct": 80.0, + "task_pass_equiv": 11.833334, + "task_pass_pct": 78.88889 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 }, "schema": { "tasks": 10, @@ -195,23 +363,47 @@ } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 45, - "pass_pct": 73.77049, - "task_pass_equiv": 17.5, - "task_pass_pct": 79.545456 + "tasks": 47, + "total_tests": 86, + "passed_tests": 66, + "pass_pct": 76.74419, + "task_pass_equiv": 38.5, + "task_pass_pct": 81.914894 } }, "Gemini 3.1 Pro": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 23, - "pass_pct": 85.18519, - "task_pass_equiv": 10.833334, - "task_pass_pct": 90.27779 + "tasks": 15, + "total_tests": 30, + "passed_tests": 26, + "pass_pct": 86.666664, + "task_pass_equiv": 13.833334, + "task_pass_pct": 92.22223 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 }, "schema": { "tasks": 10, @@ -223,23 +415,47 @@ } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 51, - "pass_pct": 83.60656, - "task_pass_equiv": 18.833334, - "task_pass_pct": 85.606064 + "tasks": 47, + "total_tests": 86, + "passed_tests": 74, + "pass_pct": 86.04651, + "task_pass_equiv": 41.833336, + "task_pass_pct": 89.007095 } }, "Grok 4": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 6, + "pass_pct": 75.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 75.0 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 23, - "pass_pct": 85.18519, - "task_pass_equiv": 10.833334, - "task_pass_pct": 90.27779 + "tasks": 15, + "total_tests": 30, + "passed_tests": 24, + "pass_pct": 80.0, + "task_pass_equiv": 11.833334, + "task_pass_pct": 78.88889 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 5, + "pass_pct": 83.333336, + "task_pass_equiv": 5.0, + "task_pass_pct": 83.33333 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 6, + "pass_pct": 75.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 75.0 }, "schema": { "tasks": 10, @@ -251,22 +467,46 @@ } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 57, - "pass_pct": 93.44262, - "task_pass_equiv": 20.833334, - "task_pass_pct": 94.696976 + "tasks": 47, + "total_tests": 86, + "passed_tests": 75, + "pass_pct": 87.209305, + "task_pass_equiv": 38.833336, + "task_pass_pct": 82.62412 } }, "Grok Code": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 22, - "pass_pct": 81.48148, - "task_pass_equiv": 10.5, + "tasks": 15, + "total_tests": 30, + "passed_tests": 24, + "pass_pct": 80.0, + "task_pass_equiv": 12.5, + "task_pass_pct": 83.33333 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 5, + "pass_pct": 83.333336, + "task_pass_equiv": 5.0, + "task_pass_pct": 83.33333 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, "task_pass_pct": 87.5 }, "schema": { @@ -279,391 +519,4348 @@ } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 50, - "pass_pct": 81.96722, - "task_pass_equiv": 19.3, - "task_pass_pct": 87.727264 + "tasks": 47, + "total_tests": 86, + "passed_tests": 71, + "pass_pct": 82.558136, + "task_pass_equiv": 40.3, + "task_pass_pct": 85.74468 } } } }, - "llms.md": { - "hash": "171b01e97d14a2c03356933e7c86331362cc53b87e82cd534cd74273e7bc8ea4", - "models": {} - } - } - }, - "rust": { - "modes": { - "cursor_rules": { - "hash": "edbeadd577ce7acdedf6ce10e46c0aaee75d0cd6c30c8faef266a23ad86d12cf", + "guidelines": { + "hash": "6bbe0c14e991c7ea3b99e6d9c7e3fd140adb209c0454385a547e121c1f704c42", "models": { - "Grok 4": { + "Claude Opus 4.6": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 6, + "pass_pct": 75.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 75.0 + }, "basics": { - "tasks": 3, - "total_tests": 7, - "passed_tests": 7, + "tasks": 15, + "total_tests": 30, + "passed_tests": 30, "pass_pct": 100.0, - "task_pass_equiv": 3.0, + "task_pass_equiv": 15.0, "task_pass_pct": 100.0 }, - "schema": { - "tasks": 5, - "total_tests": 17, - "passed_tests": 13, - "pass_pct": 76.47059, - "task_pass_equiv": 4.0, - "task_pass_pct": 80.0 - } - }, - "totals": { - "tasks": 8, - "total_tests": 24, - "passed_tests": 20, - "pass_pct": 83.333336, - "task_pass_equiv": 7.0, - "task_pass_pct": 87.5 - } - } - } - }, - "docs": { - "hash": "cb5bf60a6d17e761b5fcec5d8e69bafbaf56602e570522e688d4da57973c7ea8", - "models": { - "Claude Opus 4.6": { - "categories": { - "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 27, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, "pass_pct": 100.0, - "task_pass_equiv": 12.0, + "task_pass_equiv": 6.0, "task_pass_pct": 100.0 }, - "schema": { - "tasks": 10, - "total_tests": 34, - "passed_tests": 34, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, "pass_pct": 100.0, - "task_pass_equiv": 10.0, + "task_pass_equiv": 8.0, "task_pass_pct": 100.0 + }, + "schema": { + "tasks": 10, + "total_tests": 37, + "passed_tests": 36, + "pass_pct": 97.297295, + "task_pass_equiv": 9.666666, + "task_pass_pct": 96.66666 } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 61, - "pass_pct": 100.0, - "task_pass_equiv": 22.0, - "task_pass_pct": 100.0 + "tasks": 47, + "total_tests": 89, + "passed_tests": 86, + "pass_pct": 96.62921, + "task_pass_equiv": 44.666664, + "task_pass_pct": 95.03546 } }, "Claude Sonnet 4.6": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 27, + "tasks": 15, + "total_tests": 30, + "passed_tests": 30, "pass_pct": 100.0, - "task_pass_equiv": 12.0, + "task_pass_equiv": 15.0, + "task_pass_pct": 100.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, "task_pass_pct": 100.0 }, "schema": { "tasks": 10, - "total_tests": 34, - "passed_tests": 34, + "total_tests": 37, + "passed_tests": 37, "pass_pct": 100.0, "task_pass_equiv": 10.0, "task_pass_pct": 100.0 } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 61, - "pass_pct": 100.0, - "task_pass_equiv": 22.0, - "task_pass_pct": 100.0 + "tasks": 47, + "total_tests": 89, + "passed_tests": 88, + "pass_pct": 98.8764, + "task_pass_equiv": 46.0, + "task_pass_pct": 97.87234 } }, "DeepSeek Chat": { "categories": { - "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 23, - "pass_pct": 85.18519, - "task_pass_equiv": 11.0, - "task_pass_pct": 91.66667 + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 27, + "pass_pct": 90.0, + "task_pass_equiv": 14.0, + "task_pass_pct": 93.333336 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 4, + "pass_pct": 66.666664, + "task_pass_equiv": 4.0, + "task_pass_pct": 66.66667 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 }, "schema": { "tasks": 10, - "total_tests": 34, - "passed_tests": 26, - "pass_pct": 76.47059, - "task_pass_equiv": 7.4, - "task_pass_pct": 74.0 + "total_tests": 37, + "passed_tests": 25, + "pass_pct": 67.567566, + "task_pass_equiv": 7.4666667, + "task_pass_pct": 74.666664 } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 49, - "pass_pct": 80.327866, - "task_pass_equiv": 18.4, - "task_pass_pct": 83.63636 + "tasks": 47, + "total_tests": 89, + "passed_tests": 70, + "pass_pct": 78.65169, + "task_pass_equiv": 39.466667, + "task_pass_pct": 83.971634 } }, "DeepSeek Reasoner": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 6, + "pass_pct": 75.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 75.0 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 22, - "pass_pct": 81.48148, - "task_pass_equiv": 8.333333, - "task_pass_pct": 69.44444 + "tasks": 15, + "total_tests": 30, + "passed_tests": 27, + "pass_pct": 90.0, + "task_pass_equiv": 14.0, + "task_pass_pct": 93.333336 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 4, + "pass_pct": 66.666664, + "task_pass_equiv": 4.0, + "task_pass_pct": 66.66667 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 }, "schema": { "tasks": 10, - "total_tests": 34, - "passed_tests": 12, - "pass_pct": 35.294117, - "task_pass_equiv": 3.4, - "task_pass_pct": 34.0 + "total_tests": 37, + "passed_tests": 27, + "pass_pct": 72.97298, + "task_pass_equiv": 8.0, + "task_pass_pct": 80.0 } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 34, - "pass_pct": 55.737705, - "task_pass_equiv": 11.733333, - "task_pass_pct": 53.33333 + "tasks": 47, + "total_tests": 89, + "passed_tests": 71, + "pass_pct": 79.77528, + "task_pass_equiv": 39.0, + "task_pass_pct": 82.97873 } }, "GPT-5-mini": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 23, - "pass_pct": 85.18519, - "task_pass_equiv": 10.833334, - "task_pass_pct": 90.27779 + "tasks": 15, + "total_tests": 30, + "passed_tests": 30, + "pass_pct": 100.0, + "task_pass_equiv": 15.0, + "task_pass_pct": 100.0 }, - "schema": { - "tasks": 10, - "total_tests": 34, - "passed_tests": 34, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, "pass_pct": 100.0, - "task_pass_equiv": 10.0, + "task_pass_equiv": 6.0, "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, + "schema": { + "tasks": 10, + "total_tests": 37, + "passed_tests": 31, + "pass_pct": 83.78378, + "task_pass_equiv": 8.457143, + "task_pass_pct": 84.57143 } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 57, - "pass_pct": 93.44262, - "task_pass_equiv": 20.833334, - "task_pass_pct": 94.696976 + "tasks": 47, + "total_tests": 89, + "passed_tests": 81, + "pass_pct": 91.01124, + "task_pass_equiv": 43.45714, + "task_pass_pct": 92.462006 } }, "GPT-5.2-Codex": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 26, - "pass_pct": 96.296295, - "task_pass_equiv": 11.0, - "task_pass_pct": 91.66667 + "tasks": 15, + "total_tests": 30, + "passed_tests": 30, + "pass_pct": 100.0, + "task_pass_equiv": 15.0, + "task_pass_pct": 100.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 5, + "pass_pct": 83.333336, + "task_pass_equiv": 5.0, + "task_pass_pct": 83.33333 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 }, "schema": { "tasks": 10, - "total_tests": 34, - "passed_tests": 29, - "pass_pct": 85.29412, + "total_tests": 37, + "passed_tests": 34, + "pass_pct": 91.89189, "task_pass_equiv": 9.0, "task_pass_pct": 90.0 } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 55, - "pass_pct": 90.16393, - "task_pass_equiv": 20.0, - "task_pass_pct": 90.909096 + "tasks": 47, + "total_tests": 89, + "passed_tests": 83, + "pass_pct": 93.25843, + "task_pass_equiv": 43.0, + "task_pass_pct": 91.489365 } }, "Gemini 3 Flash": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 25, - "pass_pct": 92.59259, - "task_pass_equiv": 11.5, - "task_pass_pct": 95.83333 + "tasks": 15, + "total_tests": 30, + "passed_tests": 30, + "pass_pct": 100.0, + "task_pass_equiv": 15.0, + "task_pass_pct": 100.0 }, - "schema": { - "tasks": 10, - "total_tests": 34, - "passed_tests": 34, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, "pass_pct": 100.0, - "task_pass_equiv": 10.0, + "task_pass_equiv": 6.0, "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "schema": { + "tasks": 10, + "total_tests": 37, + "passed_tests": 31, + "pass_pct": 83.78378, + "task_pass_equiv": 8.266666, + "task_pass_pct": 82.666664 } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 59, - "pass_pct": 96.72131, - "task_pass_equiv": 21.5, - "task_pass_pct": 97.72727 + "tasks": 47, + "total_tests": 89, + "passed_tests": 83, + "pass_pct": 93.25843, + "task_pass_equiv": 45.266663, + "task_pass_pct": 96.31204 } }, "Gemini 3.1 Pro": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 22, - "pass_pct": 81.48148, - "task_pass_equiv": 9.0, - "task_pass_pct": 75.0 + "tasks": 15, + "total_tests": 30, + "passed_tests": 30, + "pass_pct": 100.0, + "task_pass_equiv": 15.0, + "task_pass_pct": 100.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 }, "schema": { "tasks": 10, - "total_tests": 34, - "passed_tests": 28, - "pass_pct": 82.35294, - "task_pass_equiv": 8.0, - "task_pass_pct": 80.0 + "total_tests": 37, + "passed_tests": 35, + "pass_pct": 94.5946, + "task_pass_equiv": 9.333334, + "task_pass_pct": 93.33334 } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 50, - "pass_pct": 81.96722, - "task_pass_equiv": 17.0, - "task_pass_pct": 77.27273 + "tasks": 47, + "total_tests": 89, + "passed_tests": 85, + "pass_pct": 95.505615, + "task_pass_equiv": 44.333336, + "task_pass_pct": 94.32625 } }, "Grok 4": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 24, - "pass_pct": 88.888885, - "task_pass_equiv": 11.0, - "task_pass_pct": 91.66667 + "tasks": 15, + "total_tests": 30, + "passed_tests": 30, + "pass_pct": 100.0, + "task_pass_equiv": 15.0, + "task_pass_pct": 100.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 5, + "pass_pct": 83.333336, + "task_pass_equiv": 5.0, + "task_pass_pct": 83.33333 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 6, + "pass_pct": 75.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 75.0 }, "schema": { "tasks": 10, - "total_tests": 34, + "total_tests": 37, "passed_tests": 31, - "pass_pct": 91.17647, - "task_pass_equiv": 9.0, - "task_pass_pct": 90.0 + "pass_pct": 83.78378, + "task_pass_equiv": 8.895238, + "task_pass_pct": 88.95238 } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 55, - "pass_pct": 90.16393, - "task_pass_equiv": 20.0, - "task_pass_pct": 90.909096 + "tasks": 47, + "total_tests": 89, + "passed_tests": 79, + "pass_pct": 88.764046, + "task_pass_equiv": 41.895237, + "task_pass_pct": 89.1388 } }, "Grok Code": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 22, - "pass_pct": 81.48148, - "task_pass_equiv": 9.833334, - "task_pass_pct": 81.94445 + "tasks": 15, + "total_tests": 30, + "passed_tests": 27, + "pass_pct": 90.0, + "task_pass_equiv": 14.0, + "task_pass_pct": 93.333336 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 5, + "pass_pct": 83.333336, + "task_pass_equiv": 5.0, + "task_pass_pct": 83.33333 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 }, "schema": { "tasks": 10, - "total_tests": 34, - "passed_tests": 33, - "pass_pct": 97.05882, - "task_pass_equiv": 9.8, - "task_pass_pct": 98.0 + "total_tests": 37, + "passed_tests": 35, + "pass_pct": 94.5946, + "task_pass_equiv": 9.333334, + "task_pass_pct": 93.33334 } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 55, - "pass_pct": 90.16393, - "task_pass_equiv": 19.633333, - "task_pass_pct": 89.242424 + "tasks": 47, + "total_tests": 89, + "passed_tests": 81, + "pass_pct": 91.01124, + "task_pass_equiv": 42.333336, + "task_pass_pct": 90.07093 } } } }, "llms.md": { - "hash": "7bd4918052e02c4b09d50e7037cd2e81add76a4b42468acac54ee8f4073e37cf", + "hash": "171b01e97d14a2c03356933e7c86331362cc53b87e82cd534cd74273e7bc8ea4", + "models": {} + }, + "no_context": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "models": { - "Grok 4": { + "Claude Opus 4.6": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, "basics": { - "tasks": 1, - "total_tests": 1, + "tasks": 15, + "total_tests": 30, + "passed_tests": 15, + "pass_pct": 50.0, + "task_pass_equiv": 4.6666665, + "task_pass_pct": 31.111109 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, "passed_tests": 0, "pass_pct": 0.0, "task_pass_equiv": 0.0, "task_pass_pct": 0.0 }, "schema": { - "tasks": 3, - "total_tests": 9, - "passed_tests": 5, - "pass_pct": 55.555557, - "task_pass_equiv": 2.0, - "task_pass_pct": 66.66667 + "tasks": 10, + "total_tests": 34, + "passed_tests": 4, + "pass_pct": 11.764706, + "task_pass_equiv": 1.3333334, + "task_pass_pct": 13.333334 } }, "totals": { - "tasks": 4, - "total_tests": 10, - "passed_tests": 5, - "pass_pct": 50.0, - "task_pass_equiv": 2.0, - "task_pass_pct": 50.0 + "tasks": 47, + "total_tests": 86, + "passed_tests": 19, + "pass_pct": 22.093023, + "task_pass_equiv": 5.9999995, + "task_pass_pct": 12.765956 } - } - } - }, - "none": { - "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", - "models": { - "Grok 4": { + }, + "Claude Sonnet 4.6": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, "basics": { - "tasks": 1, - "total_tests": 1, + "tasks": 15, + "total_tests": 30, + "passed_tests": 9, + "pass_pct": 30.0, + "task_pass_equiv": 2.8333335, + "task_pass_pct": 18.88889 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 12, + "pass_pct": 35.294117, + "task_pass_equiv": 3.4666667, + "task_pass_pct": 34.666668 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 21, + "pass_pct": 24.418604, + "task_pass_equiv": 6.3, + "task_pass_pct": 13.404256 + } + }, + "DeepSeek Chat": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "DeepSeek Reasoner": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "GPT-5-mini": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "GPT-5.2-Codex": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 5, + "pass_pct": 16.666666, + "task_pass_equiv": 2.0, + "task_pass_pct": 13.333334 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 5, + "pass_pct": 5.8139534, + "task_pass_equiv": 2.0, + "task_pass_pct": 4.255319 + } + }, + "Gemini 3 Flash": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "Gemini 3.1 Pro": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 28, + "passed_tests": 1, + "pass_pct": 3.5714285, + "task_pass_equiv": 1.0, + "task_pass_pct": 6.666667 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 1, + "pass_pct": 16.666666, + "task_pass_equiv": 1.0, + "task_pass_pct": 16.666668 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 84, + "passed_tests": 2, + "pass_pct": 2.3809524, + "task_pass_equiv": 2.0, + "task_pass_pct": 4.255319 + } + }, + "Grok 4": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "Grok Code": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + } + } + } + } + }, + "rust": { + "modes": { + "cursor_rules": { + "hash": "edbeadd577ce7acdedf6ce10e46c0aaee75d0cd6c30c8faef266a23ad86d12cf", + "models": { + "Grok 4": { + "categories": { + "basics": { + "tasks": 3, + "total_tests": 7, + "passed_tests": 7, + "pass_pct": 100.0, + "task_pass_equiv": 3.0, + "task_pass_pct": 100.0 + }, + "schema": { + "tasks": 5, + "total_tests": 17, + "passed_tests": 13, + "pass_pct": 76.47059, + "task_pass_equiv": 4.0, + "task_pass_pct": 80.0 + } + }, + "totals": { + "tasks": 8, + "total_tests": 24, + "passed_tests": 20, + "pass_pct": 83.333336, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + } + } + } + }, + "docs": { + "hash": "94b083327046cf445b9a2676a3e957f10b1411bde9b8b72564cfd959eb1f393a", + "models": { + "Claude Opus 4.6": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 29, + "pass_pct": 96.666664, + "task_pass_equiv": 14.0, + "task_pass_pct": 93.333336 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 34, + "pass_pct": 100.0, + "task_pass_equiv": 10.0, + "task_pass_pct": 100.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 84, + "pass_pct": 97.674416, + "task_pass_equiv": 45.0, + "task_pass_pct": 95.74468 + } + }, + "Claude Sonnet 4.6": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 5, + "pass_pct": 62.5, + "task_pass_equiv": 5.0, + "task_pass_pct": 62.5 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 29, + "pass_pct": 96.666664, + "task_pass_equiv": 14.0, + "task_pass_pct": 93.333336 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 34, + "pass_pct": 100.0, + "task_pass_equiv": 10.0, + "task_pass_pct": 100.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 82, + "pass_pct": 95.34884, + "task_pass_equiv": 43.0, + "task_pass_pct": 91.489365 + } + }, + "DeepSeek Chat": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 23, + "pass_pct": 76.666664, + "task_pass_equiv": 11.0, + "task_pass_pct": 73.333336 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 26, + "pass_pct": 76.47059, + "task_pass_equiv": 7.4, + "task_pass_pct": 74.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 49, + "pass_pct": 56.976746, + "task_pass_equiv": 18.4, + "task_pass_pct": 39.148937 + } + }, + "DeepSeek Reasoner": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 22, + "pass_pct": 73.333336, + "task_pass_equiv": 8.333333, + "task_pass_pct": 55.555553 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 1, + "pass_pct": 16.666666, + "task_pass_equiv": 1.0, + "task_pass_pct": 16.666668 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 1, + "pass_pct": 12.5, + "task_pass_equiv": 1.0, + "task_pass_pct": 12.5 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 12, + "pass_pct": 35.294117, + "task_pass_equiv": 3.4, + "task_pass_pct": 34.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 36, + "pass_pct": 41.860466, + "task_pass_equiv": 13.733333, + "task_pass_pct": 29.219856 + } + }, + "GPT-5-mini": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 26, + "pass_pct": 86.666664, + "task_pass_equiv": 13.833334, + "task_pass_pct": 92.22223 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 34, + "pass_pct": 100.0, + "task_pass_equiv": 10.0, + "task_pass_pct": 100.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 81, + "pass_pct": 94.18604, + "task_pass_equiv": 44.833336, + "task_pass_pct": 95.390076 + } + }, + "GPT-5.2-Codex": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 2, + "pass_pct": 25.0, + "task_pass_equiv": 2.0, + "task_pass_pct": 25.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 29, + "pass_pct": 96.666664, + "task_pass_equiv": 14.0, + "task_pass_pct": 93.333336 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 3, + "pass_pct": 50.0, + "task_pass_equiv": 3.0, + "task_pass_pct": 50.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 29, + "pass_pct": 85.29412, + "task_pass_equiv": 9.0, + "task_pass_pct": 90.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 70, + "pass_pct": 81.39535, + "task_pass_equiv": 35.0, + "task_pass_pct": 74.46808 + } + }, + "Gemini 3 Flash": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 28, + "pass_pct": 93.333336, + "task_pass_equiv": 14.5, + "task_pass_pct": 96.666664 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 34, + "pass_pct": 100.0, + "task_pass_equiv": 10.0, + "task_pass_pct": 100.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 82, + "pass_pct": 95.34884, + "task_pass_equiv": 44.5, + "task_pass_pct": 94.680855 + } + }, + "Gemini 3.1 Pro": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 5, + "pass_pct": 62.5, + "task_pass_equiv": 5.0, + "task_pass_pct": 62.5 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 25, + "pass_pct": 83.333336, + "task_pass_equiv": 12.0, + "task_pass_pct": 80.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 6, + "pass_pct": 75.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 75.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 28, + "pass_pct": 82.35294, + "task_pass_equiv": 8.0, + "task_pass_pct": 80.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 70, + "pass_pct": 81.39535, + "task_pass_equiv": 37.0, + "task_pass_pct": 78.723404 + } + }, + "Grok 4": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 6, + "pass_pct": 75.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 75.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 26, + "pass_pct": 86.666664, + "task_pass_equiv": 13.0, + "task_pass_pct": 86.666664 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 31, + "pass_pct": 91.17647, + "task_pass_equiv": 9.0, + "task_pass_pct": 90.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 76, + "pass_pct": 88.37209, + "task_pass_equiv": 41.0, + "task_pass_pct": 87.23405 + } + }, + "Grok Code": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 6, + "pass_pct": 75.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 75.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 23, + "pass_pct": 76.666664, + "task_pass_equiv": 10.833334, + "task_pass_pct": 72.22223 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 4, + "pass_pct": 66.666664, + "task_pass_equiv": 4.0, + "task_pass_pct": 66.66667 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 5, + "pass_pct": 62.5, + "task_pass_equiv": 5.0, + "task_pass_pct": 62.5 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 33, + "pass_pct": 97.05882, + "task_pass_equiv": 9.8, + "task_pass_pct": 98.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 71, + "pass_pct": 82.558136, + "task_pass_equiv": 35.63333, + "task_pass_pct": 75.8156 + } + } + } + }, + "guidelines": { + "hash": "955c4ef638f4ed5a27d55eabfe997cc9bbf5bbf8e484562c32d3034353c30732", + "models": { + "Claude Opus 4.6": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 26, + "pass_pct": 86.666664, + "task_pass_equiv": 14.0, + "task_pass_pct": 93.333336 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "schema": { + "tasks": 10, + "total_tests": 37, + "passed_tests": 35, + "pass_pct": 94.5946, + "task_pass_equiv": 9.333334, + "task_pass_pct": 93.33334 + } + }, + "totals": { + "tasks": 47, + "total_tests": 89, + "passed_tests": 83, + "pass_pct": 93.25843, + "task_pass_equiv": 45.333336, + "task_pass_pct": 96.4539 + } + }, + "Claude Sonnet 4.6": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 26, + "pass_pct": 86.666664, + "task_pass_equiv": 14.0, + "task_pass_pct": 93.333336 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "schema": { + "tasks": 10, + "total_tests": 37, + "passed_tests": 35, + "pass_pct": 94.5946, + "task_pass_equiv": 9.333334, + "task_pass_pct": 93.33334 + } + }, + "totals": { + "tasks": 47, + "total_tests": 89, + "passed_tests": 83, + "pass_pct": 93.25843, + "task_pass_equiv": 45.333336, + "task_pass_pct": 96.4539 + } + }, + "DeepSeek Chat": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 28, + "pass_pct": 93.333336, + "task_pass_equiv": 13.0, + "task_pass_pct": 86.666664 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, + "schema": { + "tasks": 10, + "total_tests": 37, + "passed_tests": 29, + "pass_pct": 78.37838, + "task_pass_equiv": 7.3333335, + "task_pass_pct": 73.333336 + } + }, + "totals": { + "tasks": 47, + "total_tests": 89, + "passed_tests": 78, + "pass_pct": 87.64045, + "task_pass_equiv": 41.333332, + "task_pass_pct": 87.94326 + } + }, + "DeepSeek Reasoner": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 6, + "pass_pct": 75.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 75.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 28, + "pass_pct": 93.333336, + "task_pass_equiv": 13.0, + "task_pass_pct": 86.666664 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "schema": { + "tasks": 10, + "total_tests": 37, + "passed_tests": 26, + "pass_pct": 70.27027, + "task_pass_equiv": 6.333333, + "task_pass_pct": 63.333332 + } + }, + "totals": { + "tasks": 47, + "total_tests": 89, + "passed_tests": 74, + "pass_pct": 83.146065, + "task_pass_equiv": 39.333332, + "task_pass_pct": 83.68794 + } + }, + "GPT-5-mini": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 1, + "pass_pct": 12.5, + "task_pass_equiv": 1.0, + "task_pass_pct": 12.5 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 19, + "pass_pct": 63.333332, + "task_pass_equiv": 9.0, + "task_pass_pct": 60.000004 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 3, + "pass_pct": 50.0, + "task_pass_equiv": 3.0, + "task_pass_pct": 50.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 5, + "pass_pct": 62.5, + "task_pass_equiv": 5.0, + "task_pass_pct": 62.5 + }, + "schema": { + "tasks": 10, + "total_tests": 37, + "passed_tests": 14, + "pass_pct": 37.837837, + "task_pass_equiv": 3.3333335, + "task_pass_pct": 33.333336 + } + }, + "totals": { + "tasks": 47, + "total_tests": 89, + "passed_tests": 42, + "pass_pct": 47.19101, + "task_pass_equiv": 21.333332, + "task_pass_pct": 45.390068 + } + }, + "GPT-5.2-Codex": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 28, + "pass_pct": 93.333336, + "task_pass_equiv": 13.0, + "task_pass_pct": 86.666664 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 5, + "pass_pct": 83.333336, + "task_pass_equiv": 5.0, + "task_pass_pct": 83.33333 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "schema": { + "tasks": 10, + "total_tests": 37, + "passed_tests": 37, + "pass_pct": 100.0, + "task_pass_equiv": 10.0, + "task_pass_pct": 100.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 89, + "passed_tests": 85, + "pass_pct": 95.505615, + "task_pass_equiv": 43.0, + "task_pass_pct": 91.489365 + } + }, + "Gemini 3 Flash": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 29, + "pass_pct": 96.666664, + "task_pass_equiv": 14.0, + "task_pass_pct": 93.333336 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 6, + "pass_pct": 75.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 75.0 + }, + "schema": { + "tasks": 10, + "total_tests": 37, + "passed_tests": 36, + "pass_pct": 97.297295, + "task_pass_equiv": 9.666666, + "task_pass_pct": 96.66666 + } + }, + "totals": { + "tasks": 47, + "total_tests": 89, + "passed_tests": 85, + "pass_pct": 95.505615, + "task_pass_equiv": 43.666664, + "task_pass_pct": 92.9078 + } + }, + "Gemini 3.1 Pro": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 29, + "pass_pct": 96.666664, + "task_pass_equiv": 14.0, + "task_pass_pct": 93.333336 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 5, + "pass_pct": 83.333336, + "task_pass_equiv": 5.0, + "task_pass_pct": 83.33333 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, + "schema": { + "tasks": 10, + "total_tests": 37, + "passed_tests": 35, + "pass_pct": 94.5946, + "task_pass_equiv": 9.333334, + "task_pass_pct": 93.33334 + } + }, + "totals": { + "tasks": 47, + "total_tests": 89, + "passed_tests": 83, + "pass_pct": 93.25843, + "task_pass_equiv": 42.333336, + "task_pass_pct": 90.07093 + } + }, + "Grok 4": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 29, + "pass_pct": 96.666664, + "task_pass_equiv": 14.0, + "task_pass_pct": 93.333336 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 5, + "pass_pct": 83.333336, + "task_pass_equiv": 5.0, + "task_pass_pct": 83.33333 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "schema": { + "tasks": 10, + "total_tests": 37, + "passed_tests": 25, + "pass_pct": 67.567566, + "task_pass_equiv": 6.7619047, + "task_pass_pct": 67.61905 + } + }, + "totals": { + "tasks": 47, + "total_tests": 89, + "passed_tests": 75, + "pass_pct": 84.26966, + "task_pass_equiv": 41.7619, + "task_pass_pct": 88.85511 + } + }, + "Grok Code": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 26, + "pass_pct": 86.666664, + "task_pass_equiv": 14.0, + "task_pass_pct": 93.333336 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 5, + "pass_pct": 83.333336, + "task_pass_equiv": 5.0, + "task_pass_pct": 83.33333 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "schema": { + "tasks": 10, + "total_tests": 37, + "passed_tests": 23, + "pass_pct": 62.162163, + "task_pass_equiv": 7.3333335, + "task_pass_pct": 73.333336 + } + }, + "totals": { + "tasks": 47, + "total_tests": 89, + "passed_tests": 70, + "pass_pct": 78.65169, + "task_pass_equiv": 42.333336, + "task_pass_pct": 90.07093 + } + } + } + }, + "llms.md": { + "hash": "7bd4918052e02c4b09d50e7037cd2e81add76a4b42468acac54ee8f4073e37cf", + "models": { + "Grok 4": { + "categories": { + "basics": { + "tasks": 1, + "total_tests": 1, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 3, + "total_tests": 9, + "passed_tests": 5, + "pass_pct": 55.555557, + "task_pass_equiv": 2.0, + "task_pass_pct": 66.66667 + } + }, + "totals": { + "tasks": 4, + "total_tests": 10, + "passed_tests": 5, + "pass_pct": 50.0, + "task_pass_equiv": 2.0, + "task_pass_pct": 50.0 + } + } + } + }, + "no_context": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "models": { + "Claude Opus 4.6": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "Claude Sonnet 4.6": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "DeepSeek Chat": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "DeepSeek Reasoner": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "GPT-5-mini": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "GPT-5.2-Codex": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "Gemini 3 Flash": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "Gemini 3.1 Pro": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "Grok 4": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "Grok Code": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + } + } + }, + "rustdoc_json": { + "hash": "6f6952bf2229377c636da7d52e9706eb8edd21bb39a26a5736197a12adbbf143", + "models": { + "Grok 4": { + "categories": { + "basics": { + "tasks": 12, + "total_tests": 27, + "passed_tests": 13, + "pass_pct": 48.148148, + "task_pass_equiv": 6.0, + "task_pass_pct": 50.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 4, + "pass_pct": 11.764706, + "task_pass_equiv": 1.0, + "task_pass_pct": 10.0 + } + }, + "totals": { + "tasks": 22, + "total_tests": 61, + "passed_tests": 17, + "pass_pct": 27.868853, + "task_pass_equiv": 7.0, + "task_pass_pct": 31.818182 + } + } + } + } + } + }, + "typescript": { + "modes": { + "cursor_rules": { + "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", + "models": { + "GPT-5.2-Codex": { + "categories": { + "basics": { + "tasks": 12, + "total_tests": 27, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 22, + "total_tests": 61, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + } + } + }, + "docs": { + "hash": "8fc691a294af03d80a510bd7dde39e565b3c32efaeda1289217fc6a6c7f9952a", + "models": { + "Claude Opus 4.6": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 6, + "pass_pct": 75.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 75.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 22, + "pass_pct": 73.333336, + "task_pass_equiv": 9.833334, + "task_pass_pct": 65.55556 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 4, + "pass_pct": 66.666664, + "task_pass_equiv": 4.0, + "task_pass_pct": 66.66667 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 3, + "pass_pct": 37.5, + "task_pass_equiv": 3.0, + "task_pass_pct": 37.5 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 33, + "pass_pct": 97.05882, + "task_pass_equiv": 9.5, + "task_pass_pct": 95.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 68, + "pass_pct": 79.06977, + "task_pass_equiv": 32.333336, + "task_pass_pct": 68.794334 + } + }, + "Claude Sonnet 4.6": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 27, + "pass_pct": 90.0, + "task_pass_equiv": 12.0, + "task_pass_pct": 80.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 3, + "pass_pct": 50.0, + "task_pass_equiv": 3.0, + "task_pass_pct": 50.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 3, + "pass_pct": 37.5, + "task_pass_equiv": 3.0, + "task_pass_pct": 37.5 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 34, + "pass_pct": 100.0, + "task_pass_equiv": 10.0, + "task_pass_pct": 100.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 74, + "pass_pct": 86.04651, + "task_pass_equiv": 35.0, + "task_pass_pct": 74.46808 + } + }, + "DeepSeek Chat": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 15, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 10, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 47, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "DeepSeek Reasoner": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 5, + "pass_pct": 62.5, + "task_pass_equiv": 5.0, + "task_pass_pct": 62.5 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 1, + "pass_pct": 3.3333333, + "task_pass_equiv": 1.0, + "task_pass_pct": 6.666667 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 1, + "pass_pct": 16.666666, + "task_pass_equiv": 1.0, + "task_pass_pct": 16.666668 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 9, + "pass_pct": 26.470589, + "task_pass_equiv": 2.0, + "task_pass_pct": 20.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 16, + "pass_pct": 18.60465, + "task_pass_equiv": 9.0, + "task_pass_pct": 19.148937 + } + }, + "GPT-5-mini": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 6, + "pass_pct": 75.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 75.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 21, + "pass_pct": 70.0, + "task_pass_equiv": 8.833334, + "task_pass_pct": 58.888893 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 21, + "pass_pct": 61.764706, + "task_pass_equiv": 6.0, + "task_pass_pct": 60.000004 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 62, + "pass_pct": 72.093025, + "task_pass_equiv": 34.833336, + "task_pass_pct": 74.11348 + } + }, + "GPT-5.2-Codex": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 5, + "pass_pct": 62.5, + "task_pass_equiv": 5.0, + "task_pass_pct": 62.5 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 5, + "pass_pct": 16.666666, + "task_pass_equiv": 2.0, + "task_pass_pct": 13.333334 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 4, + "pass_pct": 66.666664, + "task_pass_equiv": 4.0, + "task_pass_pct": 66.66667 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 3, + "pass_pct": 37.5, + "task_pass_equiv": 3.0, + "task_pass_pct": 37.5 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 17, + "pass_pct": 50.0, + "task_pass_equiv": 5.0, + "task_pass_pct": 50.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 34, + "pass_pct": 39.534885, + "task_pass_equiv": 19.0, + "task_pass_pct": 40.425533 + } + }, + "Gemini 3 Flash": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 2, + "pass_pct": 25.0, + "task_pass_equiv": 2.0, + "task_pass_pct": 25.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 22, + "pass_pct": 73.333336, + "task_pass_equiv": 9.833334, + "task_pass_pct": 65.55556 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 3, + "pass_pct": 50.0, + "task_pass_equiv": 3.0, + "task_pass_pct": 50.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 3, + "pass_pct": 37.5, + "task_pass_equiv": 3.0, + "task_pass_pct": 37.5 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 34, + "pass_pct": 100.0, + "task_pass_equiv": 10.0, + "task_pass_pct": 100.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 64, + "pass_pct": 74.4186, + "task_pass_equiv": 27.833334, + "task_pass_pct": 59.21986 + } + }, + "Gemini 3.1 Pro": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 23, + "pass_pct": 76.666664, + "task_pass_equiv": 10.833334, + "task_pass_pct": 72.22223 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 4, + "pass_pct": 66.666664, + "task_pass_equiv": 4.0, + "task_pass_pct": 66.66667 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 3, + "pass_pct": 37.5, + "task_pass_equiv": 3.0, + "task_pass_pct": 37.5 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 34, + "pass_pct": 100.0, + "task_pass_equiv": 10.0, + "task_pass_pct": 100.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 71, + "pass_pct": 82.558136, + "task_pass_equiv": 34.833336, + "task_pass_pct": 74.11348 + } + }, + "Grok 4": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 5, + "pass_pct": 62.5, + "task_pass_equiv": 5.0, + "task_pass_pct": 62.5 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 20, + "pass_pct": 66.666664, + "task_pass_equiv": 7.833333, + "task_pass_pct": 52.22222 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 3, + "pass_pct": 50.0, + "task_pass_equiv": 3.0, + "task_pass_pct": 50.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 3, + "pass_pct": 37.5, + "task_pass_equiv": 3.0, + "task_pass_pct": 37.5 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 29, + "pass_pct": 85.29412, + "task_pass_equiv": 8.4, + "task_pass_pct": 84.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 60, + "pass_pct": 69.76744, + "task_pass_equiv": 27.233334, + "task_pass_pct": 57.94326 + } + }, + "Grok Code": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 20, + "pass_pct": 66.666664, + "task_pass_equiv": 7.833333, + "task_pass_pct": 52.22222 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 4, + "pass_pct": 66.666664, + "task_pass_equiv": 4.0, + "task_pass_pct": 66.66667 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 1, + "pass_pct": 12.5, + "task_pass_equiv": 1.0, + "task_pass_pct": 12.5 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 27, + "pass_pct": 79.411766, + "task_pass_equiv": 7.7333336, + "task_pass_pct": 77.333336 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 59, + "pass_pct": 68.60465, + "task_pass_equiv": 27.566666, + "task_pass_pct": 58.652477 + } + } + } + }, + "guidelines": { + "hash": "d15d3c8faa78c72c8c0218726fe4e597182716b59eb35220504dfd8bb5457a6f", + "models": { + "Claude Opus 4.6": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 30, + "pass_pct": 100.0, + "task_pass_equiv": 15.0, + "task_pass_pct": 100.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 26, + "pass_pct": 76.47059, + "task_pass_equiv": 8.033333, + "task_pass_pct": 80.33333 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 78, + "pass_pct": 90.69768, + "task_pass_equiv": 45.033333, + "task_pass_pct": 95.8156 + } + }, + "Claude Sonnet 4.6": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 30, + "pass_pct": 100.0, + "task_pass_equiv": 15.0, + "task_pass_pct": 100.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 28, + "pass_pct": 82.35294, + "task_pass_equiv": 8.7, + "task_pass_pct": 87.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 80, + "pass_pct": 93.023254, + "task_pass_equiv": 45.7, + "task_pass_pct": 97.23405 + } + }, + "DeepSeek Chat": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 6, + "pass_pct": 75.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 75.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 30, + "pass_pct": 100.0, + "task_pass_equiv": 15.0, + "task_pass_pct": 100.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 4, + "pass_pct": 50.0, + "task_pass_equiv": 4.0, + "task_pass_pct": 50.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 26, + "pass_pct": 76.47059, + "task_pass_equiv": 8.033333, + "task_pass_pct": 80.33333 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 72, + "pass_pct": 83.72093, + "task_pass_equiv": 39.033333, + "task_pass_pct": 83.049644 + } + }, + "DeepSeek Reasoner": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 30, + "pass_pct": 100.0, + "task_pass_equiv": 15.0, + "task_pass_pct": 100.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 24, + "pass_pct": 70.588234, + "task_pass_equiv": 7.633333, + "task_pass_pct": 76.33333 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 76, + "pass_pct": 88.37209, + "task_pass_equiv": 44.633335, + "task_pass_pct": 94.96454 + } + }, + "GPT-5-mini": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 30, + "pass_pct": 100.0, + "task_pass_equiv": 15.0, + "task_pass_pct": 100.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 26, + "pass_pct": 76.47059, + "task_pass_equiv": 8.033333, + "task_pass_pct": 80.33333 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 78, + "pass_pct": 90.69768, + "task_pass_equiv": 45.033333, + "task_pass_pct": 95.8156 + } + }, + "GPT-5.2-Codex": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 30, + "pass_pct": 100.0, + "task_pass_equiv": 15.0, + "task_pass_pct": 100.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 26, + "pass_pct": 76.47059, + "task_pass_equiv": 8.033333, + "task_pass_pct": 80.33333 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 78, + "pass_pct": 90.69768, + "task_pass_equiv": 45.033333, + "task_pass_pct": 95.8156 + } + }, + "Gemini 3 Flash": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 29, + "pass_pct": 96.666664, + "task_pass_equiv": 14.0, + "task_pass_pct": 93.333336 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, + "schema": { + "tasks": 10, + "total_tests": 33, + "passed_tests": 28, + "pass_pct": 84.84849, + "task_pass_equiv": 7.8333335, + "task_pass_pct": 78.333336 + } + }, + "totals": { + "tasks": 47, + "total_tests": 85, + "passed_tests": 78, + "pass_pct": 91.76471, + "task_pass_equiv": 42.833336, + "task_pass_pct": 91.13476 + } + }, + "Gemini 3.1 Pro": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 5, + "pass_pct": 62.5, + "task_pass_equiv": 5.0, + "task_pass_pct": 62.5 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 30, + "pass_pct": 100.0, + "task_pass_equiv": 15.0, + "task_pass_pct": 100.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "schema": { + "tasks": 10, + "total_tests": 32, + "passed_tests": 23, + "pass_pct": 71.875, + "task_pass_equiv": 7.0333333, + "task_pass_pct": 70.33333 + } + }, + "totals": { + "tasks": 47, + "total_tests": 84, + "passed_tests": 72, + "pass_pct": 85.71429, + "task_pass_equiv": 41.033333, + "task_pass_pct": 87.30496 + } + }, + "Grok 4": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 29, + "pass_pct": 96.666664, + "task_pass_equiv": 14.0, + "task_pass_pct": 93.333336 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 7, + "pass_pct": 87.5, + "task_pass_equiv": 7.0, + "task_pass_pct": 87.5 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 23, + "pass_pct": 67.64706, + "task_pass_equiv": 7.4333334, + "task_pass_pct": 74.333336 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 73, + "pass_pct": 84.88372, + "task_pass_equiv": 42.433334, + "task_pass_pct": 90.28369 + } + }, + "Grok Code": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 30, + "pass_pct": 100.0, + "task_pass_equiv": 15.0, + "task_pass_pct": 100.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 6, + "pass_pct": 100.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 100.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 8, + "pass_pct": 100.0, + "task_pass_equiv": 8.0, + "task_pass_pct": 100.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 25, + "pass_pct": 73.52941, + "task_pass_equiv": 7.8333335, + "task_pass_pct": 78.333336 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 77, + "pass_pct": 89.53488, + "task_pass_equiv": 44.833336, + "task_pass_pct": 95.390076 + } + } + } + }, + "guidelines+rules": { + "hash": "77b151eaeb72fab47a1744946e724026648a0163c16f23671bb0562f9f62db34", + "models": { + "Claude Sonnet 4.6": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 6, + "pass_pct": 75.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 75.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 26, + "pass_pct": 86.666664, + "task_pass_equiv": 11.0, + "task_pass_pct": 73.333336 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 2, + "pass_pct": 33.333332, + "task_pass_equiv": 2.0, + "task_pass_pct": 33.333336 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 1, + "pass_pct": 12.5, + "task_pass_equiv": 1.0, + "task_pass_pct": 12.5 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 28, + "pass_pct": 82.35294, + "task_pass_equiv": 8.2, + "task_pass_pct": 82.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 63, + "pass_pct": 73.25581, + "task_pass_equiv": 28.2, + "task_pass_pct": 60.000004 + } + } + } + }, + "no_context": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", + "models": { + "Claude Opus 4.6": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "Claude Sonnet 4.6": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "DeepSeek Chat": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "DeepSeek Reasoner": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "GPT-5-mini": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "GPT-5.2-Codex": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "Gemini 3 Flash": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "Gemini 3.1 Pro": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "schema": { + "tasks": 10, + "total_tests": 34, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "totals": { + "tasks": 47, + "total_tests": 86, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + } + }, + "Grok 4": { + "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "basics": { + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, "passed_tests": 0, "pass_pct": 0.0, "task_pass_equiv": 0.0, "task_pass_pct": 0.0 }, "schema": { - "tasks": 3, - "total_tests": 3, + "tasks": 10, + "total_tests": 34, "passed_tests": 0, "pass_pct": 0.0, "task_pass_equiv": 0.0, @@ -671,61 +4868,43 @@ } }, "totals": { - "tasks": 4, - "total_tests": 4, + "tasks": 47, + "total_tests": 86, "passed_tests": 0, "pass_pct": 0.0, "task_pass_equiv": 0.0, "task_pass_pct": 0.0 } - } - } - }, - "rustdoc_json": { - "hash": "b0d5bbe755291d8ec65de0a74b4eecfa344670639ca5f1a365ced3ab9717e97c", - "models": { - "Grok 4": { + }, + "Grok Code": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 13, - "pass_pct": 48.148148, - "task_pass_equiv": 6.0, - "task_pass_pct": 50.0 + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 }, - "schema": { - "tasks": 10, - "total_tests": 28, + "data_modeling": { + "tasks": 6, + "total_tests": 6, "passed_tests": 0, "pass_pct": 0.0, "task_pass_equiv": 0.0, "task_pass_pct": 0.0 - } - }, - "totals": { - "tasks": 22, - "total_tests": 55, - "passed_tests": 13, - "pass_pct": 23.636364, - "task_pass_equiv": 6.0, - "task_pass_pct": 27.272728 - } - } - } - } - } - }, - "typescript": { - "modes": { - "cursor_rules": { - "hash": "f3691654a6b470fedbee3a465fd09fbf63705ffddbd0454b775385d72e02e2b3", - "models": { - "GPT-5.2-Codex": { - "categories": { - "basics": { - "tasks": 12, - "total_tests": 27, + }, + "queries": { + "tasks": 8, + "total_tests": 8, "passed_tests": 0, "pass_pct": 0.0, "task_pass_equiv": 0.0, @@ -741,8 +4920,8 @@ } }, "totals": { - "tasks": 22, - "total_tests": 61, + "tasks": 47, + "total_tests": 86, "passed_tests": 0, "pass_pct": 0.0, "task_pass_equiv": 0.0, @@ -751,287 +4930,527 @@ } } }, - "docs": { - "hash": "3924da8acd3f980dd3c715b8feeec704c6d1a33c376ebb95ece2d4e0eef81093", + "search": { + "hash": "af1349b9f5f9a1a6a0404dea36dcc9499bcb25c9adc112b7cc9a93cae41f3262", "models": { "Claude Opus 4.6": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 26, - "pass_pct": 96.296295, - "task_pass_equiv": 11.0, - "task_pass_pct": 91.66667 + "tasks": 15, + "total_tests": 30, + "passed_tests": 8, + "pass_pct": 26.666666, + "task_pass_equiv": 3.0, + "task_pass_pct": 20.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 2, + "pass_pct": 33.333332, + "task_pass_equiv": 2.0, + "task_pass_pct": 33.333336 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 1, + "pass_pct": 12.5, + "task_pass_equiv": 1.0, + "task_pass_pct": 12.5 }, "schema": { "tasks": 10, "total_tests": 34, - "passed_tests": 30, - "pass_pct": 88.23529, - "task_pass_equiv": 8.666667, - "task_pass_pct": 86.666664 + "passed_tests": 1, + "pass_pct": 2.9411764, + "task_pass_equiv": 0.5, + "task_pass_pct": 5.0 } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 56, - "pass_pct": 91.803276, - "task_pass_equiv": 19.666666, - "task_pass_pct": 89.393936 + "tasks": 47, + "total_tests": 86, + "passed_tests": 12, + "pass_pct": 13.953488, + "task_pass_equiv": 6.5, + "task_pass_pct": 13.829787 } }, "Claude Sonnet 4.6": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 3, + "pass_pct": 37.5, + "task_pass_equiv": 3.0, + "task_pass_pct": 37.5 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 26, - "pass_pct": 96.296295, - "task_pass_equiv": 11.0, - "task_pass_pct": 91.66667 + "tasks": 15, + "total_tests": 30, + "passed_tests": 3, + "pass_pct": 10.0, + "task_pass_equiv": 1.5, + "task_pass_pct": 10.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 1, + "pass_pct": 16.666666, + "task_pass_equiv": 1.0, + "task_pass_pct": 16.666668 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 2, + "pass_pct": 25.0, + "task_pass_equiv": 2.0, + "task_pass_pct": 25.0 }, "schema": { "tasks": 10, "total_tests": 34, - "passed_tests": 30, - "pass_pct": 88.23529, - "task_pass_equiv": 8.666667, - "task_pass_pct": 86.666664 + "passed_tests": 9, + "pass_pct": 26.470589, + "task_pass_equiv": 2.5, + "task_pass_pct": 25.0 } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 56, - "pass_pct": 91.803276, - "task_pass_equiv": 19.666666, - "task_pass_pct": 89.393936 + "tasks": 47, + "total_tests": 86, + "passed_tests": 18, + "pass_pct": 20.930233, + "task_pass_equiv": 10.0, + "task_pass_pct": 21.276596 } }, "DeepSeek Chat": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 4, + "pass_pct": 50.0, + "task_pass_equiv": 4.0, + "task_pass_pct": 50.0 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 25, - "pass_pct": 92.59259, - "task_pass_equiv": 10.0, - "task_pass_pct": 83.33333 + "tasks": 15, + "total_tests": 30, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 4, + "pass_pct": 66.666664, + "task_pass_equiv": 4.0, + "task_pass_pct": 66.66667 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 }, "schema": { "tasks": 10, "total_tests": 34, - "passed_tests": 25, - "pass_pct": 73.52941, - "task_pass_equiv": 7.066667, - "task_pass_pct": 70.66667 + "passed_tests": 4, + "pass_pct": 11.764706, + "task_pass_equiv": 1.0, + "task_pass_pct": 10.0 } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 50, - "pass_pct": 81.96722, - "task_pass_equiv": 17.066666, - "task_pass_pct": 77.57575 + "tasks": 47, + "total_tests": 86, + "passed_tests": 12, + "pass_pct": 13.953488, + "task_pass_equiv": 9.0, + "task_pass_pct": 19.148937 } }, "DeepSeek Reasoner": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 2, + "pass_pct": 25.0, + "task_pass_equiv": 2.0, + "task_pass_pct": 25.0 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 17, - "pass_pct": 62.962963, - "task_pass_equiv": 6.833333, - "task_pass_pct": 56.944443 + "tasks": 15, + "total_tests": 30, + "passed_tests": 1, + "pass_pct": 3.3333333, + "task_pass_equiv": 1.0, + "task_pass_pct": 6.666667 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 1, + "pass_pct": 16.666666, + "task_pass_equiv": 1.0, + "task_pass_pct": 16.666668 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 1, + "pass_pct": 12.5, + "task_pass_equiv": 1.0, + "task_pass_pct": 12.5 }, "schema": { "tasks": 10, "total_tests": 34, - "passed_tests": 15, - "pass_pct": 44.117645, - "task_pass_equiv": 4.3333335, - "task_pass_pct": 43.333332 + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 32, - "pass_pct": 52.459015, - "task_pass_equiv": 11.166666, - "task_pass_pct": 50.757576 + "tasks": 47, + "total_tests": 86, + "passed_tests": 5, + "pass_pct": 5.8139534, + "task_pass_equiv": 5.0, + "task_pass_pct": 10.638298 } }, "GPT-5-mini": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 2, + "pass_pct": 25.0, + "task_pass_equiv": 2.0, + "task_pass_pct": 25.0 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 25, - "pass_pct": 92.59259, - "task_pass_equiv": 10.0, - "task_pass_pct": 83.33333 + "tasks": 15, + "total_tests": 30, + "passed_tests": 2, + "pass_pct": 6.6666665, + "task_pass_equiv": 2.0, + "task_pass_pct": 13.333334 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 3, + "pass_pct": 50.0, + "task_pass_equiv": 3.0, + "task_pass_pct": 50.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 }, "schema": { "tasks": 10, "total_tests": 34, - "passed_tests": 15, - "pass_pct": 44.117645, - "task_pass_equiv": 4.533334, - "task_pass_pct": 45.333336 + "passed_tests": 4, + "pass_pct": 11.764706, + "task_pass_equiv": 1.0, + "task_pass_pct": 10.0 } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 40, - "pass_pct": 65.57377, - "task_pass_equiv": 14.533333, - "task_pass_pct": 66.0606 + "tasks": 47, + "total_tests": 86, + "passed_tests": 11, + "pass_pct": 12.790698, + "task_pass_equiv": 8.0, + "task_pass_pct": 17.021276 } }, "GPT-5.2-Codex": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 15, - "pass_pct": 55.555557, - "task_pass_equiv": 6.0, - "task_pass_pct": 50.0 + "tasks": 15, + "total_tests": 30, + "passed_tests": 7, + "pass_pct": 23.333334, + "task_pass_equiv": 2.0, + "task_pass_pct": 13.333334 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 }, "schema": { "tasks": 10, "total_tests": 34, - "passed_tests": 28, - "pass_pct": 82.35294, - "task_pass_equiv": 7.666667, - "task_pass_pct": 76.66667 + "passed_tests": 3, + "pass_pct": 8.823529, + "task_pass_equiv": 1.0, + "task_pass_pct": 10.0 } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 43, - "pass_pct": 70.491806, - "task_pass_equiv": 13.666667, - "task_pass_pct": 62.121212 + "tasks": 47, + "total_tests": 86, + "passed_tests": 10, + "pass_pct": 11.627907, + "task_pass_equiv": 3.0, + "task_pass_pct": 6.382979 } }, "Gemini 3 Flash": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 25, - "pass_pct": 92.59259, - "task_pass_equiv": 10.0, - "task_pass_pct": 83.33333 + "tasks": 15, + "total_tests": 30, + "passed_tests": 2, + "pass_pct": 6.6666665, + "task_pass_equiv": 0.5, + "task_pass_pct": 3.3333335 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 1, + "pass_pct": 12.5, + "task_pass_equiv": 1.0, + "task_pass_pct": 12.5 }, "schema": { "tasks": 10, "total_tests": 34, - "passed_tests": 28, - "pass_pct": 82.35294, - "task_pass_equiv": 8.0, - "task_pass_pct": 80.0 + "passed_tests": 3, + "pass_pct": 8.823529, + "task_pass_equiv": 1.0, + "task_pass_pct": 10.0 } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 53, - "pass_pct": 86.88525, - "task_pass_equiv": 18.0, - "task_pass_pct": 81.818184 + "tasks": 47, + "total_tests": 86, + "passed_tests": 6, + "pass_pct": 6.976744, + "task_pass_equiv": 2.5, + "task_pass_pct": 5.319149 } }, "Gemini 3.1 Pro": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 1, + "pass_pct": 12.5, + "task_pass_equiv": 1.0, + "task_pass_pct": 12.5 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 22, - "pass_pct": 81.48148, - "task_pass_equiv": 9.833334, - "task_pass_pct": 81.94445 + "tasks": 15, + "total_tests": 30, + "passed_tests": 1, + "pass_pct": 3.3333333, + "task_pass_equiv": 1.0, + "task_pass_pct": 6.666667 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 1, + "pass_pct": 16.666666, + "task_pass_equiv": 1.0, + "task_pass_pct": 16.666668 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 2, + "pass_pct": 25.0, + "task_pass_equiv": 2.0, + "task_pass_pct": 25.0 }, "schema": { "tasks": 10, "total_tests": 34, - "passed_tests": 30, - "pass_pct": 88.23529, - "task_pass_equiv": 8.666667, - "task_pass_pct": 86.666664 + "passed_tests": 1, + "pass_pct": 2.9411764, + "task_pass_equiv": 0.5, + "task_pass_pct": 5.0 } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 52, - "pass_pct": 85.2459, - "task_pass_equiv": 18.5, - "task_pass_pct": 84.090904 + "tasks": 47, + "total_tests": 86, + "passed_tests": 6, + "pass_pct": 6.976744, + "task_pass_equiv": 5.5, + "task_pass_pct": 11.702127 } }, "Grok 4": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 6, + "pass_pct": 75.0, + "task_pass_equiv": 6.0, + "task_pass_pct": 75.0 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 20, - "pass_pct": 74.07407, - "task_pass_equiv": 8.5, - "task_pass_pct": 70.83333 + "tasks": 15, + "total_tests": 30, + "passed_tests": 24, + "pass_pct": 80.0, + "task_pass_equiv": 10.5, + "task_pass_pct": 70.0 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 4, + "pass_pct": 66.666664, + "task_pass_equiv": 4.0, + "task_pass_pct": 66.66667 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 0, + "pass_pct": 0.0, + "task_pass_equiv": 0.0, + "task_pass_pct": 0.0 }, "schema": { "tasks": 10, "total_tests": 34, - "passed_tests": 21, - "pass_pct": 61.764706, - "task_pass_equiv": 6.0, - "task_pass_pct": 60.000004 + "passed_tests": 28, + "pass_pct": 82.35294, + "task_pass_equiv": 8.5, + "task_pass_pct": 85.0 } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 41, - "pass_pct": 67.21311, - "task_pass_equiv": 14.499999, - "task_pass_pct": 65.90909 + "tasks": 47, + "total_tests": 86, + "passed_tests": 62, + "pass_pct": 72.093025, + "task_pass_equiv": 29.0, + "task_pass_pct": 61.702126 } }, "Grok Code": { "categories": { + "auth": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 2, + "pass_pct": 25.0, + "task_pass_equiv": 2.0, + "task_pass_pct": 25.0 + }, "basics": { - "tasks": 12, - "total_tests": 27, - "passed_tests": 24, - "pass_pct": 88.888885, - "task_pass_equiv": 10.333334, - "task_pass_pct": 86.111115 + "tasks": 15, + "total_tests": 30, + "passed_tests": 2, + "pass_pct": 6.6666665, + "task_pass_equiv": 0.5, + "task_pass_pct": 3.3333335 + }, + "data_modeling": { + "tasks": 6, + "total_tests": 6, + "passed_tests": 1, + "pass_pct": 16.666666, + "task_pass_equiv": 1.0, + "task_pass_pct": 16.666668 + }, + "queries": { + "tasks": 8, + "total_tests": 8, + "passed_tests": 1, + "pass_pct": 12.5, + "task_pass_equiv": 1.0, + "task_pass_pct": 12.5 }, "schema": { "tasks": 10, "total_tests": 34, - "passed_tests": 28, - "pass_pct": 82.35294, - "task_pass_equiv": 7.666667, - "task_pass_pct": 76.66667 + "passed_tests": 6, + "pass_pct": 17.647058, + "task_pass_equiv": 1.5, + "task_pass_pct": 15.000001 } }, "totals": { - "tasks": 22, - "total_tests": 61, - "passed_tests": 52, - "pass_pct": 85.2459, - "task_pass_equiv": 18.0, - "task_pass_pct": 81.818184 + "tasks": 47, + "total_tests": 86, + "passed_tests": 12, + "pass_pct": 13.953488, + "task_pass_equiv": 6.0, + "task_pass_pct": 12.765958 } } } diff --git a/docs/llms/tasks-manifest.json b/docs/llms/tasks-manifest.json new file mode 100644 index 00000000000..99a0d399e48 --- /dev/null +++ b/docs/llms/tasks-manifest.json @@ -0,0 +1,249 @@ +{ + "categories": { + "auth": [ + { + "id": "t_026_auth_identity_check", + "title": "Auth Identity Check", + "description": "Write a SpacetimeDB backend module in Rust that defines a table of messages owned by users, and reducers that enforce ownership using ctx.sender.\n\nTABLES\n- message\n - Struct: Message\n - public table\n - Fields:\n - id: u64 (primary key, auto_inc)\n - owner: Identity (index btree)\n - text: String\n\nREDUCERS\n- create_message(ctx, text: String)\n - Insert a new Message with owner set to ctx.sender\n - Use id: 0 for auto_inc\n\n- delete_message(ctx, id: u64)\n - Find the message by id\n - If not found, panic with \"not found\"\n - If the message's owner does not equal ctx.sender, panic with \"unauthorized\"\n - Otherwise, delete the message" + }, + { + "id": "t_027_private_vs_public_table", + "title": "Private Vs Public Table", + "description": "Write a SpacetimeDB backend module in Rust that defines a private table for sensitive data and a public table for client-visible data, with a reducer that copies safe fields from private to public.\n\nTABLES\n- user_internal\n - Struct: UserInternal\n - private table (default, no public attribute)\n - Fields:\n - id: u64 (primary key, auto_inc)\n - name: String\n - email: String\n - password_hash: String\n\n- user_public\n - Struct: UserPublic\n - public table\n - Fields:\n - id: u64 (primary key)\n - name: String\n\nREDUCERS\n- register_user(ctx, name: String, email: String, password_hash: String)\n - Insert into user_internal (id: 0 for auto_inc)\n - Also insert into user_public with just the id and name (safe fields only)" + }, + { + "id": "t_041_registered_user_gate", + "title": "Registered User Gate", + "description": "Write a SpacetimeDB backend module in Rust that gates actions behind a registration check.\n\nTABLES\n- user\n - Struct: User\n - private table\n - Fields:\n - identity: Identity (primary key)\n - name: String\n\n- message\n - Struct: Message\n - public table\n - Fields:\n - id: u64 (primary key, auto_inc)\n - sender: Identity (index btree)\n - text: String\n\nREDUCERS\n- register(ctx, name: String)\n - If a User row already exists for ctx.sender, panic with \"already registered\"\n - Otherwise insert a new User with identity = ctx.sender and the given name\n\n- post_message(ctx, text: String)\n - If no User row exists for ctx.sender, panic with \"not registered\"\n - Otherwise insert a Message with sender = ctx.sender and the given text, id = 0 for auto_inc" + }, + { + "id": "t_042_admin_bootstrap", + "title": "Admin Bootstrap", + "description": "Write a SpacetimeDB backend module in Rust that implements a one-time admin bootstrap pattern.\n\nTABLES\n- config\n - Struct: Config\n - private table\n - Fields:\n - id: u32 (primary key)\n - admin: Identity\n\n- admin_log\n - Struct: AdminLog\n - public table\n - Fields:\n - id: u64 (primary key, auto_inc)\n - action: String\n\nREDUCERS\n- bootstrap_admin(ctx)\n - If a Config row already exists (id = 0), panic with \"already bootstrapped\"\n - Otherwise insert Config { id: 0, admin: ctx.sender }\n\n- admin_action(ctx, action: String)\n - Load the Config row with id = 0; if missing, panic with \"not bootstrapped\"\n - If ctx.sender does not equal config.admin, panic with \"not admin\"\n - Insert an AdminLog row with the given action, id = 0 for auto_inc" + }, + { + "id": "t_043_role_based_access", + "title": "Role Based Access", + "description": "Write a SpacetimeDB backend module in Rust that implements role-based access control.\n\nTABLES\n- user\n - Struct: User\n - private table\n - Fields:\n - identity: Identity (primary key)\n - role: String (\"admin\" or \"member\")\n\nREDUCERS\n- register(ctx)\n - If a User row already exists for ctx.sender, panic with \"already registered\"\n - Insert User { identity: ctx.sender, role: \"member\" }\n\n- promote(ctx, target: Identity)\n - Load the User row for ctx.sender; if missing, panic with \"not registered\"\n - If the caller's role is not \"admin\", panic with \"not admin\"\n - Load the User row for target; if missing, panic with \"target not registered\"\n - Update that row's role to \"admin\"\n\n- member_action(ctx)\n - Load the User row for ctx.sender; if missing, panic with \"not registered\"\n - (No further logic needed; presence of the row is sufficient)\n\n- admin_action(ctx)\n - Load the User row for ctx.sender; if missing, panic with \"not registered\"\n - If the role is not \"admin\", panic with \"not admin\"\n - (No further logic needed beyond the guard)" + }, + { + "id": "t_044_ban_list", + "title": "Ban List", + "description": "Write a SpacetimeDB backend module in Rust that implements a ban list enforced on game entry.\n\nTABLES\n- admin\n - Struct: Admin\n - private table\n - Fields:\n - identity: Identity (primary key)\n\n- banned\n - Struct: Banned\n - private table\n - Fields:\n - identity: Identity (primary key)\n\n- player\n - Struct: Player\n - public table\n - Fields:\n - identity: Identity (primary key)\n - name: String\n\nREDUCERS\n- add_admin(ctx, target: Identity)\n - If ctx.sender is not in the admin table, panic with \"not admin\"\n - Insert Admin { identity: target } (ignore if already present)\n\n- ban_player(ctx, target: Identity)\n - If ctx.sender is not in the admin table, panic with \"not admin\"\n - Insert Banned { identity: target }\n - Remove the Player row for target if one exists\n\n- join_game(ctx, name: String)\n - If ctx.sender is in the banned table, panic with \"banned\"\n - Insert Player { identity: ctx.sender, name }; if already present, panic with \"already in game\"" + }, + { + "id": "t_045_rate_limit", + "title": "Rate Limit", + "description": "Write a SpacetimeDB backend module in Rust that enforces per-identity rate limiting.\n\nTABLES\n- rate_limit\n - Struct: RateLimit\n - private table\n - Fields:\n - identity: Identity (primary key)\n - last_call_us: i64 (microsecond timestamp of the last allowed call)\n\n- action_log\n - Struct: ActionLog\n - public table\n - Fields:\n - id: u64 (primary key, auto_inc)\n - identity: Identity\n - payload: String\n\nREDUCERS\n- limited_action(ctx, payload: String)\n - Get the current time in microseconds as i64: ctx.timestamp.to_micros_since_unix_epoch()\n - Look up the RateLimit row for ctx.sender\n - If a row exists and (now - last_call_us) < 1_000_000, panic with \"rate limited\"\n - Insert or update the RateLimit row with last_call_us = now\n - Insert an ActionLog row with identity = ctx.sender and the given payload, id = 0 for auto_inc" + }, + { + "id": "t_046_shared_document", + "title": "Shared Document", + "description": "Write a SpacetimeDB backend module in Rust that implements document ownership and explicit sharing.\n\nTABLES\n- document\n - Struct: Document\n - public table\n - Fields:\n - id: u64 (primary key, auto_inc)\n - owner: Identity (index btree)\n - title: String\n\n- document_share\n - Struct: DocumentShare\n - public table\n - Fields:\n - document_id: u64 (index btree)\n - shared_with: Identity (index btree)\n\nREDUCERS\n- create_document(ctx, title: String)\n - Insert a Document with owner = ctx.sender and the given title, id = 0 for auto_inc\n\n- share_document(ctx, document_id: u64, target: Identity)\n - Load the Document by id; if missing, panic with \"not found\"\n - If document.owner != ctx.sender, panic with \"not owner\"\n - Insert a DocumentShare { document_id, shared_with: target }\n\n- edit_document(ctx, document_id: u64, new_title: String)\n - Load the Document by id; if missing, panic with \"not found\"\n - The caller is authorized if they are the owner OR if a DocumentShare row exists\n with matching document_id and shared_with == ctx.sender\n - If neither condition is true, panic with \"unauthorized\"\n - Update the Document's title to new_title" + } + ], + "basics": [ + { + "id": "t_000_empty_reducers", + "title": "Empty Reducers", + "description": "Write a SpacetimeDB backend module in Rust that defines a table and these five empty reducers.\r\n\r\nTABLES\r\n- EmptyTable\r\n - Struct: EmptyTable\r\n - Fields:\r\n - id: i32 (primary key)\r\n\r\nREDUCERS\r\n- empty_reducer_no_args: no arguments, returns (), empty body\r\n- empty_reducer_with_int: (count: i32), returns (), empty body\r\n- empty_reducer_with_string: (name: String), returns (), empty body\r\n- empty_reducer_with_two_args: (count: i32, name: String), returns (), empty body\r\n- empty_reducer_with_three_args: (active: bool, ratio: f32, label: String), returns (), empty body" + }, + { + "id": "t_001_basic_tables", + "title": "Basic Tables", + "description": "Write a SpacetimeDB backend module in Rust that defines three tables with basic columns.\r\n\r\nTABLES\r\n- user\r\n - Struct: User\r\n - Fields:\r\n - id: i32 (primary key)\r\n - name: String\r\n - age: i32\r\n - active: bool\r\n\r\n- product\r\n - Struct: Product\r\n - Fields:\r\n - id: i32 (primary key)\r\n - title: String\r\n - price: f32\r\n - in_stock: bool\r\n\r\n- note\r\n - Struct: Note\r\n - Fields:\r\n - id: i32 (primary key)\r\n - body: String\r\n - rating: i64\r\n - pinned: bool" + }, + { + "id": "t_002_scheduled_table", + "title": "Scheduled Table", + "description": "Write a SpacetimeDB backend module in Rust that defines a scheduled table and a scheduled reducer.\r\n\r\nTABLE\r\n- tick_timer\r\n - Struct: TickTimer\r\n - Fields:\r\n - scheduled_id: u64 (primary key, auto-increment)\r\n - scheduled_at: ScheduleAt\r\n - Scheduling:\r\n - reducer: tick\r\n - column: scheduled_at\r\n\r\nREDUCERS\r\n- tick: scheduled reducer triggered by tick_timer\r\n- init: insert exactly one row into tick_timer that schedules a repeating interval of 50_000 microseconds" + }, + { + "id": "t_003_struct_in_table", + "title": "Struct In Table", + "description": "Write a SpacetimeDB backend module in Rust that defines a struct type and uses it in a table.\r\n\r\nTYPES\r\n- Struct: Position\r\n - Fields:\r\n - x: i32\r\n - y: i32\r\n\r\nTABLE\r\n- entity\r\n - Struct: Entity\r\n - Fields:\r\n - id: i32 (primary key)\r\n - pos: Position" + }, + { + "id": "t_004_insert", + "title": "Insert", + "description": "Write a SpacetimeDB backend module in Rust that defines one table and a reducer that inserts a row.\r\n\r\nTABLE\r\n- user\r\n - Struct: User\r\n - Fields:\r\n - id: i32 (primary key)\r\n - name: String\r\n - age: i32\r\n - active: bool\r\n\r\nREDUCERS\r\n- insert_user: given id:i32, name:String, age:i32, active:bool, insert exactly one row into user\r\n - (id=id, name=name, age=age, active=active)" + }, + { + "id": "t_005_update", + "title": "Update", + "description": "Write a SpacetimeDB backend module in Rust that defines one table and a reducer that updates a row.\r\n\r\nTABLE\r\n- user\r\n - Struct: User\r\n - Fields:\r\n - id: i32 (primary key)\r\n - name: String\r\n - age: i32\r\n - active: bool\r\n\r\nREDUCERS\r\n- update_user: given id:i32, name:String, age:i32, active:bool, update the row in user with id=id to exactly these values\r\n - (id=id, name=name, age=age, active=active)" + }, + { + "id": "t_006_delete", + "title": "Delete", + "description": "Write a SpacetimeDB backend module in Rust that defines one table and a reducer that deletes a row.\r\n\r\nTABLE\r\n- user\r\n - Struct: User\r\n - Fields:\r\n - id: i32 (primary key)\r\n - name: String\r\n - age: i32\r\n - active: bool\r\n\r\nREDUCERS\r\n- delete_user: given id:i32, delete the row in user with that id" + }, + { + "id": "t_007_crud", + "title": "Crud", + "description": "Write a SpacetimeDB backend module in Rust that defines one table and a reducer that performs insert, update, and delete in one call.\r\n\r\nTABLE\r\n- user\r\n - Struct: User\r\n - Fields:\r\n - id: i32 (primary key)\r\n - name: String\r\n - age: i32\r\n - active: bool\r\n\r\nREDUCERS\r\n- crud: perform these steps in order\r\n - insert (id=1, name=\"Alice\", age=30, active=true)\r\n - insert (id=2, name=\"Bob\", age=22, active=false)\r\n - update (id=1, name=\"Alice2\", age=31, active=false)\r\n - delete id=2" + }, + { + "id": "t_008_index_lookup", + "title": "Index Lookup", + "description": "Write a SpacetimeDB backend module in Rust that defines two tables and a reducer that looks up a row by primary-key index and writes a projection to another table.\r\n\r\nTABLES\r\n- user\r\n - Struct: User\r\n - Fields:\r\n - id: i32 (primary key)\r\n - name: String\r\n - age: i32\r\n - active: bool\r\n\r\n- result\r\n - Struct: ResultRow\r\n - Fields:\r\n - id: i32 (primary key)\r\n - name: String\r\n\r\nREDUCERS\r\n- lookup_user_name: given id:i32, find the user row with that id using the index and insert (id, name) into result." + }, + { + "id": "t_009_init", + "title": "Init", + "description": "Write a SpacetimeDB backend module in Rust that defines one table and an init reducer that seeds rows on database initialization.\r\n\r\nTABLE\r\n- user\r\n - Struct: User\r\n - Fields:\r\n - id: i32 (primary key)\r\n - name: String\r\n - age: i32\r\n - active: bool\r\n\r\nREDUCERS\r\n- init: insert exactly these rows on initialization\r\n - (id=1, name=\"Alice\", age=30, active=true)\r\n - (id=2, name=\"Bob\", age=22, active=false)" + }, + { + "id": "t_010_connect", + "title": "Connect", + "description": "Write a SpacetimeDB backend module in Rust that defines one table and two reducers for client lifecycle events.\r\n\r\nTABLE\r\n- event\r\n - Struct: Event\r\n - Fields:\r\n - id: i32 (primary key, auto-increment)\r\n - kind: String\r\n\r\nREDUCERS\r\n- client_connected: when a client connects, insert exactly one row into event with kind=\"connected\"\r\n- client_disconnected: when a client disconnects, insert exactly one row into event with kind=\"disconnected\"" + }, + { + "id": "t_011_helper_function", + "title": "Helper Function", + "description": "Write a SpacetimeDB backend module in Rust that defines a table, a non-reducer helper function, and a reducer that uses the helper.\r\n\r\nTABLE\r\n- result\r\n - Struct: ResultRow\r\n - Fields:\r\n - id: i32 (primary key)\r\n - sum: i32\r\n\r\nHELPERS\r\n- add: given a:i32 and b:i32, returns i32\r\n\r\nREDUCERS\r\n- compute_sum: given id:i32, a:i32, b:i32, insert exactly this row into result\r\n - (id=id, sum=add(a, b))" + }, + { + "id": "t_038_schedule_at_time", + "title": "Schedule At Time", + "description": "Write a SpacetimeDB backend module in Rust that schedules a one-shot reducer to fire at a specific future time.\n\nTABLE\n- reminder\n - Struct: Reminder\n - Fields:\n - scheduled_id: u64 (primary key, auto-increment)\n - scheduled_at: ScheduleAt\n - message: String\n - Scheduling:\n - reducer: send_reminder\n\nREDUCERS\n- send_reminder: scheduled reducer triggered by reminder (receives a Reminder row, does nothing)\n- init: inserts one row into reminder, scheduling send_reminder to fire 60 seconds in the future using ScheduleAt::Time\n - Use ctx.timestamp + Duration::from_secs(60) to compute the fire time" + }, + { + "id": "t_039_cancel_schedule", + "title": "Cancel Schedule", + "description": "Write a SpacetimeDB backend module in Rust that schedules a reducer and allows canceling it before it fires.\n\nTABLE\n- cleanup_job\n - Struct: CleanupJob\n - Fields:\n - scheduled_id: u64 (primary key, auto-increment)\n - scheduled_at: ScheduleAt\n - Scheduling:\n - reducer: run_cleanup\n\nREDUCERS\n- run_cleanup: scheduled reducer triggered by cleanup_job (receives a CleanupJob row, does nothing)\n- init: inserts one row into cleanup_job with a 60-second interval\n- cancel_cleanup(ctx, scheduled_id: u64): deletes the CleanupJob row with the given scheduled_id, canceling the pending scheduled call" + }, + { + "id": "t_040_lifecycle_player", + "title": "Lifecycle Player", + "description": "Write a SpacetimeDB backend module in Rust that maintains a table of currently connected players using lifecycle reducers.\n\nTABLE\n- online_player (public)\n - Struct: OnlinePlayer\n - Fields:\n - identity: Identity (primary key)\n - connected_at: Timestamp\n\nREDUCERS\n- client_connected: lifecycle reducer that inserts an OnlinePlayer row using ctx.sender() as the identity and ctx.timestamp as connected_at\n- client_disconnected: lifecycle reducer that deletes the OnlinePlayer row for ctx.sender()" + } + ], + "data_modeling": [ + { + "id": "t_024_event_table", + "title": "Event Table", + "description": "Write a SpacetimeDB backend module in Rust that defines an event table for damage notifications and a reducer that publishes events to it.\n\nTABLES\n- damage_event\n - Struct: DamageEvent\n - public event table (rows exist only for the duration of the transaction)\n - Fields:\n - entity_id: u64\n - damage: u32\n - source: String\n\nREDUCERS\n- deal_damage(ctx, entity_id: u64, damage: u32, source: String)\n - Insert a DamageEvent row into the event table" + }, + { + "id": "t_025_optional_fields", + "title": "Optional Fields", + "description": "Write a SpacetimeDB backend module in Rust that defines a table with optional (nullable) fields and a reducer that inserts rows with and without optional values.\n\nTABLES\n- player\n - Struct: Player\n - Fields:\n - id: u64 (primary key, auto_inc)\n - name: String\n - nickname: Option\n - high_score: Option\n\nREDUCERS\n- create_player(ctx, name: String, nickname: Option, high_score: Option)\n - Insert a Player row, passing through the optional fields as-is\n - Use id: 0 for auto_inc" + }, + { + "id": "t_028_cascade_delete", + "title": "Cascade Delete", + "description": "Write a SpacetimeDB backend module in Rust that defines an author table and a post table with a foreign key, and a reducer that deletes an author along with all their posts.\n\nTABLES\n- author\n - Struct: Author\n - Fields:\n - id: u64 (primary key, auto_inc)\n - name: String\n\n- post\n - Struct: Post\n - Fields:\n - id: u64 (primary key, auto_inc)\n - author_id: u64 (index btree)\n - title: String\n\nREDUCERS\n- delete_author(ctx, author_id: u64)\n - First, iterate all posts with matching author_id and delete each one\n - Then delete the author by id" + }, + { + "id": "t_029_filter_and_aggregate", + "title": "Filter And Aggregate", + "description": "Write a SpacetimeDB backend module in Rust that defines an order table and a stats table, with a reducer that computes aggregate statistics from filtered orders.\n\nTABLES\n- order\n - Struct: Order\n - Fields:\n - id: u64 (primary key, auto_inc)\n - category: String (index btree)\n - amount: u64\n - fulfilled: bool\n\n- category_stats\n - Struct: CategoryStats\n - Fields:\n - category: String (primary key)\n - total_amount: u64\n - order_count: u32\n\nREDUCERS\n- compute_stats(ctx, category: String)\n - Filter all orders matching the given category\n - Count the number of matching orders and sum their amounts\n - Insert (or update if exists) a CategoryStats row with the results" + }, + { + "id": "t_030_two_table_join", + "title": "Two Table Join", + "description": "Write a SpacetimeDB backend module in Rust that defines a customer table, an order table with a foreign key to customer, and a denormalized result table. Include a reducer that joins the two tables and writes results.\n\nTABLES\n- customer\n - Struct: Customer\n - Fields:\n - id: u64 (primary key, auto_inc)\n - name: String\n\n- order\n - Struct: Order\n - Fields:\n - id: u64 (primary key, auto_inc)\n - customer_id: u64 (index btree)\n - product: String\n - amount: u32\n\n- order_detail\n - Struct: OrderDetail\n - Fields:\n - order_id: u64 (primary key)\n - customer_name: String\n - product: String\n - amount: u32\n\nREDUCERS\n- build_order_details(ctx)\n - Iterate all orders\n - For each order, look up the customer by customer_id\n - If the customer is found, insert an OrderDetail row with the joined data" + }, + { + "id": "t_031_unique_constraint", + "title": "Unique Constraint", + "description": "Write a SpacetimeDB backend module in Rust that defines a table with a unique constraint on a non-primary-key column and a reducer that inserts rows.\n\nTABLES\n- account\n - Struct: Account\n - Fields:\n - id: u64 (primary key, auto_inc)\n - email: String (unique)\n - display_name: String\n\nREDUCERS\n- create_account(ctx, email: String, display_name: String)\n - Insert an Account row with the given email and display_name\n - Use id: 0 for auto_inc" + } + ], + "queries": [ + { + "id": "t_022_view_basic", + "title": "View Basic", + "description": "Write a SpacetimeDB backend module in Rust that defines a public anonymous view over a table.\n\nTABLE\n- announcement (public)\n - Struct: Announcement\n - Fields:\n - id: u64 (primary key, auto-increment)\n - message: String\n - active: bool (btree index)\n\nVIEW\n- active_announcements (AnonymousViewContext, public)\n - Returns: Vec\n - Body: return all rows where active == true using the btree index" + }, + { + "id": "t_023_view_per_user", + "title": "View Per User", + "description": "Write a SpacetimeDB backend module in Rust that defines a table of user profiles and a per-user view that returns only the calling user's profile.\n\nTABLES\n- profile\n - Struct: Profile\n - public table\n - Fields:\n - id: u64 (primary key, auto_inc)\n - identity: Identity (unique)\n - name: String\n - bio: String\n\nVIEWS\n- my_profile\n - per-user view (uses ViewContext, not AnonymousViewContext)\n - public\n - Returns: Option (the single profile row matching ctx.sender(), or None)\n - Logic: look up the profile by the identity column matching ctx.sender()" + }, + { + "id": "t_032_range_query", + "title": "Range Query", + "description": "Write a SpacetimeDB backend module in Rust that defines a product table with a BTree-indexed price column, a result table, and a reducer that filters products within a price range and writes matches to the result table.\n\nTABLES\n- product\n - Struct: Product\n - Fields:\n - id: u64 (primary key, auto_inc)\n - name: String\n - price: u32 (index btree)\n\n- price_range_result\n - Struct: PriceRangeResult\n - Fields:\n - product_id: u64 (primary key)\n - name: String\n - price: u32\n\nREDUCERS\n- find_in_price_range(ctx, min_price: u32, max_price: u32)\n - Iterate all products\n - For each product where price >= min_price AND price <= max_price, insert a PriceRangeResult row" + }, + { + "id": "t_033_sort_and_limit", + "title": "Sort And Limit", + "description": "Write a SpacetimeDB backend module in Rust that defines a player table with scores, a leaderboard result table, and a reducer that finds the top N players by score (descending) and writes them to the result table.\n\nTABLES\n- player\n - Struct: Player\n - Fields:\n - id: u64 (primary key, auto_inc)\n - name: String\n - score: u64\n\n- leaderboard\n - Struct: LeaderboardEntry\n - Fields:\n - rank: u32 (primary key)\n - player_name: String\n - score: u64\n\nREDUCERS\n- build_leaderboard(ctx, limit: u32)\n - Collect all players into a Vec, sort by score descending\n - Take the first `limit` entries\n - Insert each into leaderboard with rank starting at 1" + }, + { + "id": "t_034_find_first", + "title": "Find First", + "description": "Write a SpacetimeDB backend module in Rust that defines a task table and a result table, with a reducer that finds the first incomplete task and writes it to the result table.\n\nTABLES\n- task\n - Struct: Task\n - Fields:\n - id: u64 (primary key, auto_inc)\n - title: String\n - completed: bool\n\n- first_incomplete\n - Struct: FirstIncomplete\n - Fields:\n - task_id: u64 (primary key)\n - title: String\n\nREDUCERS\n- find_first_incomplete(ctx)\n - Iterate through the task table\n - Find the first task where completed is false\n - If found, insert it into first_incomplete" + }, + { + "id": "t_035_select_distinct", + "title": "Select Distinct", + "description": "Write a SpacetimeDB backend module in Rust that defines an order table and a result table, with a reducer that collects all distinct category values from orders into the result table.\n\nTABLES\n- order\n - Struct: Order\n - Fields:\n - id: u64 (primary key, auto_inc)\n - category: String\n - amount: u32\n\n- distinct_category\n - Struct: DistinctCategory\n - Fields:\n - category: String (primary key)\n\nREDUCERS\n- collect_distinct_categories(ctx)\n - Iterate all orders\n - Collect unique category values (use a HashSet or BTreeSet)\n - Insert each unique category into distinct_category" + }, + { + "id": "t_036_count_without_collect", + "title": "Count Without Collect", + "description": "Write a SpacetimeDB backend module in Rust that defines a user table and a stats table, with a reducer that counts total users and active users without collecting into a Vec.\n\nTABLES\n- user\n - Struct: User\n - Fields:\n - id: u64 (primary key, auto_inc)\n - name: String\n - active: bool\n\n- user_stats\n - Struct: UserStats\n - Fields:\n - key: String (primary key)\n - count: u64\n\nREDUCERS\n- compute_user_counts(ctx)\n - Count total users by iterating with .count() (do not collect into a Vec)\n - Count active users by iterating with .filter(|u| u.active).count()\n - Insert a UserStats row with key=\"total\" and the total count\n - Insert a UserStats row with key=\"active\" and the active count" + }, + { + "id": "t_037_multi_column_filter", + "title": "Multi Column Filter", + "description": "Write a SpacetimeDB backend module in Rust that defines an event log table with a multi-column BTree index and a result table, with a reducer that filters events by both category and severity level.\n\nTABLES\n- event_log\n - Struct: EventLog\n - Fields:\n - id: u64 (primary key, auto_inc)\n - category: String\n - severity: u32\n - message: String\n - Index: multi-column btree index on (category, severity)\n\n- filtered_event\n - Struct: FilteredEvent\n - Fields:\n - event_id: u64 (primary key)\n - message: String\n\nREDUCERS\n- filter_events(ctx, category: String, severity: u32)\n - Iterate all event_log rows\n - For each row where category matches AND severity matches, insert into filtered_event" + } + ], + "schema": [ + { + "id": "t_012_spacetime_product_type", + "title": "Spacetime Product Type", + "description": "Write a SpacetimeDB backend module in Rust that defines a product type and uses it in a table.\r\n\r\nTYPES\r\n- Struct: Score\r\n - Fields:\r\n - left: i32\r\n - right: i32\r\n\r\nTABLE\r\n- result\r\n - Struct: ResultRow\r\n - Fields:\r\n - id: i32 (primary key)\r\n - value: Score\r\n\r\nREDUCERS\r\n- set_score: given id:i32, left:i32, right:i32, insert exactly this row into result\r\n - (id=id, value=Score{left:left, right:right})" + }, + { + "id": "t_013_spacetime_sum_type", + "title": "Spacetime Sum Type", + "description": "Write a SpacetimeDB backend module in Rust that defines a new sum type and uses it in a table.\r\n\r\nTYPES\r\n- Struct: Rect\r\n - Fields:\r\n - width: i32\r\n - height: i32\r\n- Enum: Shape\r\n - Variants:\r\n - Circle(i32)\r\n - Rectangle(Rect)\r\n\r\nTABLE\r\n- result\r\n - Struct: ResultRow\r\n - Fields:\r\n - id: i32 (primary key)\r\n - value: Shape\r\n\r\nREDUCERS\r\n- set_circle: given id:i32 and radius:i32, insert exactly one row into result\r\n - (id=id, value=Shape::Circle(radius))" + }, + { + "id": "t_014_elementary_columns", + "title": "Elementary Columns", + "description": "Write a SpacetimeDB backend module in Rust that defines one table and seeds one row.\r\n\r\nTABLE\r\n- primitive\r\n - Struct: Primitive\r\n - Fields:\r\n - id: i32 (primary key)\r\n - count: i32\r\n - total: i64\r\n - price: f32\r\n - ratio: f64\r\n - active: bool\r\n - name: String\r\n\r\nREDUCERS\r\n- seed: insert exactly this row into primitive\r\n - (id=1, count=2, total=3000000000, price=1.5, ratio=2.25, active=true, name=\"Alice\")" + }, + { + "id": "t_015_product_type_columns", + "title": "Product Type Columns", + "description": "Write a SpacetimeDB backend module in Rust that defines product types and uses them as columns in a table.\r\n\r\nTYPES\r\n- Struct: Address\r\n - Fields:\r\n - street: String\r\n - zip: i32\r\n- Struct: Position\r\n - Fields:\r\n - x: i32\r\n - y: i32\r\n\r\nTABLE\r\n- profile\r\n - Struct: Profile\r\n - Fields:\r\n - id: i32 (primary key)\r\n - home: Address\r\n - work: Address\r\n - pos: Position\r\n\r\nREDUCERS\r\n- seed: insert exactly one row into profile\r\n - (id=1, home=Address{street:\"1 Main\", zip:11111}, work=Address{street:\"2 Broad\", zip:22222}, pos=Position{x:7, y:9})" + }, + { + "id": "t_016_sum_type_columns", + "title": "Sum Type Columns", + "description": "Write a SpacetimeDB backend module in Rust that defines a sum type and uses it in multiple table columns.\r\n\r\nTYPES\r\n- Struct: Rect\r\n - Fields:\r\n - width: i32\r\n - height: i32\r\n- Enum: Shape\r\n - Variants:\r\n - Circle(i32)\r\n - Rectangle(Rect)\r\n\r\nTABLE\r\n- drawing\r\n - Struct: Drawing\r\n - Fields:\r\n - id: i32 (primary key)\r\n - a: Shape\r\n - b: Shape\r\n\r\nREDUCERS\r\n- seed: insert exactly one row into drawing\r\n - (id=1, a=Shape::Circle(10), b=Shape::Rectangle(Rect { width:4, height:6 }))" + }, + { + "id": "t_017_scheduled_columns", + "title": "Scheduled Columns", + "description": "Write a SpacetimeDB backend module in Rust that defines a scheduled table and seeds one schedule entry.\r\n\r\nTABLE\r\n- tick_timer\r\n - Struct: TickTimer\r\n - Fields:\r\n - scheduled_id: u64 (primary key, auto-increment)\r\n - scheduled_at: ScheduleAt\r\n - Scheduling:\r\n - reducer: tick\r\n - column: scheduled_at\r\n\r\nREDUCERS\r\n- tick: scheduled reducer that accepts the scheduled row\r\n- init: insert exactly one row into tick_timer that schedules a repeating interval of 50_000 microseconds" + }, + { + "id": "t_018_constraints", + "title": "Constraints", + "description": "Write a SpacetimeDB backend module in Rust that defines one table and seeds two rows.\r\n\r\nTABLE\r\n- account\r\n - Struct: Account\r\n - Columns:\r\n - id: i32 (primary key)\r\n - email: String (unique)\r\n - name: String\r\n - Indexes:\r\n - by_name: btree(name)\r\n\r\nREDUCERS\r\n- seed: insert exactly these rows into account\r\n - (1, \"a@example.com\", \"Alice\")\r\n - (2, \"b@example.com\", \"Bob\")" + }, + { + "id": "t_019_many_to_many", + "title": "Many To Many", + "description": "Write a SpacetimeDB backend module in Rust that defines three tables modeling a many-to-many relationship and seeds rows.\r\n\r\nTABLES\r\n- user\r\n - Struct: User\r\n - Fields:\r\n - user_id: i32 (primary key)\r\n - name: String\r\n\r\n- group\r\n - Struct: Group\r\n - Fields:\r\n - group_id: i32 (primary key)\r\n - title: String\r\n\r\n- membership\r\n - Struct: Membership\r\n - Fields:\r\n - id: i32 (primary key)\r\n - user_id: i32\r\n - group_id: i32\r\n - Indexes:\r\n - by_user: btree(user_id)\r\n - by_group: btree(group_id)\r\n\r\nREDUCERS\r\n- seed: insert exactly these rows\r\n - user: (user_id=1, name=\"Alice\"), (user_id=2, name=\"Bob\")\r\n - group: (group_id=10, title=\"Admin\"), (group_id=20, title=\"Dev\")\r\n - membership:\r\n - (id=1, user_id=1, group_id=10)\r\n - (id=2, user_id=1, group_id=20)\r\n - (id=3, user_id=2, group_id=20)" + }, + { + "id": "t_020_ecs", + "title": "Ecs", + "description": "Write a SpacetimeDB backend module in Rust that models a minimal ECS and computes next positions.\r\n\r\nTABLES\r\n- entity\r\n - Struct: Entity\r\n - Fields:\r\n - id: i32 (primary key)\r\n\r\n- position\r\n - Struct: Position\r\n - Fields:\r\n - entity_id: i32 (primary key)\r\n - x: i32\r\n - y: i32\r\n\r\n- velocity\r\n - Struct: Velocity\r\n - Fields:\r\n - entity_id: i32 (primary key)\r\n - vx: i32\r\n - vy: i32\r\n\r\n- next_position\r\n - Struct: NextPosition\r\n - Fields:\r\n - entity_id: i32 (primary key)\r\n - x: i32\r\n - y: i32\r\n\r\nREDUCERS\r\n- seed: insert the two entities with positions/velocities:\r\n - (id=1, pos=(0,0), vel=(1,0))\r\n - (id=2, pos=(10,0), vel=(-2,3))\r\n- step: for each position, find velocity by entity_id; compute (x+vx, y+vy) and upsert into next_position by entity_id" + }, + { + "id": "t_021_multi_column_index", + "title": "Multi Column Index", + "description": "Write a SpacetimeDB backend module in Rust that defines one table with a multi-column B-Tree index and seeds rows.\r\n\r\nTABLE\r\n- log\r\n - Struct: Log\r\n - Fields:\r\n - id: i32 (primary key)\r\n - user_id: i32\r\n - day: i32\r\n - message: String\r\n - Indexes:\r\n - by_user_day: btree(user_id, day)\r\n\r\nREDUCERS\r\n- seed: insert exactly these rows into log\r\n - (id=1, user_id=7, day=1, message=\"a\")\r\n - (id=2, user_id=7, day=2, message=\"b\")\r\n - (id=3, user_id=9, day=1, message=\"c\")" + } + ] + } +} \ No newline at end of file diff --git a/docs/static/ai-guidelines/README.md b/docs/static/ai-guidelines/README.md new file mode 100644 index 00000000000..421ade50343 --- /dev/null +++ b/docs/static/ai-guidelines/README.md @@ -0,0 +1,32 @@ +# AI Guidelines + +Constructive-only "happy path" cheat sheets optimized for **one-shot code generation**. +Each file shows correct SpacetimeDB patterns for a single language — no anti-patterns, +no "don't do this" sections. + +## Files + +| File | Language | +|------|----------| +| `spacetimedb-rust.md` | Rust server modules | +| `spacetimedb-typescript.md` | TypeScript server modules | +| `spacetimedb-csharp.md` | C# server modules | + +## How these are used + +The LLM benchmark (`tools/xtask-llm-benchmark`) injects these as context when running +in `guidelines` mode. The benchmark sends the guidelines as a static prefix along with +task instructions, then validates the generated code by publishing it to SpacetimeDB. + +## Guidelines vs Cursor Rules + +These are **not** the same as the cursor/IDE rules in `docs/static/ai-rules/`. + +- **Guidelines** (this directory): Minimal, constructive-only references for one-shot + generation. Show the correct way to do things and nothing else. +- **Cursor rules** (`ai-rules/`): IDE-oriented `.mdc` rules for Cursor, Windsurf, etc. + Include anti-hallucination guardrails, common mistake tables, client-side patterns, and + migration guidance. These work well in an IDE where the model has project context and + can iterate, but they are not designed for single-shot benchmark generation. + +See the comment in `tools/xtask-llm-benchmark/src/context/constants.rs` for more detail. diff --git a/docs/static/ai-guidelines/spacetimedb-csharp.md b/docs/static/ai-guidelines/spacetimedb-csharp.md new file mode 100644 index 00000000000..18598b1b62f --- /dev/null +++ b/docs/static/ai-guidelines/spacetimedb-csharp.md @@ -0,0 +1,485 @@ +# SpacetimeDB C# Server Module Guidelines + +## Imports + +```csharp +using SpacetimeDB; +``` + +Additional imports when needed: +```csharp +using System.Linq; // For LINQ queries (OrderBy, Take, etc.) +using System.Collections.Generic; // For HashSet, List, etc. +``` + +## Module Structure + +All code goes inside a static partial class: +```csharp +using SpacetimeDB; + +public static partial class Module +{ + // Tables, types, and reducers here +} +``` + +## Table Definitions + +Basic table: +```csharp +[Table(Accessor = "User")] +public partial struct User +{ + [PrimaryKey] + public int Id; + public string Name; + public int Age; + public bool Active; +} +``` + +Public table with auto-increment: +```csharp +[Table(Accessor = "Message", Public = true)] +public partial struct Message +{ + [PrimaryKey] + [AutoInc] + public ulong Id; + public Identity Owner; + public string Text; +} +``` + +Event table (append-only): +```csharp +[Table(Accessor = "DamageEvent", Public = true, Event = true)] +public partial struct DamageEvent +{ + public ulong EntityId; + public uint Damage; + public string Source; +} +``` + +Scheduled table: +```csharp +[Table(Accessor = "TickTimer", Scheduled = nameof(Tick), ScheduledAt = nameof(TickTimer.ScheduledAt))] +public partial struct TickTimer +{ + [PrimaryKey, AutoInc] + public ulong ScheduledId; + public ScheduleAt ScheduledAt; +} +``` + +## Column Types + +| C# Type | Usage | +|---------|-------| +| `int`, `uint` | 32-bit integers | +| `long`, `ulong` | 64-bit integers | +| `float`, `double` | Floating point | +| `bool` | Boolean | +| `string` | Text | +| `Identity` | User identity | +| `Timestamp` | Timestamp | +| `ScheduleAt` | Schedule metadata | +| `T?` (nullable) | Optional field | + +Timestamp arithmetic — use `TimeDuration`: +```csharp +ctx.Timestamp + new TimeDuration { Microseconds = 60_000_000 } // add 60 seconds +ctx.Timestamp.MicrosecondsSinceUnixEpoch // raw long value +``` + +## Constraints and Indexes + +```csharp +[PrimaryKey] public int Id; +[PrimaryKey, AutoInc] public ulong Id; +[Unique] public string Email; +``` + +Single-column index: +```csharp +[SpacetimeDB.Index.BTree] +public Identity Owner; +``` + +Named single-column index: +```csharp +[SpacetimeDB.Index.BTree(Accessor = "by_name", Columns = [nameof(Name)])] +``` + +Multi-column index (on table attribute — MUST include Accessor): +```csharp +[Table(Accessor = "Log")] +[SpacetimeDB.Index.BTree(Accessor = "by_user_day", Columns = new[] { nameof(UserId), nameof(Day) })] +public partial struct Log +{ + [PrimaryKey] public int Id; + public int UserId; + public int Day; +} +``` + +## Product Types (Structs) + +```csharp +[Type] +public partial struct Position +{ + public int X; + public int Y; +} + +[Table(Accessor = "Entity")] +public partial struct Entity +{ + [PrimaryKey] public int Id; + public Position Pos; +} +``` + +## Sum Types (Tagged Unions) + +```csharp +[Type] +public partial struct Circle { public int Radius; } + +[Type] +public partial struct Rectangle { public int Width; public int Height; } + +[Type] +public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> {} + +// Construction: +new Shape.Circle(new Circle { Radius = 10 }) +new Shape.Rectangle(new Rectangle { Width = 5, Height = 3 }) +``` + +## Reducers + +Basic reducer: +```csharp +[Reducer] +public static void InsertUser(ReducerContext ctx, int id, string name, int age, bool active) +{ + ctx.Db.User.Insert(new User { Id = id, Name = name, Age = age, Active = active }); +} +``` + +Init reducer (runs once on startup): +```csharp +[Reducer(ReducerKind.Init)] +public static void Init(ReducerContext ctx) +{ + ctx.Db.Config.Insert(new Config { Id = 0, Setting = "default" }); +} +``` + +Scheduled reducer: +```csharp +[Reducer] +public static void Tick(ReducerContext ctx, TickTimer timer) +{ + // Runs when timer fires +} +``` + +## Database Operations + +### Insert +```csharp +ctx.Db.User.Insert(new User { Id = 1, Name = "Alice", Age = 30, Active = true }); + +// Auto-inc: use 0 as placeholder +var row = ctx.Db.Message.Insert(new Message { Id = 0, Text = "Hello" }); +// row.Id now has the assigned value +``` + +### Find (by primary key or unique index) +```csharp +var user = ctx.Db.User.Id.Find(userId); +if (user is not null) { /* use user */ } +if (user is User u) { /* use u */ } + +// With expect pattern: +var msg = ctx.Db.Message.Id.Find(id) ?? throw new Exception("not found"); +``` + +### Filter (by btree index — returns iterator) +```csharp +foreach (var post in ctx.Db.Post.AuthorId.Filter(authorId)) +{ + ctx.Db.Post.Id.Delete(post.Id); +} +``` + +### Iterate all rows +```csharp +foreach (var row in ctx.Db.User.Iter()) +{ + // process row +} +``` + +### Update +```csharp +ctx.Db.User.Id.Update(new User { Id = id, Name = newName, Age = newAge, Active = true }); + +// Using `with` expression: +ctx.Db.RateLimit.Identity.Update(existing with { LastCallUs = now }); +``` + +### Delete +```csharp +ctx.Db.User.Id.Delete(userId); +ctx.Db.OnlinePlayer.Identity.Delete(ctx.Sender); +``` + +## Authentication + +`ctx.Sender` is the authenticated caller's `Identity`: + +```csharp +[Reducer] +public static void SendMessage(ReducerContext ctx, string text) +{ + ctx.Db.Message.Insert(new Message + { + Id = 0, + Owner = ctx.Sender, + Text = text, + }); +} + +[Reducer] +public static void DeleteMessage(ReducerContext ctx, ulong id) +{ + var msg = ctx.Db.Message.Id.Find(id) ?? throw new Exception("not found"); + if (msg.Owner != ctx.Sender) + { + throw new Exception("unauthorized"); + } + ctx.Db.Message.Id.Delete(id); +} +``` + +Identity as primary key: +```csharp +[Table(Accessor = "Player")] +public partial struct Player +{ + [PrimaryKey] + public Identity Identity; + public string Name; +} + +// Check registration +if (ctx.Db.Player.Identity.Find(ctx.Sender) is not null) +{ + throw new Exception("already registered"); +} +``` + +## Lifecycle Hooks + +```csharp +[Reducer(ReducerKind.ClientConnected)] +public static void ClientConnected(ReducerContext ctx) +{ + ctx.Db.OnlinePlayer.Insert(new OnlinePlayer + { + Identity = ctx.Sender, + ConnectedAt = ctx.Timestamp, + }); +} + +[Reducer(ReducerKind.ClientDisconnected)] +public static void ClientDisconnected(ReducerContext ctx) +{ + ctx.Db.OnlinePlayer.Identity.Delete(ctx.Sender); +} +``` + +## Views + +Anonymous view (same result for all clients): +```csharp +[SpacetimeDB.View(Accessor = "ActiveAnnouncements", Public = true)] +public static List ActiveAnnouncements(AnonymousViewContext ctx) +{ + return ctx.Db.Announcement.Active.Filter(true).ToList(); +} +``` + +Per-user view: +```csharp +// Return types: T? for single, List for multiple. Never IEnumerable. +[SpacetimeDB.View(Accessor = "MyProfile", Public = true)] +public static Profile? MyProfile(ViewContext ctx) +{ + return ctx.Db.Profile.Identity.Find(ctx.Sender) as Profile?; +} +``` + +## Scheduled Tables + +```csharp +[Table(Accessor = "Reminder", Scheduled = nameof(SendReminder), ScheduledAt = nameof(Reminder.ScheduledAt))] +public partial struct Reminder +{ + [PrimaryKey, AutoInc] + public ulong ScheduledId; + public ScheduleAt ScheduledAt; + public string Message; +} + +[Reducer] +public static void SendReminder(ReducerContext ctx, Reminder row) +{ + // row.Message available +} + +// Schedule recurring interval +var interval = new TimeDuration { Microseconds = 50_000 }; +ctx.Db.TickTimer.Insert(new TickTimer +{ + ScheduledAt = new ScheduleAt.Interval(interval), +}); + +// Schedule at specific time +var delay = new TimeDuration { Microseconds = 60_000_000 }; +ctx.Db.Reminder.Insert(new Reminder +{ + ScheduledAt = new ScheduleAt.Time(ctx.Timestamp + delay), + Message = "Hello!", +}); + +// Cancel a scheduled job +ctx.Db.Reminder.ScheduledId.Delete(scheduledId); +``` + +## Optional Fields + +```csharp +[Table(Accessor = "Player")] +public partial struct Player +{ + [PrimaryKey, AutoInc] + public ulong Id; + public string Name; + public string? Nickname; + public uint? HighScore; +} +``` + +## LINQ Queries + +```csharp +using System.Linq; + +// Sort and limit +var topPlayers = ctx.Db.Player.Iter() + .OrderByDescending(p => p.Score) + .Take((int)limit) + .ToList(); + +// Distinct values +var categories = new HashSet(); +foreach (var o in ctx.Db.Order.Iter()) +{ + categories.Add(o.Category); +} + +// Count +var total = (ulong)ctx.Db.User.Iter().Count(); +``` + +## Helper Functions + +```csharp +static int Add(int a, int b) => a + b; + +[Reducer] +public static void ComputeSum(ReducerContext ctx, int id, int a, int b) +{ + ctx.Db.Result.Insert(new Result { Id = id, Sum = Add(a, b) }); +} +``` + +## Complete Module Example + +```csharp +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "User", Public = true)] + public partial struct User + { + [PrimaryKey] + public Identity Identity; + public string Name; + public bool Online; + } + + [Table(Accessor = "Message", Public = true)] + [SpacetimeDB.Index.BTree(Accessor = "by_sender", Columns = [nameof(Message.Sender)])] + public partial struct Message + { + [PrimaryKey, AutoInc] + public ulong Id; + public Identity Sender; + public string Text; + public Timestamp SentAt; + } + + [Reducer(ReducerKind.ClientConnected)] + public static void ClientConnected(ReducerContext ctx) + { + if (ctx.Db.User.Identity.Find(ctx.Sender) is User u) + { + ctx.Db.User.Identity.Update(u with { Online = true }); + } + } + + [Reducer(ReducerKind.ClientDisconnected)] + public static void ClientDisconnected(ReducerContext ctx) + { + if (ctx.Db.User.Identity.Find(ctx.Sender) is User u) + { + ctx.Db.User.Identity.Update(u with { Online = false }); + } + } + + [Reducer] + public static void Register(ReducerContext ctx, string name) + { + if (ctx.Db.User.Identity.Find(ctx.Sender) is not null) + { + throw new Exception("already registered"); + } + ctx.Db.User.Insert(new User { Identity = ctx.Sender, Name = name, Online = true }); + } + + [Reducer] + public static void SendMessage(ReducerContext ctx, string text) + { + if (ctx.Db.User.Identity.Find(ctx.Sender) is null) + { + throw new Exception("not registered"); + } + ctx.Db.Message.Insert(new Message + { + Id = 0, + Sender = ctx.Sender, + Text = text, + SentAt = ctx.Timestamp, + }); + } +} +``` diff --git a/docs/static/ai-guidelines/spacetimedb-rust.md b/docs/static/ai-guidelines/spacetimedb-rust.md new file mode 100644 index 00000000000..3d349a268ef --- /dev/null +++ b/docs/static/ai-guidelines/spacetimedb-rust.md @@ -0,0 +1,456 @@ +# SpacetimeDB Rust Server Module Guidelines + +## Imports + +```rust +use spacetimedb::{reducer, table, ReducerContext, Table}; +``` + +Additional imports when needed: +```rust +use spacetimedb::SpacetimeType; // For custom product/sum types +use spacetimedb::Identity; // For auth identity fields +use spacetimedb::Timestamp; // For timestamp fields +use spacetimedb::ScheduleAt; // For scheduled tables +use spacetimedb::{view, AnonymousViewContext}; // For anonymous views +use spacetimedb::{view, ViewContext}; // For per-user views +use std::time::Duration; // For schedule intervals +``` + +## Table Definitions + +```rust +#[table(accessor = user, public)] +pub struct User { + #[primary_key] + #[auto_inc] + pub id: u64, + pub name: String, + pub active: bool, +} +``` + +Table attribute options: +- `accessor = name` — required, the API name used to access the table +- `public` — makes table visible to clients +- `event` — marks as event table (append-only, no primary key needed) +- `scheduled(reducer_name)` — links table to a scheduled reducer + +## Primary Keys and Constraints + +```rust +#[primary_key] +pub id: i32, + +#[primary_key] +#[auto_inc] +pub id: u64, + +#[unique] +pub email: String, +``` + +## Indexes + +Single-column inline index: +```rust +#[index(btree)] +pub owner: Identity, +``` + +Named index in table attribute: +```rust +#[table( + accessor = order, + index(accessor = by_category, btree(columns = [category])) +)] +pub struct Order { + #[primary_key] + pub id: i32, + pub category: String, + pub amount: u64, +} +``` + +Multi-column index: +```rust +#[table( + accessor = membership, + index(accessor = by_user, btree(columns = [user_id])), + index(accessor = by_group, btree(columns = [group_id])) +)] +pub struct Membership { + #[primary_key] + pub id: i32, + pub user_id: i32, + pub group_id: i32, +} +``` + +## Column Types + +| Rust Type | Usage | +|-----------|-------| +| `i32`, `i64` | Signed integers | +| `u32`, `u64` | Unsigned integers | +| `f32`, `f64` | Floating point | +| `bool` | Boolean | +| `String` | Text | +| `Identity` | User identity | +| `Timestamp` | Timestamp | +| `ScheduleAt` | Schedule metadata | +| `Option` | Nullable field | + +## Product Types (Structs) + +```rust +#[derive(SpacetimeType, Clone, Debug)] +pub struct Position { + pub x: i32, + pub y: i32, +} + +#[table(accessor = entity)] +pub struct Entity { + #[primary_key] + pub id: i32, + pub pos: Position, +} +``` + +## Sum Types (Enums) + +```rust +#[derive(SpacetimeType, Clone, Debug)] +pub struct Rect { + pub width: i32, + pub height: i32, +} + +#[derive(SpacetimeType, Clone, Debug)] +pub enum Shape { + Circle(i32), + Rectangle(Rect), +} + +#[table(accessor = drawing)] +pub struct Drawing { + #[primary_key] + pub id: i32, + pub shape: Shape, +} +``` + +## Reducers + +Basic reducer: +```rust +#[reducer] +pub fn insert_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) { + ctx.db.user().insert(User { id, name, age, active }); +} +``` + +Reducer with Result return: +```rust +#[reducer] +pub fn create_item(ctx: &ReducerContext, name: String) -> Result<(), String> { + ctx.db.item().insert(Item { id: 0, name }); + Ok(()) +} +``` + +Reducer with no arguments: +```rust +#[reducer] +pub fn reset_all(ctx: &ReducerContext) -> Result<(), String> { + Ok(()) +} +``` + +## Database Operations + +### Insert +```rust +ctx.db.user().insert(User { id: 1, name: "Alice".into(), age: 30, active: true }); + +// Auto-inc: use 0 as placeholder +ctx.db.message().insert(Message { id: 0, text: "Hello".to_string() }); + +// Insert returns the inserted row +let row = ctx.db.user().insert(User { id: 0, name: "Bob".into() }); +``` + +### Find (by primary key or unique index) +```rust +if let Some(user) = ctx.db.user().id().find(user_id) { + // use user +} + +let user = ctx.db.user().id().find(user_id).expect("not found"); +``` + +### Filter (by btree index — returns iterator) +```rust +for order in ctx.db.order().by_category().filter(&category) { + total += order.amount; +} + +// Collect to vec +let posts: Vec = ctx.db.post().by_author().filter(&author_id).collect(); +``` + +### Iterate all rows +```rust +for row in ctx.db.user().iter() { + // process row +} + +let count = ctx.db.user().iter().count(); +``` + +### Update (by primary key — pass full struct) +```rust +ctx.db.user().id().update(User { id, name: new_name, age: new_age, active: true }); + +// Or modify existing: +let mut user = ctx.db.user().id().find(id).expect("not found"); +user.name = new_name; +ctx.db.user().id().update(user); +``` + +### Delete (by primary key or indexed column) +```rust +ctx.db.user().id().delete(user_id); +ctx.db.online_player().identity().delete(&ctx.sender()); +``` + +## Authentication + +`ctx.sender()` returns the authenticated caller's `Identity`: + +```rust +#[table(accessor = message, public)] +pub struct Message { + #[primary_key] + #[auto_inc] + pub id: u64, + pub owner: Identity, + pub text: String, +} + +#[reducer] +pub fn send_message(ctx: &ReducerContext, text: String) { + ctx.db.message().insert(Message { + id: 0, + owner: ctx.sender(), + text, + }); +} + +#[reducer] +pub fn delete_message(ctx: &ReducerContext, id: u64) { + let msg = ctx.db.message().id().find(id).expect("not found"); + if msg.owner != ctx.sender() { + panic!("unauthorized"); + } + ctx.db.message().id().delete(id); +} +``` + +Identity as primary key: +```rust +#[table(accessor = player)] +pub struct Player { + #[primary_key] + pub identity: Identity, + pub name: String, +} + +// Lookup by identity +if ctx.db.player().identity().find(ctx.sender()).is_some() { + panic!("already registered"); +} +``` + +## Lifecycle Hooks + +```rust +#[reducer(init)] +pub fn init(ctx: &ReducerContext) -> Result<(), String> { + ctx.db.config().insert(Config { id: 0, setting: "default".into() }); + Ok(()) +} + +#[reducer(client_connected)] +pub fn client_connected(ctx: &ReducerContext) { + ctx.db.online_player().insert(OnlinePlayer { + identity: ctx.sender(), + connected_at: ctx.timestamp, + }); +} + +#[reducer(client_disconnected)] +pub fn client_disconnected(ctx: &ReducerContext) { + ctx.db.online_player().identity().delete(&ctx.sender()); +} +``` + +## Views + +Anonymous view (same result for all clients): +```rust +use spacetimedb::{view, AnonymousViewContext}; + +#[view(accessor = active_announcements, public)] +fn active_announcements(ctx: &AnonymousViewContext) -> Vec { + ctx.db.announcement().active().filter(true).collect() +} +``` + +Per-user view (result varies by sender): +```rust +use spacetimedb::{view, ViewContext}; + +#[view(accessor = my_profile, public)] +fn my_profile(ctx: &ViewContext) -> Option { + ctx.db.profile().identity().find(ctx.sender()) +} +``` + +## Scheduled Tables + +```rust +#[table(accessor = tick_timer, scheduled(tick))] +pub struct TickTimer { + #[primary_key] + #[auto_inc] + scheduled_id: u64, + scheduled_at: ScheduleAt, +} + +#[reducer] +pub fn tick(_ctx: &ReducerContext, _row: TickTimer) -> Result<(), String> { + // Runs each time the timer fires + Ok(()) +} + +// Schedule a recurring interval +#[reducer(init)] +pub fn init(ctx: &ReducerContext) -> Result<(), String> { + let interval: ScheduleAt = Duration::from_millis(50).into(); + ctx.db.tick_timer().insert(TickTimer { + scheduled_id: 0, + scheduled_at: interval, + }); + Ok(()) +} + +// Schedule at a specific time +let fire_at = ctx.timestamp + Duration::from_secs(60); +ctx.db.reminder().insert(Reminder { + scheduled_id: 0, + scheduled_at: ScheduleAt::Time(fire_at), + message: "Hello!".to_string(), +}); + +// Cancel a scheduled job +ctx.db.reminder().scheduled_id().delete(&job_id); +``` + +## Optional Fields + +```rust +#[table(accessor = player)] +pub struct Player { + #[primary_key] + #[auto_inc] + pub id: u64, + pub name: String, + pub nickname: Option, + pub high_score: Option, +} +``` + +## Helper Functions + +Non-reducer utility functions (no `#[reducer]` attribute): +```rust +fn add(a: i32, b: i32) -> i32 { + a + b +} + +#[reducer] +pub fn compute_sum(ctx: &ReducerContext, id: i32, a: i32, b: i32) { + ctx.db.result().insert(ResultRow { id, sum: add(a, b) }); +} +``` + +## Complete Module Example + +```rust +use spacetimedb::{reducer, table, Identity, ReducerContext, Table, Timestamp}; + +#[table(accessor = user, public)] +pub struct User { + #[primary_key] + pub identity: Identity, + pub name: String, + pub online: bool, +} + +#[table( + accessor = message, + public, + index(accessor = by_sender, btree(columns = [sender])) +)] +pub struct Message { + #[primary_key] + #[auto_inc] + pub id: u64, + pub sender: Identity, + pub text: String, + pub sent_at: Timestamp, +} + +#[reducer(client_connected)] +pub fn client_connected(ctx: &ReducerContext) { + if let Some(mut user) = ctx.db.user().identity().find(ctx.sender()) { + user.online = true; + ctx.db.user().identity().update(user); + } +} + +#[reducer(client_disconnected)] +pub fn client_disconnected(ctx: &ReducerContext) { + if let Some(mut user) = ctx.db.user().identity().find(ctx.sender()) { + user.online = false; + ctx.db.user().identity().update(user); + } +} + +#[reducer] +pub fn register(ctx: &ReducerContext, name: String) { + if ctx.db.user().identity().find(ctx.sender()).is_some() { + panic!("already registered"); + } + ctx.db.user().insert(User { + identity: ctx.sender(), + name, + online: true, + }); +} + +#[reducer] +pub fn send_message(ctx: &ReducerContext, text: String) { + if ctx.db.user().identity().find(ctx.sender()).is_none() { + panic!("not registered"); + } + ctx.db.message().insert(Message { + id: 0, + sender: ctx.sender(), + text, + sent_at: ctx.timestamp, + }); +} +``` diff --git a/docs/static/ai-guidelines/spacetimedb-typescript.md b/docs/static/ai-guidelines/spacetimedb-typescript.md new file mode 100644 index 00000000000..3dde2e55d71 --- /dev/null +++ b/docs/static/ai-guidelines/spacetimedb-typescript.md @@ -0,0 +1,330 @@ +# SpacetimeDB TypeScript Module Guidelines + +## Imports + +```typescript +import { schema, table, t } from 'spacetimedb/server'; +import { ScheduleAt } from 'spacetimedb'; // for scheduled tables +``` + +⚠️ CRITICAL: The `name` field in table() MUST be snake_case (e.g. 'order_detail', NOT 'orderDetail'). +This is the single most common mistake. The JS variable can be camelCase, the `name` string cannot. + +## Tables + +`table(OPTIONS, COLUMNS)` — two arguments: + +```typescript +const user = table( + { name: 'user', public: true }, + { + id: t.u64().primaryKey().autoInc(), + email: t.string(), + name: t.string(), + active: t.bool(), + } +); +``` + +**IMPORTANT: The `name` string MUST be snake_case** — it becomes the SQL table name. +The JS variable can be camelCase, but the `name` string is always snake_case: + +```typescript +const orderDetail = table({ name: 'order_detail' }, { ... }); // ✓ snake_case name +const userStats = table({ name: 'user_stats' }, { ... }); // ✓ snake_case name +const eventLog = table({ name: 'event_log' }, { ... }); // ✓ snake_case name +// WRONG: table({ name: 'orderDetail' }, { ... }) // ✗ never camelCase +``` + +**`ctx.db` accessor uses the JS variable name (camelCase), NOT the SQL name:** + +```typescript +// schema({ orderDetail, userStats, eventLog }) → accessors are: +ctx.db.orderDetail.insert({ ... }); +ctx.db.userStats.iter(); +ctx.db.eventLog.id.find(logId); +``` + +Options: +- `name` — required, snake_case SQL name +- `public: true` — visible to clients (default: private) +- `event: true` — event table +- `scheduled: (): any => reducerRef` — scheduled table +- `indexes: [{ name, algorithm: 'btree', columns: [...] }]` + +## Column Types + +| Builder | JS type | Notes | +|---------|---------|-------| +| `t.i32()` | number | | +| `t.i64()` | bigint | Use `0n` literals | +| `t.u32()` | number | | +| `t.u64()` | bigint | Use `0n` literals | +| `t.f32()` | number | | +| `t.f64()` | number | | +| `t.bool()` | boolean | | +| `t.string()` | string | | +| `t.identity()` | Identity | | +| `t.timestamp()` | Timestamp | | +| `t.scheduleAt()` | ScheduleAt | | + +Modifiers: `.primaryKey()`, `.autoInc()`, `.unique()`, `.optional()`, `.index('btree')` + +Optional columns: `nickname: t.option(t.string())` + +## Schema Export + +Every module must have exactly this pattern: + +```typescript +const spacetimedb = schema({ user, message }); +export default spacetimedb; +``` + +`schema()` takes one object containing all table references. `export default` is mandatory. + +## Reducers + +Named exports on the schema object. The export name becomes the reducer name: + +```typescript +// No arguments — pass just the callback +export const doReset = spacetimedb.reducer((ctx) => { ... }); + +// With arguments — pass args object, then callback +export const createUser = spacetimedb.reducer( + { name: t.string(), age: t.i32() }, + (ctx, { name, age }) => { + ctx.db.user.insert({ id: 0n, name, age, active: true }); + } +); +``` + +For no-arg reducers, omit the args object entirely — just pass the callback directly. + +## DB Operations + +```typescript +// Insert (pass 0n for autoInc fields) +ctx.db.user.insert({ id: 0n, name: 'Alice', age: 30 }); + +// Find by primary key or unique index → row | undefined +ctx.db.user.id.find(userId); +ctx.db.player.identity.find(ctx.sender); + +// Filter by btree index → iterator (accessor = column name for inline indexes) +for (const post of ctx.db.post.authorId.filter(authorId)) { } +const posts = [...ctx.db.post.authorId.filter(authorId)]; + +// Iterate all rows +for (const row of ctx.db.user.iter()) { } +const allUsers = [...ctx.db.user.iter()]; // spread to Array for .sort(), .filter(), .forEach() +// Note: iter() and filter() return IteratorObject, NOT Array. Use [...spread] first. + +// Update (spread + override) +const existing = ctx.db.user.id.find(userId); +if (existing) ctx.db.user.id.update({ ...existing, name: newName }); + +// Delete by primary key value +ctx.db.user.id.delete(userId); +``` + +## Index Access + +**Prefer inline `.index('btree')` on the column** — it's simpler and the accessor +matches the column name. Only use named indexes in `indexes: [...]` for multi-column indexes. +Do NOT use both inline `.index('btree')` AND a named index on the same column — this causes a duplicate name error. + +```typescript +// Inline btree index (preferred for single-column): +const post = table({ name: 'post' }, { + id: t.u64().primaryKey().autoInc(), + authorId: t.u64().index('btree'), // inline index + title: t.string(), +}); +// Access by column name: +ctx.db.post.authorId.filter(authorId); + +// Multi-column index (must use named index): +const log = table({ + name: 'event_log', + indexes: [{ name: 'by_category_severity', algorithm: 'btree', columns: ['category', 'severity'] }], +}, { ... }); +// Access by index name: +ctx.db.eventLog.by_category_severity.filter(...); + +// Primary key — always accessible by column name +ctx.db.user.id.find(1n); + +// Unique column +ctx.db.player.identity.find(ctx.sender); +``` + +## Lifecycle Hooks + +```typescript +// Init — runs once on first publish +export const init = spacetimedb.init((ctx) => { + ctx.db.config.insert({ id: 0, value: 'default' }); +}); + +// Client connected — must be exported +export const onConnect = spacetimedb.clientConnected((ctx) => { + ctx.db.online.insert({ identity: ctx.sender, connectedAt: ctx.timestamp }); +}); + +// Client disconnected — must be exported +export const onDisconnect = spacetimedb.clientDisconnected((ctx) => { + ctx.db.online.identity.delete(ctx.sender); +}); +``` + +`init` uses `spacetimedb.init()`, NOT `spacetimedb.reducer()`. +`clientConnected`/`clientDisconnected` must be `export const`. + +The EXPORT NAME determines the reducer name visible in the schema: +✓ `export const onConnect = spacetimedb.clientConnected(...)` → reducer "on_connect" +✗ `export const clientConnected = spacetimedb.clientConnected(...)` → WRONG reducer name + +## Authentication + +```typescript +// ctx.sender is the caller's Identity +// Compare identities with .equals(), never === +if (!post.owner.equals(ctx.sender)) throw new Error('unauthorized'); +``` + +## Scheduled Tables + +The scheduled table references a reducer, creating a circular dependency. +Use `(): any =>` return type annotation to break the cycle: + +```typescript +const tickTimer = table({ + name: 'tick_timer', + scheduled: (): any => tick, // (): any => is required +}, { + scheduledId: t.u64().primaryKey().autoInc(), + scheduledAt: t.scheduleAt(), +}); + +const spacetimedb = schema({ tickTimer }); +export default spacetimedb; + +export const tick = spacetimedb.reducer( + { timer: tickTimer.rowType }, + (ctx, { timer }) => { + // timer row is auto-deleted after this reducer runs + } +); + +// Schedule a one-time job (accessor uses JS variable name, not SQL name) +ctx.db.tickTimer.insert({ + scheduledId: 0n, + scheduledAt: ScheduleAt.time(ctx.timestamp.microsSinceUnixEpoch + delayMicros), +}); + +// Schedule a repeating job +ctx.db.tickTimer.insert({ + scheduledId: 0n, + scheduledAt: ScheduleAt.interval(60_000_000n), +}); + +// Cancel a scheduled job +ctx.db.tickTimer.scheduledId.delete(jobId); +``` + +## Product Types (Structs) + +```typescript +const Position = t.object('Position', { x: t.i32(), y: t.i32() }); +const entity = table({ name: 'entity' }, { + id: t.u64().primaryKey().autoInc(), + pos: Position, +}); +``` + +## Sum Types (Tagged Unions) + +```typescript +const Shape = t.enum('Shape', { + circle: t.i32(), + rectangle: t.object('Rect', { w: t.i32(), h: t.i32() }), +}); +// Values: { tag: 'circle', value: 10 } +``` + +## Views + +```typescript +// Anonymous view (same for all clients) +export const activeAnnouncements = spacetimedb.anonymousView( + { name: 'active_announcements', public: true }, + t.array(announcement.rowType), + (ctx) => Array.from(ctx.db.announcement.active.filter(true)) +); + +// Per-user view (varies by ctx.sender) +export const my_profile = spacetimedb.view( + { name: 'my_profile', public: true }, + t.option(profile.rowType), + (ctx) => ctx.db.profile.identity.find(ctx.sender) ?? undefined +); +``` + +## Complete Example + +```typescript +import { schema, table, t } from 'spacetimedb/server'; + +const user = table( + { name: 'user', public: true }, + { + identity: t.identity().primaryKey(), + name: t.string(), + online: t.bool(), + } +); + +const message = table( + { + name: 'message', + public: true, + indexes: [{ name: 'message_sender', algorithm: 'btree', columns: ['sender'] }], + }, + { + id: t.u64().primaryKey().autoInc(), + sender: t.identity(), + text: t.string(), + } +); + +const spacetimedb = schema({ user, message }); +export default spacetimedb; + +export const onConnect = spacetimedb.clientConnected((ctx) => { + const existing = ctx.db.user.identity.find(ctx.sender); + if (existing) ctx.db.user.identity.update({ ...existing, online: true }); +}); + +export const onDisconnect = spacetimedb.clientDisconnected((ctx) => { + const existing = ctx.db.user.identity.find(ctx.sender); + if (existing) ctx.db.user.identity.update({ ...existing, online: false }); +}); + +export const register = spacetimedb.reducer( + { name: t.string() }, + (ctx, { name }) => { + if (ctx.db.user.identity.find(ctx.sender)) throw new Error('already registered'); + ctx.db.user.insert({ identity: ctx.sender, name, online: true }); + } +); + +export const sendMessage = spacetimedb.reducer( + { text: t.string() }, + (ctx, { text }) => { + if (!ctx.db.user.identity.find(ctx.sender)) throw new Error('not registered'); + ctx.db.message.insert({ id: 0n, sender: ctx.sender, text }); + } +); +``` diff --git a/docs/static/ai-rules/spacetimedb-typescript.mdc b/docs/static/ai-rules/spacetimedb-typescript.mdc index 22503fbefba..ea007830c77 100644 --- a/docs/static/ai-rules/spacetimedb-typescript.mdc +++ b/docs/static/ai-rules/spacetimedb-typescript.mdc @@ -55,6 +55,7 @@ const [items, isLoading] = useTable(tables.item); | Wrong | Right | Error | |-------|-------|-------| +| `export const Foo = table(...)` | `const Foo = table(...)` | "exporting something that is not a spacetime export" | | Missing `package.json` | Create `package.json` | "could not detect language" | | Missing `tsconfig.json` | Create `tsconfig.json` | "TsconfigNotFound" | | Entrypoint not at `src/index.ts` | Use `src/index.ts` | Module won't bundle | @@ -98,17 +99,17 @@ const [items, isLoading] = useTable(tables.item); import { schema, table, t } from 'spacetimedb/server'; // ❌ WRONG — indexes in COLUMNS causes "reading 'tag'" error -export const Task = table({ name: 'task' }, { +const Task = table({ name: 'task' }, { id: t.u64().primaryKey().autoInc(), ownerId: t.identity(), - indexes: [{ name: 'by_owner', algorithm: 'btree', columns: ['ownerId'] }] // ❌ WRONG! + indexes: [{ accessor: 'by_owner', algorithm: 'btree', columns: ['ownerId'] }] // ❌ WRONG! }); // ✅ RIGHT — indexes in OPTIONS (first argument) -export const Task = table({ +const Task = table({ name: 'task', public: true, - indexes: [{ name: 'by_owner', algorithm: 'btree', columns: ['ownerId'] }] + indexes: [{ accessor: 'by_owner', algorithm: 'btree', columns: ['ownerId'] }] }, { id: t.u64().primaryKey().autoInc(), ownerId: t.identity(), @@ -134,7 +135,7 @@ const Shape = t.enum('Shape', { circle: t.i32(), rectangle: Point }); // Values use { tag: 'circle', value: 10 } or { tag: 'rectangle', value: { x: 1, y: 2 } } // Modifiers -t.string().optional() // Nullable +t.option(t.string()) // Nullable (wrap with t.option, NOT .optional()) t.u64().primaryKey() // Primary key t.u64().primaryKey().autoInc() // Auto-increment primary key ``` @@ -162,13 +163,17 @@ const newId = row.id; // Extract .id from returned row ### Schema export (CRITICAL) ```typescript -// At end of schema.ts — schema() takes exactly ONE argument: an object +// At end of schema.ts — schema() takes ONE OBJECT containing all table references const spacetimedb = schema({ table1, table2, table3 }); export default spacetimedb; -// ❌ WRONG — never pass tables directly or as multiple args -schema(myTable); // WRONG! -schema(t1, t2, t3); // WRONG! +// ❌ WRONG — do NOT use `export const` on tables. Only reducers and the default schema are exported. +export const myTable = table(...); // WRONG! Causes "exporting something that is not a spacetime export" + +// ✅ RIGHT — tables are plain const, only schema gets export default +const myTable = table({ name: 'my_table' }, { ... }); +const spacetimedb = schema({ myTable }); +export default spacetimedb; ``` --- @@ -195,10 +200,10 @@ for (const m of ctx.db.roomMember.iter()) { ```typescript // In table OPTIONS (first argument), not columns -export const Message = table({ +const Message = table({ name: 'message', public: true, - indexes: [{ name: 'message_room_id', algorithm: 'btree', columns: ['roomId'] }] + indexes: [{ accessor: 'message_room_id', algorithm: 'btree', columns: ['roomId'] }] }, { id: t.u64().primaryKey().autoInc(), roomId: t.u64(), @@ -215,7 +220,7 @@ export const Message = table({ **Index names — NO transformation, use EXACTLY as defined:** ```typescript // Schema definition -indexes: [{ name: 'canvas_member_canvas_id', algorithm: 'btree', columns: ['canvasId'] }] +indexes: [{ accessor: 'canvas_member_canvas_id', algorithm: 'btree', columns: ['canvasId'] }] // ❌ WRONG — don't assume camelCase transformation ctx.db.canvasMember.canvasMember_canvas_id.filter(...) // WRONG! @@ -230,12 +235,12 @@ ctx.db.canvasMember.canvas_member_canvas_id.filter(...) **Index naming pattern — use `{tableName}_{columnName}`:** ```typescript // ✅ GOOD — unique names across entire module -indexes: [{ name: 'message_room_id', algorithm: 'btree', columns: ['roomId'] }] -indexes: [{ name: 'reaction_message_id', algorithm: 'btree', columns: ['messageId'] }] +indexes: [{ accessor: 'message_room_id', algorithm: 'btree', columns: ['roomId'] }] +indexes: [{ accessor: 'reaction_message_id', algorithm: 'btree', columns: ['messageId'] }] // ❌ BAD — will collide if multiple tables use same index name -indexes: [{ name: 'by_owner', ... }] // in Task table -indexes: [{ name: 'by_owner', ... }] // in Note table — CONFLICT! +indexes: [{ accessor: 'by_owner', ... }] // in Task table +indexes: [{ accessor: 'by_owner', ... }] // in Note table — CONFLICT! ``` **Client-side table names:** @@ -247,19 +252,15 @@ indexes: [{ name: 'by_owner', ... }] // in Note table — CONFLICT! // Filter takes VALUE directly, not object — returns iterator const rows = [...ctx.db.task.by_owner.filter(ownerId)]; -// Unique columns use .find() — returns single row or undefined +// Unique columns use .find() — returns single row or null const row = ctx.db.player.identity.find(ctx.sender); ``` -### ⚠️ Multi-column indexes are BROKEN +### Multi-column indexes ```typescript -// ❌ DON'T — causes PANIC -ctx.db.scores.by_player_level.filter(playerId); - -// ✅ DO — use single-column index + manual filter -for (const row of ctx.db.scores.by_player.filter(playerId)) { - if (row.level === targetLevel) { /* ... */ } -} +// Multi-column indexes support partial prefix filtering +ctx.db.scores.by_player_level.filter(playerId); // filter by first column only +ctx.db.scores.by_player_level.filter([playerId, targetLevel]); // filter by both columns ``` --- @@ -267,20 +268,20 @@ for (const row of ctx.db.scores.by_player.filter(playerId)) { ## 4) Reducers ### Definition syntax (CRITICAL) -**Reducer name comes from the export — NOT from a string argument.** Use `reducer(params, fn)` or `reducer(fn)`. +**Reducer name comes from the EXPORT NAME.** Use `export const myReducer = spacetimedb.reducer(params, fn)`. ```typescript import spacetimedb from './schema'; import { t, SenderError } from 'spacetimedb/server'; -// ✅ CORRECT — export const name = spacetimedb.reducer(params, fn) -export const reducer_name = spacetimedb.reducer({ param1: t.string(), param2: t.u64() }, (ctx, { param1, param2 }) => { +// ✅ CORRECT — export name becomes the reducer name (snake_cased automatically) +export const reducerName = spacetimedb.reducer({ param1: t.string(), param2: t.u64() }, (ctx, { param1, param2 }) => { // Validation if (!param1) throw new SenderError('param1 required'); - + // Access tables via ctx.db const row = ctx.db.myTable.primaryKey.find(param2); - + // Mutations ctx.db.myTable.insert({ ... }); ctx.db.myTable.primaryKey.update({ ...row, newField: value }); @@ -291,8 +292,8 @@ export const reducer_name = spacetimedb.reducer({ param1: t.string(), param2: t. ``` ```typescript -// ❌ WRONG — reducer('name', params, fn) does NOT exist -spacetimedb.reducer('reducer_name', { param1: t.string() }, (ctx, { param1 }) => { ... }); +// ❌ WRONG — do NOT pass a string name as first arg +spacetimedb.reducer('reducer_name', { param1: t.string() }, (ctx, { param1 }) => { ... }); // WRONG! String is not ReducerOpts ``` ### Update pattern (CRITICAL) @@ -314,15 +315,20 @@ ctx.db.player.identity.delete(ctx.sender); // delete by identity ``` ### Lifecycle hooks +**Must be `export const`. The export name determines the lifecycle reducer name.** ```typescript -spacetimedb.clientConnected((ctx) => { +// ✅ CORRECT — export const, NOT just a bare call +export const onConnect = spacetimedb.clientConnected((ctx) => { // ctx.sender is the connecting identity // Create/update user record, set online status, etc. }); -spacetimedb.clientDisconnected((ctx) => { +export const onDisconnect = spacetimedb.clientDisconnected((ctx) => { // Clean up: set offline status, remove ephemeral data, etc. }); + +// ❌ WRONG — bare call without export, hooks won't be registered +spacetimedb.clientConnected((ctx) => { ... }); // NOT registered! ``` ### Snake_case to camelCase conversion @@ -344,7 +350,7 @@ conn.reducers.doSomething({ param: 'value' }); ```typescript // 1. Define table first (scheduled: () => reducer — pass the exported reducer) -export const CleanupJob = table({ +const CleanupJob = table({ name: 'cleanup_job', scheduled: () => run_cleanup // reducer defined below }, { @@ -449,9 +455,9 @@ conn.subscriptionBuilder() ```typescript // Private table with index on ownerId -export const PrivateData = table( +const PrivateData = table( { name: 'private_data', - indexes: [{ name: 'by_owner', algorithm: 'btree', columns: ['ownerId'] }] + indexes: [{ accessor: 'by_owner', algorithm: 'btree', columns: ['ownerId'] }] }, { id: t.u64().primaryKey().autoInc(), @@ -460,15 +466,17 @@ export const PrivateData = table( } ); +// **Views MUST be `export const` — like reducers, they are registered via module exports.** + // ❌ BAD — .iter() causes performance issues (re-evaluates on ANY row change) -spacetimedb.view( +export const myDataSlow = spacetimedb.view( { name: 'my_data_slow', public: true }, t.array(PrivateData.rowType), (ctx) => [...ctx.db.privateData.iter()] // Works but VERY slow at scale ); // ✅ GOOD — index lookup enables targeted invalidation -spacetimedb.view( +export const myData = spacetimedb.view( { name: 'my_data', public: true }, t.array(PrivateData.rowType), (ctx) => [...ctx.db.privateData.by_owner.filter(ctx.sender)] @@ -480,7 +488,7 @@ spacetimedb.view( ```typescript // Query-builder views return a query; the SQL engine maintains the result incrementally. // This can scan the whole table if needed (e.g. leaderboard-style queries). -spacetimedb.anonymousView( +export const topPlayers = spacetimedb.anonymousView( { name: 'top_players', public: true }, t.array(Player.rowType), (ctx) => @@ -492,12 +500,12 @@ spacetimedb.anonymousView( ### ViewContext vs AnonymousViewContext ```typescript // ViewContext — has ctx.sender, result varies per user (computed per-subscriber) -spacetimedb.view({ name: 'my_items', public: true }, t.array(Item.rowType), (ctx) => { +export const myItems = spacetimedb.view({ name: 'my_items', public: true }, t.array(Item.rowType), (ctx) => { return [...ctx.db.item.by_owner.filter(ctx.sender)]; }); // AnonymousViewContext — no ctx.sender, same result for everyone (shared, better perf) -spacetimedb.anonymousView({ name: 'leaderboard', public: true }, t.array(LeaderboardRow), (ctx) => { +export const leaderboard = spacetimedb.anonymousView({ name: 'leaderboard', public: true }, t.array(LeaderboardRow), (ctx) => { return [...ctx.db.player.by_score.filter(/* top scores */)]; }); ``` @@ -600,7 +608,7 @@ spacetimedb.procedure({ url: t.string() }, t.unit(), (ctx, { url }) => { ``` src/schema.ts → Tables, export spacetimedb src/index.ts → Reducers, lifecycle, import schema -package.json → { "type": "module", "dependencies": { "spacetimedb": "^1.11.0" } } +package.json → { "type": "module", "dependencies": { "spacetimedb": "^2.0.0" } } tsconfig.json → Standard config ``` @@ -645,15 +653,17 @@ spacetime logs **TypeScript-specific:** -1. **`schema({ table })`** — takes exactly one object; never `schema(table)` or `schema(t1, t2, t3)` -2. **Reducer/procedure names from exports** — `export const name = spacetimedb.reducer(params, fn)`; never `reducer('name', ...)` -3. **Reducer calls use object syntax** — `{ param: 'value' }` not positional args +1. **`schema({ t1, t2, t3 })`** — takes ONE object with all tables; never `schema(t1, t2)` (spread args) +2. **Reducer name comes from the export name** — `export const myReducer = spacetimedb.reducer(params, fn)`; never pass a string name as first arg +3. **Lifecycle hooks MUST be `export const`** — `export const onConnect = spacetimedb.clientConnected(fn)`; bare calls without export are silently ignored +4. **Index definitions use `accessor:` not `name:`** — `{ accessor: 'my_idx', algorithm: 'btree', columns: [...] }` +5. **Reducer calls use object syntax** — `{ param: 'value' }` not positional args 4. **Import `DbConnection` from `./module_bindings`** — not from `spacetimedb` -5. **DO NOT edit generated bindings** — regenerate with `spacetime generate` -6. **Indexes go in OPTIONS (1st arg)** — not in COLUMNS (2nd arg) of `table()` -7. **Use BigInt for u64/i64 fields** — `0n`, `1n`, not `0`, `1` -8. **Reducers are transactional** — they do not return data -9. **Reducers must be deterministic** — no filesystem, network, timers, random -10. **Views should use index lookups** — `.iter()` causes severe performance issues -11. **Procedures need `ctx.withTx()`** — `ctx.db` doesn't exist in procedures -12. **Sum type values** — use `{ tag: 'variant', value: payload }` not `{ variant: payload }` +6. **DO NOT edit generated bindings** — regenerate with `spacetime generate` +7. **Indexes go in OPTIONS (1st arg)** — not in COLUMNS (2nd arg) of `table()` +8. **Use BigInt for u64/i64 fields** — `0n`, `1n`, not `0`, `1` +9. **Reducers are transactional** — they do not return data +10. **Reducers must be deterministic** — no filesystem, network, timers, random +11. **Views should use index lookups** — `.iter()` causes severe performance issues +12. **Procedures need `ctx.withTx()`** — `ctx.db` doesn't exist in procedures +13. **Sum type values** — use `{ tag: 'variant', value: payload }` not `{ variant: payload }` diff --git a/tools/xtask-llm-benchmark/src/bench/publishers.rs b/tools/xtask-llm-benchmark/src/bench/publishers.rs index 92e69b0317c..c2bcdcd90bc 100644 --- a/tools/xtask-llm-benchmark/src/bench/publishers.rs +++ b/tools/xtask-llm-benchmark/src/bench/publishers.rs @@ -294,7 +294,11 @@ impl Publisher for TypeScriptPublisher { Some(p) => Command::new(p), None => Command::new("pnpm"), }; - pnpm_cmd.arg("install").arg("--ignore-workspace").current_dir(source); + pnpm_cmd + .arg("install") + .arg("--ignore-workspace") + .current_dir(source) + .env("CI", "true"); // When using NODEJS_DIR, prepend it to PATH so pnpm.cmd can find node. if let Some(ref dir) = pnpm_exe && let Some(parent) = dir.parent() diff --git a/tools/xtask-llm-benchmark/src/bench/results_merge.rs b/tools/xtask-llm-benchmark/src/bench/results_merge.rs index b6f8df78295..fc6677bdcf7 100644 --- a/tools/xtask-llm-benchmark/src/bench/results_merge.rs +++ b/tools/xtask-llm-benchmark/src/bench/results_merge.rs @@ -16,10 +16,36 @@ fn load_results(path: &Path) -> Result { let mut f = fs::File::open(path)?; let mut s = String::new(); f.read_to_string(&mut s)?; - let root: Results = serde_json::from_str(&s).with_context(|| format!("failed parsing {}", path.display()))?; + let mut root: Results = serde_json::from_str(&s).with_context(|| format!("failed parsing {}", path.display()))?; + normalize_model_names(&mut root); Ok(root) } +/// Normalize all model names in loaded results and merge duplicates. +pub fn normalize_model_names(root: &mut Results) { + for lang in &mut root.languages { + for mode in &mut lang.modes { + let mut merged: Vec = Vec::new(); + for mut model in mode.models.drain(..) { + let canonical = canonical_model_name(&model.name); + model.name = canonical; + if let Some(existing) = merged.iter_mut().find(|m| m.name == model.name) { + // Merge tasks from duplicate into existing entry + for (task_id, outcome) in model.tasks { + existing.tasks.insert(task_id, outcome); + } + if existing.route_api_model.is_none() { + existing.route_api_model = model.route_api_model; + } + } else { + merged.push(model); + } + } + mode.models = merged; + } + } +} + fn save_atomic(path: &Path, root: &Results) -> Result<()> { let parent = path.parent().context("no parent dir for results path")?; fs::create_dir_all(parent)?; @@ -69,10 +95,43 @@ fn ensure_model<'a>(mode_v: &'a mut ModeEntry, name: &str) -> &'a mut ModelEntry mode_v.models.last_mut().unwrap() } +/// Normalize mode aliases to their canonical names before saving. +fn canonical_mode(mode: &str) -> &str { + match mode { + "none" | "no_guidelines" => "no_context", + other => other, + } +} + +/// Normalize model names so that OpenRouter-style IDs and case variants +/// resolve to the canonical display name from model_routes. +fn canonical_model_name(name: &str) -> String { + use crate::llm::model_routes::default_model_routes; + let lower = name.to_ascii_lowercase(); + for route in default_model_routes() { + // Match by openrouter model id (e.g. "anthropic/claude-sonnet-4.6") + if let Some(ref or) = route.openrouter_model + && lower == or.to_ascii_lowercase() + { + return route.display_name.to_string(); + } + // Match by api model id (e.g. "claude-sonnet-4-6") + if lower == route.api_model.to_ascii_lowercase() { + return route.display_name.to_string(); + } + // Match by case-insensitive display name (e.g. "claude sonnet 4.6") + if lower == route.display_name.to_ascii_lowercase() { + return route.display_name.to_string(); + } + } + name.to_string() +} + pub fn merge_task_runs(path: &Path, mode: &str, runs: &[RunOutcome]) -> Result<()> { if runs.is_empty() { return Ok(()); } + let mode = canonical_mode(mode); let lock_path = path.with_extension("lock"); let lock = fs::OpenOptions::new() @@ -92,7 +151,8 @@ pub fn merge_task_runs(path: &Path, mode: &str, runs: &[RunOutcome]) -> Result<( // Always bump the mode hash to the latest run's hash let mode_v = ensure_mode(lang_v, mode, Some(r.hash.clone())); - let model_v = ensure_model(mode_v, &r.model_name); + let canonical_name = canonical_model_name(&r.model_name); + let model_v = ensure_model(mode_v, &canonical_name); // Always replace with the latest value (even if None) model_v.route_api_model = r.route_api_model.clone(); @@ -105,6 +165,9 @@ pub fn merge_task_runs(path: &Path, mode: &str, runs: &[RunOutcome]) -> Result<( model_v.tasks.insert(r.task.clone(), sanitized); } + // Update the top-level timestamp + root.generated_at = Some(chrono::Utc::now().to_rfc3339()); + save_atomic(path, &root) })(); diff --git a/tools/xtask-llm-benchmark/src/bench/runner.rs b/tools/xtask-llm-benchmark/src/bench/runner.rs index 632aa64fac0..e99652d1193 100644 --- a/tools/xtask-llm-benchmark/src/bench/runner.rs +++ b/tools/xtask-llm-benchmark/src/bench/runner.rs @@ -16,8 +16,8 @@ use crate::bench::templates::materialize_project; use crate::bench::types::{BenchRunContext, PublishParams, RunContext, RunOneError}; pub(crate) use crate::bench::types::{RunOutcome, TaskPaths}; use crate::bench::utils::{ - bench_concurrency, bench_csharp_concurrency, category_slug, debug_llm, fmt_dur, print_llm_output, sanitize_db_name, - task_slug, work_server_dir_scoped, + bench_concurrency, bench_csharp_concurrency, bench_rust_concurrency, category_slug, debug_llm, fmt_dur, + print_llm_output, sanitize_db_name, task_slug, work_server_dir_scoped, }; use crate::bench::Publisher; use crate::eval::{Lang, ScoreDetails}; @@ -175,7 +175,7 @@ impl TaskRunner { let category = category_slug(&task.root); let task_id = task_slug(&task.root); - let route_tag = sanitize_db_name(cfg.route.display_name); + let route_tag = sanitize_db_name(&cfg.route.display_name); let golden_db = sanitize_db_name(&format!("{}-{}-golden", category, task_id)); let llm_db = sanitize_db_name(&format!("{}-{}-{}-llm", category, task_id, route_tag)); @@ -187,16 +187,80 @@ impl TaskRunner { let prompt_builder = (spec.make_prompt)(cfg.lang); println!("→ [{}] {}: building prompt", cfg.lang_name, cfg.route.display_name); - let prompt = prompt_builder.build_segmented(cfg.context); + let prompt = prompt_builder.build_segmented(cfg.mode, cfg.context); println!("→ [{}] {}: calling provider", cfg.lang_name, cfg.route.display_name); - let llm_output = tokio::time::timeout(std::time::Duration::from_secs(90), cfg.llm.generate(cfg.route, &prompt)) - .await - .map_err(|_| RunOneError::Other(anyhow!("LLM call timed out")))? - .map_err(RunOneError::Other)?; + let mut gen_start = Instant::now(); + let llm_result = { + const MAX_ATTEMPTS: u32 = 3; + // Slow models (Gemini 3.1 Pro, DeepSeek Reasoner) can take 8+ minutes on large contexts. + let timeout_secs = match cfg.route.display_name.to_ascii_lowercase() { + n if n.contains("gemini") || n.contains("deepseek") => 600, + _ => 300, + }; + let mut last_err: anyhow::Error = anyhow!("no attempts made"); + let mut result = None; + for attempt in 1..=MAX_ATTEMPTS { + gen_start = Instant::now(); + let r = tokio::time::timeout( + std::time::Duration::from_secs(timeout_secs), + cfg.llm.generate(cfg.route, &prompt), + ) + .await; + match r { + Ok(Ok(output)) => { + result = Some(output); + break; + } + Ok(Err(e)) => { + let msg = format!("{e:#}"); + let retryable = msg.contains("timed out") + || msg.contains("429") + || msg.contains("502") + || msg.contains("503") + || msg.contains("504") + || msg.contains("rate limit"); + if retryable && attempt < MAX_ATTEMPTS { + let delay = if msg.contains("429") || msg.contains("rate limit") { + 60 + } else { + 30 + }; + eprintln!( + "⚠️ [{}/{}] provider error (attempt {}/{}), retrying in {delay}s: {}", + cfg.lang_name, cfg.route.display_name, attempt, MAX_ATTEMPTS, msg + ); + tokio::time::sleep(std::time::Duration::from_secs(delay)).await; + last_err = e; + } else { + return Err(RunOneError::Other(e)); + } + } + Err(_) => { + if attempt < MAX_ATTEMPTS { + eprintln!( + "⚠️ [{}/{}] LLM call timed out after {timeout_secs}s (attempt {}/{}), retrying in 30s", + cfg.lang_name, cfg.route.display_name, attempt, MAX_ATTEMPTS + ); + tokio::time::sleep(std::time::Duration::from_secs(30)).await; + last_err = anyhow!("LLM call timed out after {timeout_secs}s"); + } else { + return Err(RunOneError::Other(anyhow!( + "LLM call timed out after {timeout_secs}s ({MAX_ATTEMPTS} attempts)" + ))); + } + } + } + } + result.ok_or_else(|| RunOneError::Other(last_err))? + }; + let generation_duration_ms = Some(gen_start.elapsed().as_millis() as u64); + let input_tokens = llm_result.input_tokens; + let output_tokens = llm_result.output_tokens; + let llm_output = llm_result.text; if debug_llm() { - print_llm_output(cfg.route.display_name, &task_id, &llm_output); + print_llm_output(&cfg.route.display_name, &task_id, &llm_output); } let publish_error: Option = self @@ -296,6 +360,9 @@ impl TaskRunner { .into_owned(), ), scorer_details: Some(scorer_details), + input_tokens, + output_tokens, + generation_duration_ms, started_at: Some(started), finished_at: Some(finished), }) @@ -316,6 +383,7 @@ pub async fn run_all_for_model_async_for_lang(cfg: &BenchRunContext<'_>) -> Resu let lang_name = cfg.lang.as_str(); let buf = match cfg.lang { Lang::CSharp => bench_csharp_concurrency(), + Lang::Rust => bench_rust_concurrency(), _ => bench_concurrency(), }; @@ -335,6 +403,7 @@ pub async fn run_all_for_model_async_for_lang(cfg: &BenchRunContext<'_>) -> Resu let run_cfg = RunContext { lang_name: &lang_name, lang, + mode: cfg.mode, route, context, hash, @@ -384,7 +453,9 @@ pub async fn run_all_for_model_async_for_lang(cfg: &BenchRunContext<'_>) -> Resu println!("[runner] completed batch: ok={} err={}", outcomes.len(), errs); - if !outcomes.is_empty() { + if cfg.dry_run { + eprintln!("[dry-run] skipping merge_task_runs ({} outcomes)", outcomes.len()); + } else if !outcomes.is_empty() { merge_task_runs(&cfg.details_path, cfg.mode, &outcomes)?; } else { eprintln!("[runner] no successful runs; not calling merge_task_runs"); @@ -433,6 +504,7 @@ pub async fn run_selected_for_model_async_for_lang(cfg: &BenchRunContext<'_>) -> let lang_name = cfg.lang.as_str(); let buf = match cfg.lang { Lang::CSharp => bench_csharp_concurrency(), + Lang::Rust => bench_rust_concurrency(), _ => bench_concurrency(), }; @@ -451,6 +523,7 @@ pub async fn run_selected_for_model_async_for_lang(cfg: &BenchRunContext<'_>) -> let run_cfg = RunContext { lang_name: &lang_name, lang, + mode: cfg.mode, route, context, hash, @@ -498,7 +571,9 @@ pub async fn run_selected_for_model_async_for_lang(cfg: &BenchRunContext<'_>) -> } } - if !outcomes.is_empty() { + if cfg.dry_run { + eprintln!("[dry-run] skipping merge_task_runs ({} outcomes)", outcomes.len()); + } else if !outcomes.is_empty() { merge_task_runs(&cfg.details_path, cfg.mode, &outcomes)?; } @@ -527,6 +602,7 @@ pub async fn run_selected_or_all_for_model_async_for_lang(ctx: &BenchRunContext< selectors: Option::from(sels), host: ctx.host.clone(), details_path: ctx.details_path.clone(), + dry_run: ctx.dry_run, }; return run_selected_for_model_async_for_lang(&sel_cfg).await; } @@ -567,6 +643,7 @@ pub async fn build_goldens_only_for_lang( let lang_name = lang.as_str(); let buf = match lang { Lang::CSharp => bench_csharp_concurrency(), + Lang::Rust => bench_rust_concurrency(), _ => bench_concurrency(), }; @@ -654,6 +731,9 @@ fn build_fail_outcome( scorer_details: Some(sd), vendor: route.vendor.slug().to_string(), + input_tokens: None, + output_tokens: None, + generation_duration_ms: None, started_at: Some(now), finished_at: Some(now), } diff --git a/tools/xtask-llm-benchmark/src/bench/templates.rs b/tools/xtask-llm-benchmark/src/bench/templates.rs index 879c5efa1dc..b5fa5f6add3 100644 --- a/tools/xtask-llm-benchmark/src/bench/templates.rs +++ b/tools/xtask-llm-benchmark/src/bench/templates.rs @@ -76,7 +76,8 @@ fn copy_tree_with_templates(src: &Path, dst: &Path) -> Result<()> { let p = entry.path(); let rel = p.strip_prefix(from)?; let out_path = to.join(rel); - if entry.file_type()?.is_dir() { + // Use p.metadata() (follows symlinks) so directory symlinks recurse correctly. + if p.metadata().map(|m| m.is_dir()).unwrap_or(false) { recurse(&p, &out_path)?; } else if out_path.extension().and_then(|e| e.to_str()) == Some("tmpl") { let rendered_path = out_path.with_extension(""); @@ -130,7 +131,7 @@ fn inject_rust(root: &Path, llm_code: &str) -> anyhow::Result<()> { if !sdk_path.is_dir() { bail!("local Rust SDK not found at {}", sdk_path.display()); } - let replacement = format!(r#"{{ path = "{}" }}"#, relative); + let replacement = format!(r#"spacetimedb = {{ path = "{}" }}"#, relative); let cargo_toml = root.join("Cargo.toml"); let mut toml = fs::read_to_string(&cargo_toml).with_context(|| format!("read {}", cargo_toml.display()))?; toml = toml.replace( diff --git a/tools/xtask-llm-benchmark/src/bench/types.rs b/tools/xtask-llm-benchmark/src/bench/types.rs index 1b0754a56bf..7429d349ecd 100644 --- a/tools/xtask-llm-benchmark/src/bench/types.rs +++ b/tools/xtask-llm-benchmark/src/bench/types.rs @@ -45,6 +45,13 @@ pub struct RunOutcome { #[serde(default)] pub vendor: String, + #[serde(skip_serializing_if = "Option::is_none")] + pub input_tokens: Option, + #[serde(skip_serializing_if = "Option::is_none")] + pub output_tokens: Option, + #[serde(skip_serializing_if = "Option::is_none")] + pub generation_duration_ms: Option, + #[serde(skip_serializing_if = "Option::is_none")] pub started_at: Option>, #[serde(skip_serializing_if = "Option::is_none")] @@ -52,11 +59,10 @@ pub struct RunOutcome { } impl RunOutcome { - /// Strip volatile fields that change every run (timestamps, ports, paths) + /// Strip volatile fields that change every run (ports, paths) /// to reduce git diff noise when committing results. + /// Timestamps (started_at, finished_at) are preserved for score history tracking. pub fn sanitize_for_commit(&mut self) { - self.started_at = None; - self.finished_at = None; self.work_dir_golden = None; self.work_dir_llm = None; self.golden_db = None; @@ -104,6 +110,7 @@ pub enum RunOneError { pub struct RunContext<'a> { pub lang_name: &'a str, pub lang: Lang, + pub mode: &'a str, pub route: &'a ModelRoute, pub context: &'a str, pub hash: &'a str, @@ -112,9 +119,11 @@ pub struct RunContext<'a> { } impl<'a> RunContext<'a> { + #[allow(clippy::too_many_arguments)] pub fn new( lang_name: &'a str, lang: Lang, + mode: &'a str, route: &'a ModelRoute, context: &'a str, hash: &'a str, @@ -124,6 +133,7 @@ impl<'a> RunContext<'a> { Self { lang_name, lang, + mode, route, context, hash, @@ -144,6 +154,7 @@ pub struct BenchRunContext<'a> { pub selectors: Option<&'a [String]>, pub host: Option, pub details_path: PathBuf, + pub dry_run: bool, } pub struct RunConfig { @@ -159,4 +170,6 @@ pub struct RunConfig { pub host: Option, /// Path to the details.json file where results will be merged pub details_path: PathBuf, + /// When true, run benchmarks but don't save results to disk + pub dry_run: bool, } diff --git a/tools/xtask-llm-benchmark/src/bench/utils.rs b/tools/xtask-llm-benchmark/src/bench/utils.rs index df643d356e7..a8ccddc23e5 100644 --- a/tools/xtask-llm-benchmark/src/bench/utils.rs +++ b/tools/xtask-llm-benchmark/src/bench/utils.rs @@ -100,6 +100,15 @@ pub fn bench_concurrency() -> usize { .unwrap_or(8) } +/// Concurrency for Rust/WASM builds. Lower default to avoid cargo registry +/// lock contention that causes STATUS_STACK_BUFFER_OVERRUN on Windows. +pub fn bench_rust_concurrency() -> usize { + env::var("LLM_BENCH_RUST_CONCURRENCY") + .ok() + .and_then(|s| s.parse().ok()) + .unwrap_or(2) +} + /// Concurrency for C# builds. Lower default than Rust due to dotnet/WASI SDK /// instability under high parallelism (causes SIGSEGV and "Pipe is broken" errors). pub fn bench_csharp_concurrency() -> usize { diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/answers/csharp.cs new file mode 100644 index 00000000000..39ef97c93b2 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/answers/csharp.cs @@ -0,0 +1,41 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "Message", Public = true)] + public partial struct Message + { + [PrimaryKey] + [AutoInc] + public ulong Id; + [SpacetimeDB.Index.BTree] + public Identity Owner; + public string Text; + } + + [Reducer] + public static void CreateMessage(ReducerContext ctx, string text) + { + ctx.Db.Message.Insert(new Message + { + Id = 0, + Owner = ctx.Sender, + Text = text, + }); + } + + [Reducer] + public static void DeleteMessage(ReducerContext ctx, ulong id) + { + var msg = ctx.Db.Message.Id.Find(id); + if (msg is not Message m) + { + throw new Exception("not found"); + } + if (m.Owner != ctx.Sender) + { + throw new Exception("unauthorized"); + } + ctx.Db.Message.Id.Delete(id); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/answers/rust.rs new file mode 100644 index 00000000000..2f85ee68cff --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/answers/rust.rs @@ -0,0 +1,30 @@ +use spacetimedb::Identity; +use spacetimedb::{reducer, table, ReducerContext, Table}; + +#[table(accessor = message, public)] +pub struct Message { + #[primary_key] + #[auto_inc] + pub id: u64, + #[index(btree)] + pub owner: Identity, + pub text: String, +} + +#[reducer] +pub fn create_message(ctx: &ReducerContext, text: String) { + ctx.db.message().insert(Message { + id: 0, + owner: ctx.sender(), + text, + }); +} + +#[reducer] +pub fn delete_message(ctx: &ReducerContext, id: u64) { + let msg = ctx.db.message().id().find(id).expect("not found"); + if msg.owner != ctx.sender() { + panic!("unauthorized"); + } + ctx.db.message().id().delete(id); +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/answers/typescript.ts new file mode 100644 index 00000000000..9a26bc7cf68 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/answers/typescript.ts @@ -0,0 +1,38 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const message = table({ + name: 'message', + public: true, +}, { + id: t.u64().primaryKey().autoInc(), + owner: t.identity().index('btree'), + text: t.string(), +}); + +const spacetimedb = schema({ message }); +export default spacetimedb; + +export const create_message = spacetimedb.reducer( + { text: t.string() }, + (ctx, { text }) => { + ctx.db.message.insert({ + id: 0n, + owner: ctx.sender, + text, + }); + } +); + +export const delete_message = spacetimedb.reducer( + { id: t.u64() }, + (ctx, { id }) => { + const msg = ctx.db.message.id.find(id); + if (!msg) { + throw new Error("not found"); + } + if (!msg.owner.equals(ctx.sender)) { + throw new Error("unauthorized"); + } + ctx.db.message.id.delete(id); + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/tasks/csharp.txt new file mode 100644 index 00000000000..d1bbef5075b --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/tasks/csharp.txt @@ -0,0 +1,20 @@ +Write a SpacetimeDB backend module in C# that defines a table of messages owned by users, and reducers that enforce ownership using ctx.Sender. + +TABLES +- Message + - Struct: Message + - Fields: + - Id: ulong (primary key, AutoInc) + - Owner: Identity (index BTree) + - Text: string + +REDUCERS +- CreateMessage(ctx, string text) + - Insert a new Message with Owner set to ctx.Sender + - Use Id: 0 for AutoInc + +- DeleteMessage(ctx, ulong id) + - Find the message by Id + - If not found, throw exception with "not found" + - If the message's Owner does not equal ctx.Sender, throw exception with "unauthorized" + - Otherwise, delete the message diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/tasks/rust.txt new file mode 100644 index 00000000000..58689ccd927 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/tasks/rust.txt @@ -0,0 +1,21 @@ +Write a SpacetimeDB backend module in Rust that defines a table of messages owned by users, and reducers that enforce ownership using ctx.sender. + +TABLES +- message + - Struct: Message + - public table + - Fields: + - id: u64 (primary key, auto_inc) + - owner: Identity (index btree) + - text: String + +REDUCERS +- create_message(ctx, text: String) + - Insert a new Message with owner set to ctx.sender + - Use id: 0 for auto_inc + +- delete_message(ctx, id: u64) + - Find the message by id + - If not found, panic with "not found" + - If the message's owner does not equal ctx.sender, panic with "unauthorized" + - Otherwise, delete the message diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/tasks/typescript.txt new file mode 100644 index 00000000000..3eb1729d5af --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_026_auth_identity_check/tasks/typescript.txt @@ -0,0 +1,20 @@ +Write a SpacetimeDB backend module in TypeScript that defines a table of messages owned by users, and reducers that enforce ownership using ctx.sender. + +TABLES +- message + - public table + - Fields: + - id: number (u64, primary key, autoInc) + - owner: Identity (index btree) + - text: string + +REDUCERS +- create_message(ctx, { text: string }) + - Insert a new message with owner set to ctx.sender() + - Use id: 0n for autoInc + +- delete_message(ctx, { id: number (u64) }) + - Find the message by id + - If not found, throw "not found" + - If the message's owner does not equal ctx.sender(), throw "unauthorized" + - Otherwise, delete the message diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/answers/csharp.cs new file mode 100644 index 00000000000..674605878dc --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/answers/csharp.cs @@ -0,0 +1,40 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "UserInternal")] + public partial struct UserInternal + { + [PrimaryKey] + [AutoInc] + public ulong Id; + public string Name; + public string Email; + public string PasswordHash; + } + + [Table(Accessor = "UserPublic", Public = true)] + public partial struct UserPublic + { + [PrimaryKey] + public ulong Id; + public string Name; + } + + [Reducer] + public static void RegisterUser(ReducerContext ctx, string name, string email, string passwordHash) + { + var intern = ctx.Db.UserInternal.Insert(new UserInternal + { + Id = 0, + Name = name, + Email = email, + PasswordHash = passwordHash, + }); + ctx.Db.UserPublic.Insert(new UserPublic + { + Id = intern.Id, + Name = name, + }); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/answers/rust.rs new file mode 100644 index 00000000000..d41588c9fe3 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/answers/rust.rs @@ -0,0 +1,29 @@ +use spacetimedb::{reducer, table, ReducerContext, Table}; + +#[table(accessor = user_internal)] +pub struct UserInternal { + #[primary_key] + #[auto_inc] + pub id: u64, + pub name: String, + pub email: String, + pub password_hash: String, +} + +#[table(accessor = user_public, public)] +pub struct UserPublic { + #[primary_key] + pub id: u64, + pub name: String, +} + +#[reducer] +pub fn register_user(ctx: &ReducerContext, name: String, email: String, password_hash: String) { + let internal = ctx.db.user_internal().insert(UserInternal { + id: 0, + name: name.clone(), + email, + password_hash, + }); + ctx.db.user_public().insert(UserPublic { id: internal.id, name }); +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/answers/typescript.ts new file mode 100644 index 00000000000..720fd37ec17 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/answers/typescript.ts @@ -0,0 +1,37 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const userInternal = table({ + name: 'user_internal', +}, { + id: t.u64().primaryKey().autoInc(), + name: t.string(), + email: t.string(), + passwordHash: t.string(), +}); + +const userPublic = table({ + name: 'user_public', + public: true, +}, { + id: t.u64().primaryKey(), + name: t.string(), +}); + +const spacetimedb = schema({ userInternal, userPublic }); +export default spacetimedb; + +export const register_user = spacetimedb.reducer( + { name: t.string(), email: t.string(), passwordHash: t.string() }, + (ctx, { name, email, passwordHash }) => { + const internal = ctx.db.userInternal.insert({ + id: 0n, + name, + email, + passwordHash, + }); + ctx.db.userPublic.insert({ + id: internal.id, + name, + }); + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/tasks/csharp.txt new file mode 100644 index 00000000000..69e2026892d --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/tasks/csharp.txt @@ -0,0 +1,23 @@ +Write a SpacetimeDB backend module in C# that defines a private table for sensitive data and a public table for client-visible data, with a reducer that copies safe fields from private to public. + +TABLES +- UserInternal + - Struct: UserInternal + - private table (do not set Public = true) + - Fields: + - Id: ulong (primary key, AutoInc) + - Name: string + - Email: string + - PasswordHash: string + +- UserPublic + - Struct: UserPublic + - public table (Public = true) + - Fields: + - Id: ulong (primary key) + - Name: string + +REDUCERS +- RegisterUser(ctx, string name, string email, string passwordHash) + - Insert into UserInternal (Id: 0 for AutoInc) + - Also insert into UserPublic with just the Id and Name (safe fields only) diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/tasks/rust.txt new file mode 100644 index 00000000000..3b3ae7cf0e1 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/tasks/rust.txt @@ -0,0 +1,23 @@ +Write a SpacetimeDB backend module in Rust that defines a private table for sensitive data and a public table for client-visible data, with a reducer that copies safe fields from private to public. + +TABLES +- user_internal + - Struct: UserInternal + - private table (default, no public attribute) + - Fields: + - id: u64 (primary key, auto_inc) + - name: String + - email: String + - password_hash: String + +- user_public + - Struct: UserPublic + - public table + - Fields: + - id: u64 (primary key) + - name: String + +REDUCERS +- register_user(ctx, name: String, email: String, password_hash: String) + - Insert into user_internal (id: 0 for auto_inc) + - Also insert into user_public with just the id and name (safe fields only) diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/tasks/typescript.txt new file mode 100644 index 00000000000..b4386b12f9c --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_027_private_vs_public_table/tasks/typescript.txt @@ -0,0 +1,21 @@ +Write a SpacetimeDB backend module in TypeScript that defines a private table for sensitive data and a public table for client-visible data, with a reducer that copies safe fields from private to public. + +TABLES +- userInternal + - private table (do not set public: true) + - Fields: + - id: number (u64, primary key, autoInc) + - name: string + - email: string + - passwordHash: string + +- userPublic + - public table (set public: true) + - Fields: + - id: number (u64, primary key) + - name: string + +REDUCERS +- register_user(ctx, { name: string, email: string, passwordHash: string }) + - Insert into userInternal (id: 0n for autoInc) + - Also insert into userPublic with just the id and name (safe fields only) diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/answers/csharp.cs new file mode 100644 index 00000000000..498eb336e7e --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/answers/csharp.cs @@ -0,0 +1,43 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "User")] + public partial struct User + { + [PrimaryKey] + public Identity Identity; + public string Name; + } + + [Table(Accessor = "Message", Public = true)] + public partial struct Message + { + [PrimaryKey] + [AutoInc] + public ulong Id; + [SpacetimeDB.Index.BTree] + public Identity Sender; + public string Text; + } + + [Reducer] + public static void Register(ReducerContext ctx, string name) + { + if (ctx.Db.User.Identity.Find(ctx.Sender) is not null) + { + throw new Exception("already registered"); + } + ctx.Db.User.Insert(new User { Identity = ctx.Sender, Name = name }); + } + + [Reducer] + public static void PostMessage(ReducerContext ctx, string text) + { + if (ctx.Db.User.Identity.Find(ctx.Sender) is null) + { + throw new Exception("not registered"); + } + ctx.Db.Message.Insert(new Message { Id = 0, Sender = ctx.Sender, Text = text }); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/answers/rust.rs new file mode 100644 index 00000000000..df55ea4f4cb --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/answers/rust.rs @@ -0,0 +1,41 @@ +use spacetimedb::{reducer, table, Identity, ReducerContext, Table}; + +#[table(accessor = user)] +pub struct User { + #[primary_key] + pub identity: Identity, + pub name: String, +} + +#[table(accessor = message, public)] +pub struct Message { + #[primary_key] + #[auto_inc] + pub id: u64, + #[index(btree)] + pub sender: Identity, + pub text: String, +} + +#[reducer] +pub fn register(ctx: &ReducerContext, name: String) { + if ctx.db.user().identity().find(ctx.sender()).is_some() { + panic!("already registered"); + } + ctx.db.user().insert(User { + identity: ctx.sender(), + name, + }); +} + +#[reducer] +pub fn post_message(ctx: &ReducerContext, text: String) { + if ctx.db.user().identity().find(ctx.sender()).is_none() { + panic!("not registered"); + } + ctx.db.message().insert(Message { + id: 0, + sender: ctx.sender(), + text, + }); +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/answers/typescript.ts new file mode 100644 index 00000000000..bffb86dc9a4 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/answers/typescript.ts @@ -0,0 +1,40 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const user = table({ + name: 'user', +}, { + identity: t.identity().primaryKey(), + name: t.string(), +}); + +const message = table({ + name: 'message', + public: true, +}, { + id: t.u64().primaryKey().autoInc(), + sender: t.identity().index('btree'), + text: t.string(), +}); + +const spacetimedb = schema({ user, message }); +export default spacetimedb; + +export const register = spacetimedb.reducer( + { name: t.string() }, + (ctx, { name }) => { + if (ctx.db.user.identity.find(ctx.sender)) { + throw new Error('already registered'); + } + ctx.db.user.insert({ identity: ctx.sender, name }); + } +); + +export const post_message = spacetimedb.reducer( + { text: t.string() }, + (ctx, { text }) => { + if (!ctx.db.user.identity.find(ctx.sender)) { + throw new Error('not registered'); + } + ctx.db.message.insert({ id: 0n, sender: ctx.sender, text }); + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/tasks/csharp.txt new file mode 100644 index 00000000000..142af581a0f --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/tasks/csharp.txt @@ -0,0 +1,26 @@ +Write a SpacetimeDB backend module in C# that gates actions behind a registration check. + +TABLES +- User + - Struct: User + - private table + - Fields: + - Identity: Identity (primary key) + - Name: string + +- Message + - Struct: Message + - public table + - Fields: + - Id: ulong (primary key, AutoInc) + - Sender: Identity (index BTree) + - Text: string + +REDUCERS +- Register(ctx, string name) + - If a User row already exists for ctx.Sender, throw exception with "already registered" + - Otherwise insert a new User with Identity = ctx.Sender and the given Name + +- PostMessage(ctx, string text) + - If no User row exists for ctx.Sender, throw exception with "not registered" + - Otherwise insert a Message with Sender = ctx.Sender and the given Text, Id = 0 for AutoInc diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/tasks/rust.txt new file mode 100644 index 00000000000..16e386b3009 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/tasks/rust.txt @@ -0,0 +1,26 @@ +Write a SpacetimeDB backend module in Rust that gates actions behind a registration check. + +TABLES +- user + - Struct: User + - private table + - Fields: + - identity: Identity (primary key) + - name: String + +- message + - Struct: Message + - public table + - Fields: + - id: u64 (primary key, auto_inc) + - sender: Identity (index btree) + - text: String + +REDUCERS +- register(ctx, name: String) + - If a User row already exists for ctx.sender, panic with "already registered" + - Otherwise insert a new User with identity = ctx.sender and the given name + +- post_message(ctx, text: String) + - If no User row exists for ctx.sender, panic with "not registered" + - Otherwise insert a Message with sender = ctx.sender and the given text, id = 0 for auto_inc diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/tasks/typescript.txt new file mode 100644 index 00000000000..a4e2d6e8340 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_041_registered_user_gate/tasks/typescript.txt @@ -0,0 +1,24 @@ +Write a SpacetimeDB backend module in TypeScript that gates actions behind a registration check. + +TABLES +- user + - private table + - Fields: + - identity: Identity (primary key) + - name: string + +- message + - public table + - Fields: + - id: number (u64, primary key, autoInc) + - sender: Identity (index btree) + - text: string + +REDUCERS +- register(ctx, { name: string }) + - If a user row already exists for ctx.sender, throw "already registered" + - Otherwise insert a new user with identity = ctx.sender and the given name + +- post_message(ctx, { text: string }) + - If no user row exists for ctx.sender, throw "not registered" + - Otherwise insert a message with sender = ctx.sender and the given text, id = 0n for autoInc diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/answers/csharp.cs new file mode 100644 index 00000000000..0f05ae487cf --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/answers/csharp.cs @@ -0,0 +1,42 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "Config")] + public partial struct Config + { + [PrimaryKey] + public uint Id; + public Identity Admin; + } + + [Table(Accessor = "AdminLog", Public = true)] + public partial struct AdminLog + { + [PrimaryKey] + [AutoInc] + public ulong Id; + public string Action; + } + + [Reducer] + public static void BootstrapAdmin(ReducerContext ctx) + { + if (ctx.Db.Config.Id.Find(0u) is not null) + { + throw new Exception("already bootstrapped"); + } + ctx.Db.Config.Insert(new Config { Id = 0, Admin = ctx.Sender }); + } + + [Reducer] + public static void AdminAction(ReducerContext ctx, string action) + { + var config = ctx.Db.Config.Id.Find(0u) ?? throw new Exception("not bootstrapped"); + if (config.Admin != ctx.Sender) + { + throw new Exception("not admin"); + } + ctx.Db.AdminLog.Insert(new AdminLog { Id = 0, Action = action }); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/answers/rust.rs new file mode 100644 index 00000000000..a69a973584b --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/answers/rust.rs @@ -0,0 +1,36 @@ +use spacetimedb::{reducer, table, Identity, ReducerContext, Table}; + +#[table(accessor = config)] +pub struct Config { + #[primary_key] + pub id: u32, + pub admin: Identity, +} + +#[table(accessor = admin_log, public)] +pub struct AdminLog { + #[primary_key] + #[auto_inc] + pub id: u64, + pub action: String, +} + +#[reducer] +pub fn bootstrap_admin(ctx: &ReducerContext) { + if ctx.db.config().id().find(0).is_some() { + panic!("already bootstrapped"); + } + ctx.db.config().insert(Config { + id: 0, + admin: ctx.sender(), + }); +} + +#[reducer] +pub fn admin_action(ctx: &ReducerContext, action: String) { + let config = ctx.db.config().id().find(0).expect("not bootstrapped"); + if ctx.sender() != config.admin { + panic!("not admin"); + } + ctx.db.admin_log().insert(AdminLog { id: 0, action }); +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/answers/typescript.ts new file mode 100644 index 00000000000..73af87a66ee --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/answers/typescript.ts @@ -0,0 +1,39 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const config = table({ + name: 'config', +}, { + id: t.u32().primaryKey(), + admin: t.identity(), +}); + +const admin_log = table({ + name: 'admin_log', + public: true, +}, { + id: t.u64().primaryKey().autoInc(), + action: t.string(), +}); + +const spacetimedb = schema({ config, admin_log }); +export default spacetimedb; + +export const bootstrap_admin = spacetimedb.reducer( + {}, + (ctx) => { + if (ctx.db.config.id.find(0)) { + throw new Error('already bootstrapped'); + } + ctx.db.config.insert({ id: 0, admin: ctx.sender }); + } +); + +export const admin_action = spacetimedb.reducer( + { action: t.string() }, + (ctx, { action }) => { + const config = ctx.db.config.id.find(0); + if (!config) throw new Error('not bootstrapped'); + if (!config.admin.equals(ctx.sender)) throw new Error('not admin'); + ctx.db.admin_log.insert({ id: 0n, action }); + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/tasks/csharp.txt new file mode 100644 index 00000000000..b8443e4e736 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/tasks/csharp.txt @@ -0,0 +1,26 @@ +Write a SpacetimeDB backend module in C# that implements a one-time admin bootstrap pattern. + +TABLES +- Config + - Struct: Config + - private table + - Fields: + - Id: uint (primary key) + - Admin: Identity + +- AdminLog + - Struct: AdminLog + - public table + - Fields: + - Id: ulong (primary key, AutoInc) + - Action: string + +REDUCERS +- BootstrapAdmin(ctx) + - If a Config row already exists (Id = 0), throw exception with "already bootstrapped" + - Otherwise insert Config { Id = 0, Admin = ctx.Sender } + +- AdminAction(ctx, string action) + - Load the Config row with Id = 0; if missing, throw exception with "not bootstrapped" + - If ctx.Sender does not equal config.Admin, throw exception with "not admin" + - Insert an AdminLog row with the given Action, Id = 0 for AutoInc diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/tasks/rust.txt new file mode 100644 index 00000000000..61ab5cf6b29 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/tasks/rust.txt @@ -0,0 +1,26 @@ +Write a SpacetimeDB backend module in Rust that implements a one-time admin bootstrap pattern. + +TABLES +- config + - Struct: Config + - private table + - Fields: + - id: u32 (primary key) + - admin: Identity + +- admin_log + - Struct: AdminLog + - public table + - Fields: + - id: u64 (primary key, auto_inc) + - action: String + +REDUCERS +- bootstrap_admin(ctx) + - If a Config row already exists (id = 0), panic with "already bootstrapped" + - Otherwise insert Config { id: 0, admin: ctx.sender } + +- admin_action(ctx, action: String) + - Load the Config row with id = 0; if missing, panic with "not bootstrapped" + - If ctx.sender does not equal config.admin, panic with "not admin" + - Insert an AdminLog row with the given action, id = 0 for auto_inc diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/tasks/typescript.txt new file mode 100644 index 00000000000..4bfd7a4bb89 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_042_admin_bootstrap/tasks/typescript.txt @@ -0,0 +1,24 @@ +Write a SpacetimeDB backend module in TypeScript that implements a one-time admin bootstrap pattern. + +TABLES +- config + - private table + - Fields: + - id: number (u32, primary key) + - admin: Identity + +- admin_log + - public table + - Fields: + - id: number (u64, primary key, autoInc) + - action: string + +REDUCERS +- bootstrap_admin(ctx) + - If a config row already exists (id = 0), throw "already bootstrapped" + - Otherwise insert config { id: 0, admin: ctx.sender } + +- admin_action(ctx, { action: string }) + - Load the config row with id = 0; if missing, throw "not bootstrapped" + - If ctx.sender does not equal config.admin, throw "not admin" + - Insert an admin_log row with the given action, id = 0n for autoInc diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/answers/csharp.cs new file mode 100644 index 00000000000..346dc0a241a --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/answers/csharp.cs @@ -0,0 +1,50 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "User")] + public partial struct User + { + [PrimaryKey] + public Identity Identity; + public string Role; + } + + [Reducer] + public static void Register(ReducerContext ctx) + { + if (ctx.Db.User.Identity.Find(ctx.Sender) is not null) + { + throw new Exception("already registered"); + } + ctx.Db.User.Insert(new User { Identity = ctx.Sender, Role = "member" }); + } + + [Reducer] + public static void Promote(ReducerContext ctx, Identity target) + { + var caller = ctx.Db.User.Identity.Find(ctx.Sender) ?? throw new Exception("not registered"); + if (caller.Role != "admin") + { + throw new Exception("not admin"); + } + var targetUser = ctx.Db.User.Identity.Find(target) ?? throw new Exception("target not registered"); + ctx.Db.User.Identity.Update(targetUser with { Role = "admin" }); + } + + [Reducer] + public static void MemberAction(ReducerContext ctx) + { + _ = ctx.Db.User.Identity.Find(ctx.Sender) ?? throw new Exception("not registered"); + } + + [Reducer] + public static void AdminAction(ReducerContext ctx) + { + var user = ctx.Db.User.Identity.Find(ctx.Sender) ?? throw new Exception("not registered"); + if (user.Role != "admin") + { + throw new Exception("not admin"); + } + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/answers/rust.rs new file mode 100644 index 00000000000..35ae48c1bb6 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/answers/rust.rs @@ -0,0 +1,43 @@ +use spacetimedb::{reducer, table, Identity, ReducerContext, Table}; + +#[table(accessor = user)] +pub struct User { + #[primary_key] + pub identity: Identity, + pub role: String, +} + +#[reducer] +pub fn register(ctx: &ReducerContext) { + if ctx.db.user().identity().find(ctx.sender()).is_some() { + panic!("already registered"); + } + ctx.db.user().insert(User { + identity: ctx.sender(), + role: "member".to_string(), + }); +} + +#[reducer] +pub fn promote(ctx: &ReducerContext, target: Identity) { + let caller = ctx.db.user().identity().find(ctx.sender()).expect("not registered"); + if caller.role != "admin" { + panic!("not admin"); + } + let mut target_user = ctx.db.user().identity().find(target).expect("target not registered"); + target_user.role = "admin".to_string(); + ctx.db.user().identity().update(target_user); +} + +#[reducer] +pub fn member_action(ctx: &ReducerContext) { + ctx.db.user().identity().find(ctx.sender()).expect("not registered"); +} + +#[reducer] +pub fn admin_action(ctx: &ReducerContext) { + let user = ctx.db.user().identity().find(ctx.sender()).expect("not registered"); + if user.role != "admin" { + panic!("not admin"); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/answers/typescript.ts new file mode 100644 index 00000000000..2936d7e214c --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/answers/typescript.ts @@ -0,0 +1,49 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const user = table({ + name: 'user', +}, { + identity: t.identity().primaryKey(), + role: t.string(), +}); + +const spacetimedb = schema({ user }); +export default spacetimedb; + +export const register = spacetimedb.reducer( + {}, + (ctx) => { + if (ctx.db.user.identity.find(ctx.sender)) { + throw new Error('already registered'); + } + ctx.db.user.insert({ identity: ctx.sender, role: 'member' }); + } +); + +export const promote = spacetimedb.reducer( + { target: t.identity() }, + (ctx, { target }) => { + const caller = ctx.db.user.identity.find(ctx.sender); + if (!caller) throw new Error('not registered'); + if (caller.role !== 'admin') throw new Error('not admin'); + const targetUser = ctx.db.user.identity.find(target); + if (!targetUser) throw new Error('target not registered'); + ctx.db.user.identity.update({ ...targetUser, role: 'admin' }); + } +); + +export const member_action = spacetimedb.reducer( + {}, + (ctx) => { + if (!ctx.db.user.identity.find(ctx.sender)) throw new Error('not registered'); + } +); + +export const admin_action = spacetimedb.reducer( + {}, + (ctx) => { + const user = ctx.db.user.identity.find(ctx.sender); + if (!user) throw new Error('not registered'); + if (user.role !== 'admin') throw new Error('not admin'); + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/tasks/csharp.txt new file mode 100644 index 00000000000..d0efc9dc564 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/tasks/csharp.txt @@ -0,0 +1,27 @@ +Write a SpacetimeDB backend module in C# that implements role-based access control. + +TABLES +- User + - Struct: User + - private table + - Fields: + - Identity: Identity (primary key) + - Role: string ("admin" or "member") + +REDUCERS +- Register(ctx) + - If a User row already exists for ctx.Sender, throw exception with "already registered" + - Insert User { Identity = ctx.Sender, Role = "member" } + +- Promote(ctx, Identity target) + - Load the User row for ctx.Sender; if missing, throw exception with "not registered" + - If the caller's Role is not "admin", throw exception with "not admin" + - Load the User row for target; if missing, throw exception with "target not registered" + - Update that row's Role to "admin" + +- MemberAction(ctx) + - Load the User row for ctx.Sender; if missing, throw exception with "not registered" + +- AdminAction(ctx) + - Load the User row for ctx.Sender; if missing, throw exception with "not registered" + - If the Role is not "admin", throw exception with "not admin" diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/tasks/rust.txt new file mode 100644 index 00000000000..73b4a876bfb --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/tasks/rust.txt @@ -0,0 +1,29 @@ +Write a SpacetimeDB backend module in Rust that implements role-based access control. + +TABLES +- user + - Struct: User + - private table + - Fields: + - identity: Identity (primary key) + - role: String ("admin" or "member") + +REDUCERS +- register(ctx) + - If a User row already exists for ctx.sender, panic with "already registered" + - Insert User { identity: ctx.sender, role: "member" } + +- promote(ctx, target: Identity) + - Load the User row for ctx.sender; if missing, panic with "not registered" + - If the caller's role is not "admin", panic with "not admin" + - Load the User row for target; if missing, panic with "target not registered" + - Update that row's role to "admin" + +- member_action(ctx) + - Load the User row for ctx.sender; if missing, panic with "not registered" + - (No further logic needed; presence of the row is sufficient) + +- admin_action(ctx) + - Load the User row for ctx.sender; if missing, panic with "not registered" + - If the role is not "admin", panic with "not admin" + - (No further logic needed beyond the guard) diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/tasks/typescript.txt new file mode 100644 index 00000000000..60cb6e06bbf --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_043_role_based_access/tasks/typescript.txt @@ -0,0 +1,26 @@ +Write a SpacetimeDB backend module in TypeScript that implements role-based access control. + +TABLES +- user + - private table + - Fields: + - identity: Identity (primary key) + - role: string ("admin" or "member") + +REDUCERS +- register(ctx) + - If a user row already exists for ctx.sender, throw "already registered" + - Insert user { identity: ctx.sender, role: "member" } + +- promote(ctx, { target: Identity }) + - Load the user row for ctx.sender; if missing, throw "not registered" + - If the caller's role is not "admin", throw "not admin" + - Load the user row for target; if missing, throw "target not registered" + - Update that row's role to "admin" + +- member_action(ctx) + - Load the user row for ctx.sender; if missing, throw "not registered" + +- admin_action(ctx) + - Load the user row for ctx.sender; if missing, throw "not registered" + - If the role is not "admin", throw "not admin" diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/answers/csharp.cs new file mode 100644 index 00000000000..6ac27ad542e --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/answers/csharp.cs @@ -0,0 +1,64 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "Admin")] + public partial struct Admin + { + [PrimaryKey] + public Identity Identity; + } + + [Table(Accessor = "Banned")] + public partial struct Banned + { + [PrimaryKey] + public Identity Identity; + } + + [Table(Accessor = "Player", Public = true)] + public partial struct Player + { + [PrimaryKey] + public Identity Identity; + public string Name; + } + + [Reducer] + public static void AddAdmin(ReducerContext ctx, Identity target) + { + if (ctx.Db.Admin.Identity.Find(ctx.Sender) is null) + { + throw new Exception("not admin"); + } + try { ctx.Db.Admin.Insert(new Admin { Identity = target }); } catch { } + } + + [Reducer] + public static void BanPlayer(ReducerContext ctx, Identity target) + { + if (ctx.Db.Admin.Identity.Find(ctx.Sender) is null) + { + throw new Exception("not admin"); + } + ctx.Db.Banned.Insert(new Banned { Identity = target }); + if (ctx.Db.Player.Identity.Find(target) is not null) + { + ctx.Db.Player.Identity.Delete(target); + } + } + + [Reducer] + public static void JoinGame(ReducerContext ctx, string name) + { + if (ctx.Db.Banned.Identity.Find(ctx.Sender) is not null) + { + throw new Exception("banned"); + } + if (ctx.Db.Player.Identity.Find(ctx.Sender) is not null) + { + throw new Exception("already in game"); + } + ctx.Db.Player.Insert(new Player { Identity = ctx.Sender, Name = name }); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/answers/rust.rs new file mode 100644 index 00000000000..69b7ed62165 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/answers/rust.rs @@ -0,0 +1,53 @@ +use spacetimedb::{reducer, table, Identity, ReducerContext, Table}; + +#[table(accessor = admin)] +pub struct Admin { + #[primary_key] + pub identity: Identity, +} + +#[table(accessor = banned)] +pub struct Banned { + #[primary_key] + pub identity: Identity, +} + +#[table(accessor = player, public)] +pub struct Player { + #[primary_key] + pub identity: Identity, + pub name: String, +} + +#[reducer] +pub fn add_admin(ctx: &ReducerContext, target: Identity) { + if ctx.db.admin().identity().find(ctx.sender()).is_none() { + panic!("not admin"); + } + let _ = ctx.db.admin().try_insert(Admin { identity: target }); +} + +#[reducer] +pub fn ban_player(ctx: &ReducerContext, target: Identity) { + if ctx.db.admin().identity().find(ctx.sender()).is_none() { + panic!("not admin"); + } + ctx.db.banned().insert(Banned { identity: target }); + if ctx.db.player().identity().find(target).is_some() { + ctx.db.player().identity().delete(target); + } +} + +#[reducer] +pub fn join_game(ctx: &ReducerContext, name: String) { + if ctx.db.banned().identity().find(ctx.sender()).is_some() { + panic!("banned"); + } + if ctx.db.player().identity().find(ctx.sender()).is_some() { + panic!("already in game"); + } + ctx.db.player().insert(Player { + identity: ctx.sender(), + name, + }); +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/answers/typescript.ts new file mode 100644 index 00000000000..b5f622dfab1 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/answers/typescript.ts @@ -0,0 +1,52 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const admin = table({ + name: 'admin', +}, { + identity: t.identity().primaryKey(), +}); + +const banned = table({ + name: 'banned', +}, { + identity: t.identity().primaryKey(), +}); + +const player = table({ + name: 'player', + public: true, +}, { + identity: t.identity().primaryKey(), + name: t.string(), +}); + +const spacetimedb = schema({ admin, banned, player }); +export default spacetimedb; + +export const add_admin = spacetimedb.reducer( + { target: t.identity() }, + (ctx, { target }) => { + if (!ctx.db.admin.identity.find(ctx.sender)) throw new Error('not admin'); + try { ctx.db.admin.insert({ identity: target }); } catch {} + } +); + +export const ban_player = spacetimedb.reducer( + { target: t.identity() }, + (ctx, { target }) => { + if (!ctx.db.admin.identity.find(ctx.sender)) throw new Error('not admin'); + ctx.db.banned.insert({ identity: target }); + if (ctx.db.player.identity.find(target)) { + ctx.db.player.identity.delete(target); + } + } +); + +export const join_game = spacetimedb.reducer( + { name: t.string() }, + (ctx, { name }) => { + if (ctx.db.banned.identity.find(ctx.sender)) throw new Error('banned'); + if (ctx.db.player.identity.find(ctx.sender)) throw new Error('already in game'); + ctx.db.player.insert({ identity: ctx.sender, name }); + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/tasks/csharp.txt new file mode 100644 index 00000000000..5337d4c112e --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/tasks/csharp.txt @@ -0,0 +1,35 @@ +Write a SpacetimeDB backend module in C# that implements a ban list enforced on game entry. + +TABLES +- Admin + - Struct: Admin + - private table + - Fields: + - Identity: Identity (primary key) + +- Banned + - Struct: Banned + - private table + - Fields: + - Identity: Identity (primary key) + +- Player + - Struct: Player + - public table + - Fields: + - Identity: Identity (primary key) + - Name: string + +REDUCERS +- AddAdmin(ctx, Identity target) + - If ctx.Sender is not in the Admin table, throw exception with "not admin" + - Insert Admin { Identity = target } (ignore if already present) + +- BanPlayer(ctx, Identity target) + - If ctx.Sender is not in the Admin table, throw exception with "not admin" + - Insert Banned { Identity = target } + - Remove the Player row for target if one exists + +- JoinGame(ctx, string name) + - If ctx.Sender is in the Banned table, throw exception with "banned" + - Insert Player { Identity = ctx.Sender, Name = name }; if already present, throw exception with "already in game" diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/tasks/rust.txt new file mode 100644 index 00000000000..21717530997 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/tasks/rust.txt @@ -0,0 +1,35 @@ +Write a SpacetimeDB backend module in Rust that implements a ban list enforced on game entry. + +TABLES +- admin + - Struct: Admin + - private table + - Fields: + - identity: Identity (primary key) + +- banned + - Struct: Banned + - private table + - Fields: + - identity: Identity (primary key) + +- player + - Struct: Player + - public table + - Fields: + - identity: Identity (primary key) + - name: String + +REDUCERS +- add_admin(ctx, target: Identity) + - If ctx.sender is not in the admin table, panic with "not admin" + - Insert Admin { identity: target } (ignore if already present) + +- ban_player(ctx, target: Identity) + - If ctx.sender is not in the admin table, panic with "not admin" + - Insert Banned { identity: target } + - Remove the Player row for target if one exists + +- join_game(ctx, name: String) + - If ctx.sender is in the banned table, panic with "banned" + - Insert Player { identity: ctx.sender, name }; if already present, panic with "already in game" diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/tasks/typescript.txt new file mode 100644 index 00000000000..7400f7f0374 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_044_ban_list/tasks/typescript.txt @@ -0,0 +1,33 @@ +Write a SpacetimeDB backend module in TypeScript that implements a ban list enforced on game entry. + +TABLES +- admin + - private table + - Fields: + - identity: Identity (primary key) + +- banned + - private table + - Fields: + - identity: Identity (primary key) + +- player + - public table + - Fields: + - identity: Identity (primary key) + - name: string + +REDUCERS +- add_admin(ctx, { target: Identity }) + - If ctx.sender is not in the admin table, throw "not admin" + - Insert { identity: target } into admin (ignore if already present) + +- ban_player(ctx, { target: Identity }) + - If ctx.sender is not in the admin table, throw "not admin" + - Insert { identity: target } into banned + - Remove the player row for target if one exists + +- join_game(ctx, { name: string }) + - If ctx.sender is in the banned table, throw "banned" + - If a player row already exists for ctx.sender, throw "already in game" + - Insert player { identity: ctx.sender, name } diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/answers/csharp.cs new file mode 100644 index 00000000000..3ada95fc066 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/answers/csharp.cs @@ -0,0 +1,42 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "RateLimit")] + public partial struct RateLimit + { + [PrimaryKey] + public Identity Identity; + public ulong LastCallUs; + } + + [Table(Accessor = "ActionLog", Public = true)] + public partial struct ActionLog + { + [PrimaryKey] + [AutoInc] + public ulong Id; + public Identity Identity; + public string Payload; + } + + [Reducer] + public static void LimitedAction(ReducerContext ctx, string payload) + { + ulong now = (ulong)ctx.Timestamp.MicrosecondsSinceUnixEpoch; + var entry = ctx.Db.RateLimit.Identity.Find(ctx.Sender); + if (entry is RateLimit r) + { + if (now - r.LastCallUs < 1_000_000UL) + { + throw new Exception("rate limited"); + } + ctx.Db.RateLimit.Identity.Update(r with { LastCallUs = now }); + } + else + { + ctx.Db.RateLimit.Insert(new RateLimit { Identity = ctx.Sender, LastCallUs = now }); + } + ctx.Db.ActionLog.Insert(new ActionLog { Id = 0, Identity = ctx.Sender, Payload = payload }); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/answers/rust.rs new file mode 100644 index 00000000000..f6748729bb3 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/answers/rust.rs @@ -0,0 +1,41 @@ +use spacetimedb::{reducer, table, Identity, ReducerContext, Table}; + +#[table(accessor = rate_limit)] +pub struct RateLimit { + #[primary_key] + pub identity: Identity, + pub last_call_us: i64, +} + +#[table(accessor = action_log, public)] +pub struct ActionLog { + #[primary_key] + #[auto_inc] + pub id: u64, + pub identity: Identity, + pub payload: String, +} + +#[reducer] +pub fn limited_action(ctx: &ReducerContext, payload: String) { + let now = ctx.timestamp.to_micros_since_unix_epoch(); + if let Some(entry) = ctx.db.rate_limit().identity().find(ctx.sender()) { + if now.saturating_sub(entry.last_call_us) < 1_000_000 { + panic!("rate limited"); + } + ctx.db.rate_limit().identity().update(RateLimit { + identity: ctx.sender(), + last_call_us: now, + }); + } else { + ctx.db.rate_limit().insert(RateLimit { + identity: ctx.sender(), + last_call_us: now, + }); + } + ctx.db.action_log().insert(ActionLog { + id: 0, + identity: ctx.sender(), + payload, + }); +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/answers/typescript.ts new file mode 100644 index 00000000000..85dbb3cae26 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/answers/typescript.ts @@ -0,0 +1,35 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const rate_limit = table({ + name: 'rate_limit', +}, { + identity: t.identity().primaryKey(), + last_call_us: t.u64(), +}); + +const action_log = table({ + name: 'action_log', + public: true, +}, { + id: t.u64().primaryKey().autoInc(), + identity: t.identity(), + payload: t.string(), +}); + +const spacetimedb = schema({ rate_limit, action_log }); +export default spacetimedb; + +export const limited_action = spacetimedb.reducer( + { payload: t.string() }, + (ctx, { payload }) => { + const now = BigInt(ctx.timestamp.microsSinceUnixEpoch); + const entry = ctx.db.rate_limit.identity.find(ctx.sender); + if (entry) { + if (now - entry.last_call_us < 1_000_000n) throw new Error('rate limited'); + ctx.db.rate_limit.identity.update({ ...entry, last_call_us: now }); + } else { + ctx.db.rate_limit.insert({ identity: ctx.sender, last_call_us: now }); + } + ctx.db.action_log.insert({ id: 0n, identity: ctx.sender, payload }); + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/tasks/csharp.txt new file mode 100644 index 00000000000..8fa3e429326 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/tasks/csharp.txt @@ -0,0 +1,25 @@ +Write a SpacetimeDB backend module in C# that enforces per-identity rate limiting. + +TABLES +- RateLimit + - Struct: RateLimit + - private table + - Fields: + - Identity: Identity (primary key) + - LastCallUs: ulong (microsecond timestamp of the last allowed call) + +- ActionLog + - Struct: ActionLog + - public table + - Fields: + - Id: ulong (primary key, AutoInc) + - Identity: Identity + - Payload: string + +REDUCERS +- LimitedAction(ctx, string payload) + - Get the current time in microseconds: ctx.Timestamp.ToUnixTimeMilliseconds() * 1000 + - Look up the RateLimit row for ctx.Sender + - If a row exists and (now - LastCallUs) < 1_000_000, throw exception with "rate limited" + - Insert or update the RateLimit row with LastCallUs = now + - Insert an ActionLog row with Identity = ctx.Sender and the given Payload, Id = 0 for AutoInc diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/tasks/rust.txt new file mode 100644 index 00000000000..db178fe9cfc --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/tasks/rust.txt @@ -0,0 +1,25 @@ +Write a SpacetimeDB backend module in Rust that enforces per-identity rate limiting. + +TABLES +- rate_limit + - Struct: RateLimit + - private table + - Fields: + - identity: Identity (primary key) + - last_call_us: i64 (microsecond timestamp of the last allowed call) + +- action_log + - Struct: ActionLog + - public table + - Fields: + - id: u64 (primary key, auto_inc) + - identity: Identity + - payload: String + +REDUCERS +- limited_action(ctx, payload: String) + - Get the current time in microseconds as i64: ctx.timestamp.to_micros_since_unix_epoch() + - Look up the RateLimit row for ctx.sender + - If a row exists and (now - last_call_us) < 1_000_000, panic with "rate limited" + - Insert or update the RateLimit row with last_call_us = now + - Insert an ActionLog row with identity = ctx.sender and the given payload, id = 0 for auto_inc diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/tasks/typescript.txt new file mode 100644 index 00000000000..2af01a1dc16 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_045_rate_limit/tasks/typescript.txt @@ -0,0 +1,23 @@ +Write a SpacetimeDB backend module in TypeScript that enforces per-identity rate limiting. + +TABLES +- rate_limit + - private table + - Fields: + - identity: Identity (primary key) + - last_call_us: number (u64, microsecond timestamp of the last allowed call) + +- action_log + - public table + - Fields: + - id: number (u64, primary key, autoInc) + - identity: Identity + - payload: string + +REDUCERS +- limited_action(ctx, { payload: string }) + - Get the current time in microseconds: ctx.timestamp.microsSinceUnixEpoch (a BigInt) + - Look up the rate_limit row for ctx.sender + - If a row exists and (now - last_call_us) < 1_000_000n, throw "rate limited" + - Insert or update the rate_limit row with last_call_us = now + - Insert an action_log row with identity = ctx.sender and the given payload, id = 0n for autoInc diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/answers/csharp.cs new file mode 100644 index 00000000000..6005314be50 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/answers/csharp.cs @@ -0,0 +1,55 @@ +using SpacetimeDB; +using System.Linq; + +public static partial class Module +{ + [Table(Accessor = "Document", Public = true)] + public partial struct Document + { + [PrimaryKey] + [AutoInc] + public ulong Id; + [SpacetimeDB.Index.BTree] + public Identity Owner; + public string Title; + } + + [Table(Accessor = "DocumentShare", Public = true)] + public partial struct DocumentShare + { + [SpacetimeDB.Index.BTree] + public ulong DocumentId; + [SpacetimeDB.Index.BTree] + public Identity SharedWith; + } + + [Reducer] + public static void CreateDocument(ReducerContext ctx, string title) + { + ctx.Db.Document.Insert(new Document { Id = 0, Owner = ctx.Sender, Title = title }); + } + + [Reducer] + public static void ShareDocument(ReducerContext ctx, ulong documentId, Identity target) + { + var doc = ctx.Db.Document.Id.Find(documentId) ?? throw new Exception("not found"); + if (doc.Owner != ctx.Sender) + { + throw new Exception("not owner"); + } + ctx.Db.DocumentShare.Insert(new DocumentShare { DocumentId = documentId, SharedWith = target }); + } + + [Reducer] + public static void EditDocument(ReducerContext ctx, ulong documentId, string newTitle) + { + var doc = ctx.Db.Document.Id.Find(documentId) ?? throw new Exception("not found"); + bool isOwner = doc.Owner == ctx.Sender; + bool isShared = ctx.Db.DocumentShare.DocumentId.Filter(documentId).Any(s => s.SharedWith == ctx.Sender); + if (!isOwner && !isShared) + { + throw new Exception("unauthorized"); + } + ctx.Db.Document.Id.Update(doc with { Title = newTitle }); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/answers/rust.rs new file mode 100644 index 00000000000..59e51fac9dc --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/answers/rust.rs @@ -0,0 +1,57 @@ +use spacetimedb::{reducer, table, Identity, ReducerContext, Table}; + +#[table(accessor = document, public)] +pub struct Document { + #[primary_key] + #[auto_inc] + pub id: u64, + #[index(btree)] + pub owner: Identity, + pub title: String, +} + +#[table(accessor = document_share, public)] +pub struct DocumentShare { + #[index(btree)] + pub document_id: u64, + #[index(btree)] + pub shared_with: Identity, +} + +#[reducer] +pub fn create_document(ctx: &ReducerContext, title: String) { + ctx.db.document().insert(Document { + id: 0, + owner: ctx.sender(), + title, + }); +} + +#[reducer] +pub fn share_document(ctx: &ReducerContext, document_id: u64, target: Identity) { + let doc = ctx.db.document().id().find(document_id).expect("not found"); + if doc.owner != ctx.sender() { + panic!("not owner"); + } + ctx.db.document_share().insert(DocumentShare { + document_id, + shared_with: target, + }); +} + +#[reducer] +pub fn edit_document(ctx: &ReducerContext, document_id: u64, new_title: String) { + let mut doc = ctx.db.document().id().find(document_id).expect("not found"); + let is_owner = doc.owner == ctx.sender(); + let is_shared = ctx + .db + .document_share() + .document_id() + .filter(document_id) + .any(|s| s.shared_with == ctx.sender()); + if !is_owner && !is_shared { + panic!("unauthorized"); + } + doc.title = new_title; + ctx.db.document().id().update(doc); +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/answers/typescript.ts new file mode 100644 index 00000000000..76c8db3b677 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/answers/typescript.ts @@ -0,0 +1,51 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const document = table({ + name: 'document', + public: true, +}, { + id: t.u64().primaryKey().autoInc(), + owner: t.identity().index('btree'), + title: t.string(), +}); + +const document_share = table({ + name: 'document_share', + public: true, +}, { + document_id: t.u64().index('btree'), + shared_with: t.identity().index('btree'), +}); + +const spacetimedb = schema({ document, document_share }); +export default spacetimedb; + +export const create_document = spacetimedb.reducer( + { title: t.string() }, + (ctx, { title }) => { + ctx.db.document.insert({ id: 0n, owner: ctx.sender, title }); + } +); + +export const share_document = spacetimedb.reducer( + { document_id: t.u64(), target: t.identity() }, + (ctx, { document_id, target }) => { + const doc = ctx.db.document.id.find(document_id); + if (!doc) throw new Error('not found'); + if (!doc.owner.equals(ctx.sender)) throw new Error('not owner'); + ctx.db.document_share.insert({ document_id, shared_with: target }); + } +); + +export const edit_document = spacetimedb.reducer( + { document_id: t.u64(), new_title: t.string() }, + (ctx, { document_id, new_title }) => { + const doc = ctx.db.document.id.find(document_id); + if (!doc) throw new Error('not found'); + const isOwner = doc.owner.equals(ctx.sender); + const isShared = [...ctx.db.document_share.document_id.filter(document_id)] + .some(s => s.shared_with.equals(ctx.sender)); + if (!isOwner && !isShared) throw new Error('unauthorized'); + ctx.db.document.id.update({ ...doc, title: new_title }); + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/tasks/csharp.txt new file mode 100644 index 00000000000..cf07439c658 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/tasks/csharp.txt @@ -0,0 +1,33 @@ +Write a SpacetimeDB backend module in C# that implements document ownership and explicit sharing. + +TABLES +- Document + - Struct: Document + - public table + - Fields: + - Id: ulong (primary key, AutoInc) + - Owner: Identity (index BTree) + - Title: string + +- DocumentShare + - Struct: DocumentShare + - public table + - Fields: + - DocumentId: ulong (index BTree) + - SharedWith: Identity (index BTree) + +REDUCERS +- CreateDocument(ctx, string title) + - Insert a Document with Owner = ctx.Sender and the given Title, Id = 0 for AutoInc + +- ShareDocument(ctx, ulong documentId, Identity target) + - Load the Document by Id; if missing, throw exception with "not found" + - If Document.Owner != ctx.Sender, throw exception with "not owner" + - Insert a DocumentShare { DocumentId = documentId, SharedWith = target } + +- EditDocument(ctx, ulong documentId, string newTitle) + - Load the Document by Id; if missing, throw exception with "not found" + - The caller is authorized if they are the Owner OR if a DocumentShare row exists + with matching DocumentId and SharedWith == ctx.Sender + - If neither condition is true, throw exception with "unauthorized" + - Update the Document's Title to newTitle diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/tasks/rust.txt new file mode 100644 index 00000000000..791afb14297 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/tasks/rust.txt @@ -0,0 +1,33 @@ +Write a SpacetimeDB backend module in Rust that implements document ownership and explicit sharing. + +TABLES +- document + - Struct: Document + - public table + - Fields: + - id: u64 (primary key, auto_inc) + - owner: Identity (index btree) + - title: String + +- document_share + - Struct: DocumentShare + - public table + - Fields: + - document_id: u64 (index btree) + - shared_with: Identity (index btree) + +REDUCERS +- create_document(ctx, title: String) + - Insert a Document with owner = ctx.sender and the given title, id = 0 for auto_inc + +- share_document(ctx, document_id: u64, target: Identity) + - Load the Document by id; if missing, panic with "not found" + - If document.owner != ctx.sender, panic with "not owner" + - Insert a DocumentShare { document_id, shared_with: target } + +- edit_document(ctx, document_id: u64, new_title: String) + - Load the Document by id; if missing, panic with "not found" + - The caller is authorized if they are the owner OR if a DocumentShare row exists + with matching document_id and shared_with == ctx.sender + - If neither condition is true, panic with "unauthorized" + - Update the Document's title to new_title diff --git a/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/tasks/typescript.txt new file mode 100644 index 00000000000..2d7c257b147 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/auth/t_046_shared_document/tasks/typescript.txt @@ -0,0 +1,31 @@ +Write a SpacetimeDB backend module in TypeScript that implements document ownership and explicit sharing. + +TABLES +- document + - public table + - Fields: + - id: number (u64, primary key, autoInc) + - owner: Identity (index btree) + - title: string + +- document_share + - public table + - Fields: + - document_id: number (u64, index btree) + - shared_with: Identity (index btree) + +REDUCERS +- create_document(ctx, { title: string }) + - Insert a document with owner = ctx.sender and the given title, id = 0n for autoInc + +- share_document(ctx, { document_id: number (u64), target: Identity }) + - Load the document by id; if missing, throw "not found" + - If document.owner != ctx.sender, throw "not owner" + - Insert a document_share { document_id, shared_with: target } + +- edit_document(ctx, { document_id: number (u64), new_title: string }) + - Load the document by id; if missing, throw "not found" + - The caller is authorized if they are the owner OR if a document_share row exists + with matching document_id and shared_with == ctx.sender + - If neither condition is true, throw "unauthorized" + - Update the document's title to new_title diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_002_scheduled_table/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_002_scheduled_table/answers/typescript.ts index 3ef100dd454..87d000255bc 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_002_scheduled_table/answers/typescript.ts +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_002_scheduled_table/answers/typescript.ts @@ -2,7 +2,7 @@ import { ScheduleAt } from 'spacetimedb'; import { table, schema, t } from 'spacetimedb/server'; const tickTimer = table({ - name: 'tickTimer', + name: 'tick_timer', scheduled: (): any => tick, }, { scheduledId: t.u64().primaryKey().autoInc(), diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/answers/csharp.cs index b0d4d6fdf32..8772175b472 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/answers/csharp.cs +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/answers/csharp.cs @@ -5,14 +5,20 @@ public static partial class Module [Table(Accessor = "User")] public partial struct User { - [PrimaryKey] public int Id; + [PrimaryKey, AutoInc] public ulong Id; public string Name; public int Age; public bool Active; } [Reducer] - public static void UpdateUser(ReducerContext ctx, int id, string name, int age, bool active) + public static void InsertUser(ReducerContext ctx, string name, int age, bool active) + { + ctx.Db.User.Insert(new User { Id = 0, Name = name, Age = age, Active = active }); + } + + [Reducer] + public static void UpdateUser(ReducerContext ctx, ulong id, string name, int age, bool active) { ctx.Db.User.Id.Update(new User { Id = id, Name = name, Age = age, Active = active }); } diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/answers/rust.rs index edc2974a4bb..b9a2d62ac36 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/answers/rust.rs +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/answers/rust.rs @@ -1,15 +1,26 @@ -use spacetimedb::{reducer, table, ReducerContext}; +use spacetimedb::{reducer, table, ReducerContext, Table}; #[table(accessor = user)] pub struct User { #[primary_key] - pub id: i32, + #[auto_inc] + pub id: u64, pub name: String, pub age: i32, pub active: bool, } #[reducer] -pub fn update_user(ctx: &ReducerContext, id: i32, name: String, age: i32, active: bool) { +pub fn insert_user(ctx: &ReducerContext, name: String, age: i32, active: bool) { + ctx.db.user().insert(User { + id: 0, + name, + age, + active, + }); +} + +#[reducer] +pub fn update_user(ctx: &ReducerContext, id: u64, name: String, age: i32, active: bool) { ctx.db.user().id().update(User { id, name, age, active }); } diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/answers/typescript.ts index c5cb5dd9bfd..ec1e150fee2 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/answers/typescript.ts +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/answers/typescript.ts @@ -5,7 +5,7 @@ const user = table( name: 'user', }, { - id: t.i32().primaryKey(), + id: t.u64().primaryKey().autoInc(), name: t.string(), age: t.i32(), active: t.bool(), @@ -15,8 +15,15 @@ const user = table( const spacetimedb = schema({ user }); export default spacetimedb; +export const insertUser = spacetimedb.reducer( + { name: t.string(), age: t.i32(), active: t.bool() }, + (ctx, { name, age, active }) => { + ctx.db.user.insert({ id: 0n, name, age, active }); + } +); + export const updateUser = spacetimedb.reducer( - { id: t.i32(), name: t.string(), age: t.i32(), active: t.bool() }, + { id: t.u64(), name: t.string(), age: t.i32(), active: t.bool() }, (ctx, { id, name, age, active }) => { ctx.db.user.id.update({ id, name, age, active }); } diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/spec.rs index 528b1ac0aa5..146cb2fba1d 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/spec.rs +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/spec.rs @@ -1,5 +1,5 @@ use crate::eval::defaults::{ - default_schema_parity_scorers, make_reducer_data_parity_scorer, make_sql_exec_both_scorer, + default_schema_parity_scorers, make_reducer_call_both_scorer, make_reducer_data_parity_scorer, }; use crate::eval::{casing_for_lang, ident, table_name, BenchmarkSpec, ReducerDataParityConfig, SqlBuilder}; use serde_json::Value; @@ -12,21 +12,18 @@ pub fn spec() -> BenchmarkSpec { let casing = casing_for_lang(lang); let sb = SqlBuilder::new(casing); let user_table = table_name("user", lang); - let seed = sb.insert_values( - &user_table, - &["id", "name", "age", "active"], - &["1", "'Alice'", "30", "true"], - ); let select = sb.select_by_id(&user_table, &["id", "name", "age", "active"], "id", 1); - let reducer_name = ident("UpdateUser", crate::eval::Casing::Snake); + let insert_reducer = ident("InsertUser", crate::eval::Casing::Snake); + let update_reducer = ident("UpdateUser", crate::eval::Casing::Snake); - v.push(make_sql_exec_both_scorer( + // Seed a user row via reducer on both DBs (auto-inc assigns id=1) + v.push(make_reducer_call_both_scorer( host_url, file!(), route_tag, - &seed, - "seed_users_row", - time::Duration::from_secs(10), + &insert_reducer, + vec![Value::from("Alice"), Value::from(30), Value::from(true)], + "seed_user_via_reducer", )); v.push(make_reducer_data_parity_scorer( @@ -34,7 +31,7 @@ pub fn spec() -> BenchmarkSpec { ReducerDataParityConfig { src_file: file!(), route_tag, - reducer: reducer_name.into(), + reducer: update_reducer.into(), args: vec![ Value::from(1), Value::from("Alice2"), diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/tasks/csharp.txt index 34673332260..b096f21ea6d 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/tasks/csharp.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/tasks/csharp.txt @@ -1,14 +1,15 @@ -Write a SpacetimeDB backend module in C# that defines one table and a reducer that updates a row. +Write a SpacetimeDB backend module in C# that defines one table and two reducers: one that inserts a row and one that updates a row. TABLE - User - Struct: User - Fields: - - Id: int (primary key) + - Id: ulong (primary key, auto-increment) - Name: string - Age: int - Active: bool REDUCERS -- UpdateUser: given id:int, name:string, age:int, active:bool, update the row in User with Id=id to exactly these values +- InsertUser: given name:string, age:int, active:bool, insert a new row (Id is auto-assigned) +- UpdateUser: given id:ulong, name:string, age:int, active:bool, update the row in User with Id=id to exactly these values - (Id=id, Name=name, Age=age, Active=active) diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/tasks/rust.txt index c582352d51d..aee86db7d22 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/tasks/rust.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/tasks/rust.txt @@ -1,14 +1,15 @@ -Write a SpacetimeDB backend module in Rust that defines one table and a reducer that updates a row. +Write a SpacetimeDB backend module in Rust that defines one table and two reducers: one that inserts a row and one that updates a row. TABLE - user - Struct: User - Fields: - - id: i32 (primary key) + - id: u64 (primary key, auto_inc) - name: String - age: i32 - active: bool REDUCERS -- update_user: given id:i32, name:String, age:i32, active:bool, update the row in user with id=id to exactly these values +- insert_user: given name:String, age:i32, active:bool, insert a new row (id is auto-assigned) +- update_user: given id:u64, name:String, age:i32, active:bool, update the row in user with id=id to exactly these values - (id=id, name=name, age=age, active=active) diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/tasks/typescript.txt index 96d6d1db415..32e7ab2ef5f 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/tasks/typescript.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_005_update/tasks/typescript.txt @@ -1,13 +1,14 @@ -Write a SpacetimeDB backend module in TypeScript that defines one table and a reducer that updates a row. +Write a SpacetimeDB backend module in TypeScript that defines one table and two reducers: one that inserts a row and one that updates a row. TABLE - user - Fields: - - id: number (i32, primary key) + - id: number (u64, primary key, autoInc) - name: string - age: number (i32) - active: boolean REDUCERS +- insertUser: given name:string, age:number, active:boolean, insert a new row (id is auto-assigned) - updateUser: given id:number, name:string, age:number, active:boolean, update the row with matching id - (id=id, name=name, age=age, active=active) diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/answers/csharp.cs index 569c9a8921a..ebe0269634d 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/answers/csharp.cs +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/answers/csharp.cs @@ -5,14 +5,20 @@ public static partial class Module [Table(Accessor = "User")] public partial struct User { - [PrimaryKey] public int Id; + [PrimaryKey, AutoInc] public ulong Id; public string Name; public int Age; public bool Active; } [Reducer] - public static void DeleteUser(ReducerContext ctx, int id) + public static void InsertUser(ReducerContext ctx, string name, int age, bool active) + { + ctx.Db.User.Insert(new User { Id = 0, Name = name, Age = age, Active = active }); + } + + [Reducer] + public static void DeleteUser(ReducerContext ctx, ulong id) { ctx.Db.User.Id.Delete(id); } diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/answers/rust.rs index dcf95fdba73..95160381602 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/answers/rust.rs +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/answers/rust.rs @@ -1,15 +1,26 @@ -use spacetimedb::{reducer, table, ReducerContext}; +use spacetimedb::{reducer, table, ReducerContext, Table}; #[table(accessor = user)] pub struct User { #[primary_key] - pub id: i32, + #[auto_inc] + pub id: u64, pub name: String, pub age: i32, pub active: bool, } #[reducer] -pub fn delete_user(ctx: &ReducerContext, id: i32) { +pub fn insert_user(ctx: &ReducerContext, name: String, age: i32, active: bool) { + ctx.db.user().insert(User { + id: 0, + name, + age, + active, + }); +} + +#[reducer] +pub fn delete_user(ctx: &ReducerContext, id: u64) { ctx.db.user().id().delete(id); } diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/answers/typescript.ts index 60a04c8fc93..64ab5f17ec3 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/answers/typescript.ts +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/answers/typescript.ts @@ -5,7 +5,7 @@ const user = table( name: 'user', }, { - id: t.i32().primaryKey(), + id: t.u64().primaryKey().autoInc(), name: t.string(), age: t.i32(), active: t.bool(), @@ -15,8 +15,15 @@ const user = table( const spacetimedb = schema({ user }); export default spacetimedb; +export const insertUser = spacetimedb.reducer( + { name: t.string(), age: t.i32(), active: t.bool() }, + (ctx, { name, age, active }) => { + ctx.db.user.insert({ id: 0n, name, age, active }); + } +); + export const deleteUser = spacetimedb.reducer( - { id: t.i32() }, + { id: t.u64() }, (ctx, { id }) => { ctx.db.user.id.delete(id); } diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/spec.rs index 665062fe405..c2e9ead6f8d 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/spec.rs +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/spec.rs @@ -1,4 +1,6 @@ -use crate::eval::defaults::{default_schema_parity_scorers, make_reducer_sql_count_scorer, make_sql_exec_both_scorer}; +use crate::eval::defaults::{ + default_schema_parity_scorers, make_reducer_call_both_scorer, make_reducer_sql_count_scorer, +}; use crate::eval::{casing_for_lang, ident, table_name, BenchmarkSpec, ReducerSqlCountConfig, SqlBuilder}; use serde_json::Value; use std::time; @@ -10,21 +12,18 @@ pub fn spec() -> BenchmarkSpec { let casing = casing_for_lang(lang); let sb = SqlBuilder::new(casing); let user_table = table_name("user", lang); - let seed = sb.insert_values( - &user_table, - &["id", "name", "age", "active"], - &["1", "'Alice'", "30", "true"], - ); let count = sb.count_by_id(&user_table, "id", 1); - let reducer_name = ident("DeleteUser", crate::eval::Casing::Snake); + let insert_reducer = ident("InsertUser", crate::eval::Casing::Snake); + let delete_reducer = ident("DeleteUser", crate::eval::Casing::Snake); - v.push(make_sql_exec_both_scorer( + // Seed a user row via reducer on both DBs (auto-inc assigns id=1) + v.push(make_reducer_call_both_scorer( host_url, file!(), route_tag, - &seed, - "seed_users_row", - time::Duration::from_secs(10), + &insert_reducer, + vec![Value::from("Alice"), Value::from(30), Value::from(true)], + "seed_user_via_reducer", )); v.push(make_reducer_sql_count_scorer( @@ -32,7 +31,7 @@ pub fn spec() -> BenchmarkSpec { ReducerSqlCountConfig { src_file: file!(), route_tag, - reducer: reducer_name.into(), + reducer: delete_reducer.into(), args: vec![Value::from(1)], sql_count_query: count.clone(), expected_count: 0, diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/tasks/csharp.txt index 84e11759781..c2c6d3d550f 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/tasks/csharp.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/tasks/csharp.txt @@ -1,13 +1,14 @@ -Write a SpacetimeDB backend module in C# that defines one table and a reducer that deletes a row. +Write a SpacetimeDB backend module in C# that defines one table and two reducers: one that inserts a row and one that deletes a row. TABLE - User - Struct: User - Fields: - - Id: int (primary key) + - Id: ulong (primary key, auto-increment) - Name: string - Age: int - Active: bool REDUCERS -- DeleteUser: given id:int, delete the row in User with that Id +- InsertUser: given name:string, age:int, active:bool, insert a new row (Id is auto-assigned) +- DeleteUser: given id:ulong, delete the row in User with that Id diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/tasks/rust.txt index 6548b7ff2b5..470f424df10 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/tasks/rust.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/tasks/rust.txt @@ -1,13 +1,14 @@ -Write a SpacetimeDB backend module in Rust that defines one table and a reducer that deletes a row. +Write a SpacetimeDB backend module in Rust that defines one table and two reducers: one that inserts a row and one that deletes a row. TABLE - user - Struct: User - Fields: - - id: i32 (primary key) + - id: u64 (primary key, auto_inc) - name: String - age: i32 - active: bool REDUCERS -- delete_user: given id:i32, delete the row in user with that id +- insert_user: given name:String, age:i32, active:bool, insert a new row (id is auto-assigned) +- delete_user: given id:u64, delete the row in user with that id diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/tasks/typescript.txt index 7f970963be1..c8df7425f4a 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/tasks/typescript.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_006_delete/tasks/typescript.txt @@ -1,12 +1,13 @@ -Write a SpacetimeDB backend module in TypeScript that defines one table and a reducer that deletes a row. +Write a SpacetimeDB backend module in TypeScript that defines one table and two reducers: one that inserts a row and one that deletes a row. TABLE - user - Fields: - - id: number (i32, primary key) + - id: number (u64, primary key, autoInc) - name: string - age: number (i32) - active: boolean REDUCERS +- insertUser: given name:string, age:number, active:boolean, insert a new row (id is auto-assigned) - deleteUser: given id:number, delete the row with matching id diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/answers/csharp.cs index f84ed24b33c..26ca3aadae3 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/answers/csharp.cs +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/answers/csharp.cs @@ -5,7 +5,7 @@ public static partial class Module [Table(Accessor = "User")] public partial struct User { - [PrimaryKey] public int Id; + [PrimaryKey, AutoInc] public ulong Id; public string Name; public int Age; public bool Active; @@ -14,8 +14,8 @@ public partial struct User [Reducer] public static void Crud(ReducerContext ctx) { - ctx.Db.User.Insert(new User { Id = 1, Name = "Alice", Age = 30, Active = true }); - ctx.Db.User.Insert(new User { Id = 2, Name = "Bob", Age = 22, Active = false }); + ctx.Db.User.Insert(new User { Id = 0, Name = "Alice", Age = 30, Active = true }); + ctx.Db.User.Insert(new User { Id = 0, Name = "Bob", Age = 22, Active = false }); ctx.Db.User.Id.Update(new User { Id = 1, Name = "Alice2", Age = 31, Active = false }); ctx.Db.User.Id.Delete(2); } diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/answers/rust.rs index 34709b65610..33846652e28 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/answers/rust.rs +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/answers/rust.rs @@ -3,7 +3,8 @@ use spacetimedb::{reducer, table, ReducerContext, Table}; #[table(accessor = user)] pub struct User { #[primary_key] - pub id: i32, + #[auto_inc] + pub id: u64, pub name: String, pub age: i32, pub active: bool, @@ -12,13 +13,13 @@ pub struct User { #[reducer] pub fn crud(ctx: &ReducerContext) { ctx.db.user().insert(User { - id: 1, + id: 0, name: "Alice".into(), age: 30, active: true, }); ctx.db.user().insert(User { - id: 2, + id: 0, name: "Bob".into(), age: 22, active: false, diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/answers/typescript.ts index 6a83d4bf4d0..5fa379e30a2 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/answers/typescript.ts +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/answers/typescript.ts @@ -5,7 +5,7 @@ const user = table( name: 'user', }, { - id: t.i32().primaryKey(), + id: t.u64().primaryKey().autoInc(), name: t.string(), age: t.i32(), active: t.bool(), @@ -16,8 +16,8 @@ const spacetimedb = schema({ user }); export default spacetimedb; export const crud = spacetimedb.reducer(ctx => { - ctx.db.user.insert({ id: 1, name: 'Alice', age: 30, active: true }); - ctx.db.user.insert({ id: 2, name: 'Bob', age: 22, active: false }); - ctx.db.user.id.update({ id: 1, name: 'Alice2', age: 31, active: false }); - ctx.db.user.id.delete(2); + ctx.db.user.insert({ id: 0n, name: 'Alice', age: 30, active: true }); + ctx.db.user.insert({ id: 0n, name: 'Bob', age: 22, active: false }); + ctx.db.user.id.update({ id: 1n, name: 'Alice2', age: 31, active: false }); + ctx.db.user.id.delete(2n); }); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/tasks/csharp.txt index ef84f8d7ba8..7ef756f4f31 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/tasks/csharp.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/tasks/csharp.txt @@ -4,14 +4,14 @@ TABLE - User - Struct: User - Fields: - - Id: int (primary key) + - Id: ulong (primary key, auto-increment) - Name: string - Age: int - Active: bool REDUCERS - Crud: perform these steps in order - - insert (Id=1, Name="Alice", Age=30, Active=true) - - insert (Id=2, Name="Bob", Age=22, Active=false) + - insert (Name="Alice", Age=30, Active=true) — Id is auto-assigned + - insert (Name="Bob", Age=22, Active=false) — Id is auto-assigned - update (Id=1, Name="Alice2", Age=31, Active=false) - delete Id=2 diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/tasks/rust.txt index 1a16a95fa80..3e1e7a8de7d 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/tasks/rust.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/tasks/rust.txt @@ -1,17 +1,17 @@ -Write a SpacetimeDB backend module in Rust that defines one table and a reducer that performs insert, update, and delete in one call. +Write a SpacetimeDB backend module in Rust that defines one table and a reducer that performs insert, update, and delete in one call. TABLE - user - Struct: User - Fields: - - id: i32 (primary key) + - id: u64 (primary key, auto_inc) - name: String - age: i32 - active: bool REDUCERS - crud: perform these steps in order - - insert (id=1, name="Alice", age=30, active=true) - - insert (id=2, name="Bob", age=22, active=false) + - insert (name="Alice", age=30, active=true) — id is auto-assigned + - insert (name="Bob", age=22, active=false) — id is auto-assigned - update (id=1, name="Alice2", age=31, active=false) - delete id=2 diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/tasks/typescript.txt index 5c905b6e7ee..f49502a3877 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/tasks/typescript.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_007_crud/tasks/typescript.txt @@ -3,14 +3,14 @@ Write a SpacetimeDB backend module in TypeScript that defines one table and a re TABLE - user - Fields: - - id: number (i32, primary key) + - id: number (u64, primary key, autoInc) - name: string - age: number (i32) - active: boolean REDUCERS - crud: no arguments, performs the following operations in order: - 1. Insert (id=1, name="Alice", age=30, active=true) - 2. Insert (id=2, name="Bob", age=22, active=false) - 3. Update row with id=1 to (id=1, name="Alice2", age=31, active=false) + 1. Insert (name="Alice", age=30, active=true) — id is auto-assigned + 2. Insert (name="Bob", age=22, active=false) — id is auto-assigned + 3. Update row with id=1 to (name="Alice2", age=31, active=false) 4. Delete row with id=2 diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/answers/csharp.cs index bf5ba6d2c1c..86667423779 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/answers/csharp.cs +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/answers/csharp.cs @@ -5,7 +5,7 @@ public static partial class Module [Table(Accessor = "User")] public partial struct User { - [PrimaryKey] public int Id; + [PrimaryKey, AutoInc] public ulong Id; public string Name; public int Age; public bool Active; @@ -14,12 +14,18 @@ public partial struct User [Table(Accessor = "Result")] public partial struct Result { - [PrimaryKey] public int Id; + [PrimaryKey] public ulong Id; public string Name; } [Reducer] - public static void LookupUserName(ReducerContext ctx, int id) + public static void InsertUser(ReducerContext ctx, string name, int age, bool active) + { + ctx.Db.User.Insert(new User { Id = 0, Name = name, Age = age, Active = active }); + } + + [Reducer] + public static void LookupUserName(ReducerContext ctx, ulong id) { var u = ctx.Db.User.Id.Find(id); if (u.HasValue) diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/answers/rust.rs index fef6e5703d7..cc196aae267 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/answers/rust.rs +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/answers/rust.rs @@ -3,7 +3,8 @@ use spacetimedb::{reducer, table, ReducerContext, Table}; #[table(accessor = user)] pub struct User { #[primary_key] - pub id: i32, + #[auto_inc] + pub id: u64, pub name: String, pub age: i32, pub active: bool, @@ -12,12 +13,22 @@ pub struct User { #[table(accessor = result)] pub struct ResultRow { #[primary_key] - pub id: i32, + pub id: u64, pub name: String, } #[reducer] -pub fn lookup_user_name(ctx: &ReducerContext, id: i32) { +pub fn insert_user(ctx: &ReducerContext, name: String, age: i32, active: bool) { + ctx.db.user().insert(User { + id: 0, + name, + age, + active, + }); +} + +#[reducer] +pub fn lookup_user_name(ctx: &ReducerContext, id: u64) { if let Some(u) = ctx.db.user().id().find(id) { ctx.db.result().insert(ResultRow { id: u.id, name: u.name }); } diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/answers/typescript.ts index 6b1d533f870..e854bafd189 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/answers/typescript.ts +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/answers/typescript.ts @@ -5,7 +5,7 @@ const user = table( name: 'user', }, { - id: t.i32().primaryKey(), + id: t.u64().primaryKey().autoInc(), name: t.string(), age: t.i32(), active: t.bool(), @@ -17,7 +17,7 @@ const result = table( name: 'result', }, { - id: t.i32().primaryKey(), + id: t.u64().primaryKey(), name: t.string(), } ); @@ -25,8 +25,15 @@ const result = table( const spacetimedb = schema({ user, result }); export default spacetimedb; +export const insertUser = spacetimedb.reducer( + { name: t.string(), age: t.i32(), active: t.bool() }, + (ctx, { name, age, active }) => { + ctx.db.user.insert({ id: 0n, name, age, active }); + } +); + export const lookupUserName = spacetimedb.reducer( - { id: t.i32() }, + { id: t.u64() }, (ctx, { id }) => { const u = ctx.db.user.id.find(id); if (u) { diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/spec.rs index 690b637d333..29474a68de4 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/spec.rs +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/spec.rs @@ -1,5 +1,5 @@ use crate::eval::defaults::{ - default_schema_parity_scorers, make_reducer_data_parity_scorer, make_sql_exec_both_scorer, + default_schema_parity_scorers, make_reducer_call_both_scorer, make_reducer_data_parity_scorer, }; use crate::eval::{casing_for_lang, ident, table_name, BenchmarkSpec, ReducerDataParityConfig, SqlBuilder}; use serde_json::Value; @@ -11,27 +11,21 @@ pub fn spec() -> BenchmarkSpec { let casing = casing_for_lang(lang); let sb = SqlBuilder::new(casing); - let reducer_name = ident("LookupUserName", crate::eval::Casing::Snake); - let user_table = table_name("user", lang); + let insert_reducer = ident("InsertUser", crate::eval::Casing::Snake); + let lookup_reducer = ident("LookupUserName", crate::eval::Casing::Snake); let result_table = table_name("result", lang); - // Seed a user row in both DBs so the lookup has something to find - let seed_users = sb.insert_values( - &user_table, - &["id", "name", "age", "active"], - &["1", "'Alice'", "30", "true"], - ); - - v.push(make_sql_exec_both_scorer( + // Seed a user row via reducer on both DBs (auto-inc assigns id=1) + v.push(make_reducer_call_both_scorer( host_url, file!(), route_tag, - &seed_users, - "seed_user_row", - Duration::from_secs(10), + &insert_reducer, + vec![Value::from("Alice"), Value::from(30), Value::from(true)], + "seed_user_via_reducer", )); - // After calling the reducer, the projection should be present in results + // After calling the lookup reducer, the projection should be present in results let select_result = sb.select_by_id(&result_table, &["id", "name"], "id", 1); v.push(make_reducer_data_parity_scorer( @@ -39,7 +33,7 @@ pub fn spec() -> BenchmarkSpec { ReducerDataParityConfig { src_file: file!(), route_tag, - reducer: reducer_name.into(), + reducer: lookup_reducer.into(), args: vec![Value::from(1)], select_query: select_result.clone(), id_str: "index_lookup_projection_parity", diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/tasks/csharp.txt index e823320fafb..7de9b538bee 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/tasks/csharp.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/tasks/csharp.txt @@ -1,10 +1,10 @@ -Write a SpacetimeDB backend module in C# that defines two tables and a reducer that looks up a row by primary-key index and writes a projection to another table. +Write a SpacetimeDB backend module in C# that defines two tables and two reducers: one that inserts a user row, and one that looks up a row by primary-key index and writes a projection to another table. TABLES - User - Struct: User - Fields: - - Id: int (primary key) + - Id: ulong (primary key, auto-increment) - Name: string - Age: int - Active: bool @@ -12,8 +12,9 @@ TABLES - Result - Struct: Result - Fields: - - Id: int (primary key) + - Id: ulong (primary key) - Name: string REDUCERS -- LookupUserName: given id:int, find the User row with that Id using the index and insert (Id, Name) into Result. +- InsertUser: given name:string, age:int, active:bool, insert a new row into User (Id is auto-assigned) +- LookupUserName: given id:ulong, find the User row with that Id using the index and insert (Id, Name) into Result. diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/tasks/rust.txt index 15c8a641362..1e5546dfe01 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/tasks/rust.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/tasks/rust.txt @@ -1,10 +1,10 @@ -Write a SpacetimeDB backend module in Rust that defines two tables and a reducer that looks up a row by primary-key index and writes a projection to another table. +Write a SpacetimeDB backend module in Rust that defines two tables and two reducers: one that inserts a user row, and one that looks up a row by primary-key index and writes a projection to another table. TABLES - user - Struct: User - Fields: - - id: i32 (primary key) + - id: u64 (primary key, auto_inc) - name: String - age: i32 - active: bool @@ -12,8 +12,9 @@ TABLES - result - Struct: ResultRow - Fields: - - id: i32 (primary key) + - id: u64 (primary key) - name: String REDUCERS -- lookup_user_name: given id:i32, find the user row with that id using the index and insert (id, name) into result. +- insert_user: given name:String, age:i32, active:bool, insert a new row into user (id is auto-assigned) +- lookup_user_name: given id:u64, find the user row with that id using the index and insert (id, name) into result. diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/tasks/typescript.txt index f332df37f28..20a8c2bec56 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/tasks/typescript.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_008_index_lookup/tasks/typescript.txt @@ -3,15 +3,16 @@ Write a SpacetimeDB backend module in TypeScript that demonstrates looking up ro TABLES - user - Fields: - - id: number (i32, primary key) + - id: number (u64, primary key, autoInc) - name: string - age: number (i32) - active: boolean - result - Fields: - - id: number (i32, primary key) + - id: number (u64, primary key) - name: string REDUCERS +- insertUser: given name:string, age:number, active:boolean, insert a new row into user (id is auto-assigned) - lookupUserName: given id:number, find user by id, insert projection (id, name) into result table diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/answers/csharp.cs index 73567b8e1a8..5bf7f28be81 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/answers/csharp.cs +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/answers/csharp.cs @@ -5,7 +5,7 @@ public static partial class Module [Table(Accessor = "User")] public partial struct User { - [PrimaryKey] public int Id; + [PrimaryKey, AutoInc] public ulong Id; public string Name; public int Age; public bool Active; @@ -14,7 +14,7 @@ public partial struct User [Reducer(ReducerKind.Init)] public static void Init(ReducerContext ctx) { - ctx.Db.User.Insert(new User { Id = 1, Name = "Alice", Age = 30, Active = true }); - ctx.Db.User.Insert(new User { Id = 2, Name = "Bob", Age = 22, Active = false }); + ctx.Db.User.Insert(new User { Id = 0, Name = "Alice", Age = 30, Active = true }); + ctx.Db.User.Insert(new User { Id = 0, Name = "Bob", Age = 22, Active = false }); } } diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/answers/rust.rs index 793ba56e285..d2332b63d16 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/answers/rust.rs +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/answers/rust.rs @@ -3,7 +3,8 @@ use spacetimedb::{reducer, table, ReducerContext, Table}; #[table(accessor = user)] pub struct User { #[primary_key] - pub id: i32, + #[auto_inc] + pub id: u64, pub name: String, pub age: i32, pub active: bool, @@ -12,13 +13,13 @@ pub struct User { #[reducer(init)] pub fn init(ctx: &ReducerContext) { ctx.db.user().insert(User { - id: 1, + id: 0, name: "Alice".into(), age: 30, active: true, }); ctx.db.user().insert(User { - id: 2, + id: 0, name: "Bob".into(), age: 22, active: false, diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/answers/typescript.ts index 53a3cd0f900..5682789187f 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/answers/typescript.ts +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/answers/typescript.ts @@ -5,7 +5,7 @@ const user = table( name: 'user', }, { - id: t.i32().primaryKey(), + id: t.u64().primaryKey().autoInc(), name: t.string(), age: t.i32(), active: t.bool(), @@ -16,6 +16,6 @@ const spacetimedb = schema({ user }); export default spacetimedb; export const init = spacetimedb.init(ctx => { - ctx.db.user.insert({ id: 1, name: 'Alice', age: 30, active: true }); - ctx.db.user.insert({ id: 2, name: 'Bob', age: 22, active: false }); + ctx.db.user.insert({ id: 0n, name: 'Alice', age: 30, active: true }); + ctx.db.user.insert({ id: 0n, name: 'Bob', age: 22, active: false }); }); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/tasks/csharp.txt index 8234736e20d..e97362c55d4 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/tasks/csharp.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/tasks/csharp.txt @@ -4,12 +4,12 @@ TABLE - User - Struct: User - Fields: - - Id: int (primary key) + - Id: ulong (primary key, auto-increment) - Name: string - Age: int - Active: bool REDUCERS -- Init: insert exactly these rows on initialization - - (Id=1, Name="Alice", Age=30, Active=true) - - (Id=2, Name="Bob", Age=22, Active=false) +- Init: insert exactly these rows on initialization (IDs are auto-assigned) + - (Name="Alice", Age=30, Active=true) + - (Name="Bob", Age=22, Active=false) diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/tasks/rust.txt index e555ef1337e..c93cff4ac49 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/tasks/rust.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/tasks/rust.txt @@ -1,15 +1,15 @@ -Write a SpacetimeDB backend module in Rust that defines one table and an init reducer that seeds rows on database initialization. +Write a SpacetimeDB backend module in Rust that defines one table and an init reducer that seeds rows on database initialization. TABLE - user - Struct: User - Fields: - - id: i32 (primary key) + - id: u64 (primary key, auto_inc) - name: String - age: i32 - active: bool REDUCERS -- init: insert exactly these rows on initialization - - (id=1, name="Alice", age=30, active=true) - - (id=2, name="Bob", age=22, active=false) +- init: insert exactly these rows on initialization (IDs are auto-assigned) + - (name="Alice", age=30, active=true) + - (name="Bob", age=22, active=false) diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/tasks/typescript.txt index dae7a2062f8..53107203c63 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/tasks/typescript.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_009_init/tasks/typescript.txt @@ -3,12 +3,12 @@ Write a SpacetimeDB backend module in TypeScript that demonstrates the init redu TABLE - user - Fields: - - id: number (i32, primary key) + - id: number (u64, primary key, autoInc) - name: string - age: number (i32) - active: boolean REDUCERS -- init: insert exactly two rows on database initialization: - 1. (id=1, name="Alice", age=30, active=true) - 2. (id=2, name="Bob", age=22, active=false) +- init: insert exactly two rows on database initialization (IDs are auto-assigned): + 1. (name="Alice", age=30, active=true) + 2. (name="Bob", age=22, active=false) diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_010_connect/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_010_connect/tasks/typescript.txt index 31757356e29..0aa6dc0401d 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_010_connect/tasks/typescript.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_010_connect/tasks/typescript.txt @@ -6,6 +6,6 @@ TABLE - id: bigint (u64, primary key, auto-increment) - kind: string -REDUCERS -- clientConnected: insert event with kind="connected" -- clientDisconnected: insert event with kind="disconnected" +LIFECYCLE HOOKS (use spacetimedb.clientConnected / spacetimedb.clientDisconnected) +- onConnect: insert event with kind="connected" +- onDisconnect: insert event with kind="disconnected" diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/answers/csharp.cs new file mode 100644 index 00000000000..412858e8827 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/answers/csharp.cs @@ -0,0 +1,26 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "Reminder", Scheduled = nameof(SendReminder), ScheduledAt = nameof(Reminder.ScheduledAt))] + public partial struct Reminder + { + [PrimaryKey, AutoInc] public ulong ScheduledId; + public ScheduleAt ScheduledAt; + public string Message; + } + + [Reducer] + public static void SendReminder(ReducerContext ctx, Reminder row) { } + + [Reducer(ReducerKind.Init)] + public static void Init(ReducerContext ctx) + { + var delay = new TimeDuration { Microseconds = 60_000_000 }; + ctx.Db.Reminder.Insert(new Reminder + { + ScheduledAt = new ScheduleAt.Time(ctx.Timestamp + delay), + Message = "Hello!", + }); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/answers/rust.rs new file mode 100644 index 00000000000..d33b199b057 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/answers/rust.rs @@ -0,0 +1,24 @@ +use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table}; +use std::time::Duration; + +#[table(accessor = reminder, scheduled(send_reminder))] +pub struct Reminder { + #[primary_key] + #[auto_inc] + scheduled_id: u64, + scheduled_at: ScheduleAt, + message: String, +} + +#[reducer] +pub fn send_reminder(_ctx: &ReducerContext, _row: Reminder) {} + +#[reducer(init)] +pub fn init(ctx: &ReducerContext) { + let fire_at = ctx.timestamp + Duration::from_secs(60); + ctx.db.reminder().insert(Reminder { + scheduled_id: 0, + scheduled_at: ScheduleAt::Time(fire_at), + message: "Hello!".to_string(), + }); +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/answers/typescript.ts new file mode 100644 index 00000000000..bf684147237 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/answers/typescript.ts @@ -0,0 +1,28 @@ +import { ScheduleAt } from 'spacetimedb'; +import { schema, table, t } from 'spacetimedb/server'; + +const reminder = table({ + name: 'reminder', + scheduled: (): any => sendReminder, +}, { + scheduledId: t.u64().primaryKey().autoInc(), + scheduledAt: t.scheduleAt(), + message: t.string(), +}); + +const spacetimedb = schema({ reminder }); +export default spacetimedb; + +export const sendReminder = spacetimedb.reducer( + { timer: reminder.rowType }, + (_ctx, _args) => {} +); + +export const init = spacetimedb.init(ctx => { + const fireAt = ctx.timestamp.microsSinceUnixEpoch + 60_000_000n; + ctx.db.reminder.insert({ + scheduledId: 0n, + scheduledAt: ScheduleAt.time(fireAt), + message: 'Hello!', + }); +}); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/tasks/csharp.txt new file mode 100644 index 00000000000..d4fec2a3d61 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/tasks/csharp.txt @@ -0,0 +1,15 @@ +Write a SpacetimeDB backend module in C# that schedules a one-shot reducer to fire at a specific future time. + +TABLE +- Reminder + - Fields: + - ScheduledId: ulong (primary key, auto-increment) + - ScheduledAt: ScheduleAt (the schedule column) + - Message: string + - Scheduling: + - Scheduled = nameof(SendReminder) + - ScheduledAt = nameof(Reminder.ScheduledAt) + +REDUCERS +- SendReminder: scheduled reducer triggered by Reminder (receives a Reminder row, does nothing) +- Init (ReducerKind.Init): inserts one row into Reminder using ScheduleAt.Time with a TimeDuration of 60 seconds (60_000_000 microseconds) added to ctx.Timestamp diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/tasks/rust.txt new file mode 100644 index 00000000000..8e601abb547 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/tasks/rust.txt @@ -0,0 +1,16 @@ +Write a SpacetimeDB backend module in Rust that schedules a one-shot reducer to fire at a specific future time. + +TABLE +- reminder + - Struct: Reminder + - Fields: + - scheduled_id: u64 (primary key, auto-increment) + - scheduled_at: ScheduleAt + - message: String + - Scheduling: + - reducer: send_reminder + +REDUCERS +- send_reminder: scheduled reducer triggered by reminder (receives a Reminder row, does nothing) +- init: inserts one row into reminder, scheduling send_reminder to fire 60 seconds in the future using ScheduleAt::Time + - Use ctx.timestamp + Duration::from_secs(60) to compute the fire time diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/tasks/typescript.txt new file mode 100644 index 00000000000..7396a8784d9 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_038_schedule_at_time/tasks/typescript.txt @@ -0,0 +1,14 @@ +Write a SpacetimeDB backend module in TypeScript that schedules a one-shot reducer to fire at a specific future time. + +TABLE +- reminder + - Fields: + - scheduledId: u64 (primary key, auto-increment) + - scheduledAt: scheduleAt + - message: string + - Scheduling: scheduled to call the send_reminder reducer + +REDUCERS +- send_reminder: scheduled reducer triggered by reminder (receives a reminder row argument, does nothing) +- init: inserts one row into reminder scheduling send_reminder to fire 60 seconds in the future using ScheduleAt.time + - Use ctx.timestamp + 60_000_000n microseconds to compute the fire time as a BigInt diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/answers/csharp.cs new file mode 100644 index 00000000000..659168a48cc --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/answers/csharp.cs @@ -0,0 +1,29 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "CleanupJob", Scheduled = nameof(RunCleanup), ScheduledAt = nameof(CleanupJob.ScheduledAt))] + public partial struct CleanupJob + { + [PrimaryKey, AutoInc] public ulong ScheduledId; + public ScheduleAt ScheduledAt; + } + + [Reducer] + public static void RunCleanup(ReducerContext ctx, CleanupJob row) { } + + [Reducer(ReducerKind.Init)] + public static void Init(ReducerContext ctx) + { + ctx.Db.CleanupJob.Insert(new CleanupJob + { + ScheduledAt = new ScheduleAt.Interval(new TimeDuration { Microseconds = 60_000_000 }), + }); + } + + [Reducer] + public static void CancelCleanup(ReducerContext ctx, ulong scheduledId) + { + ctx.Db.CleanupJob.ScheduledId.Delete(scheduledId); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/answers/rust.rs new file mode 100644 index 00000000000..1d41fd1bfe8 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/answers/rust.rs @@ -0,0 +1,26 @@ +use spacetimedb::{reducer, table, ReducerContext, ScheduleAt, Table}; +use std::time::Duration; + +#[table(accessor = cleanup_job, scheduled(run_cleanup))] +pub struct CleanupJob { + #[primary_key] + #[auto_inc] + scheduled_id: u64, + scheduled_at: ScheduleAt, +} + +#[reducer] +pub fn run_cleanup(_ctx: &ReducerContext, _row: CleanupJob) {} + +#[reducer(init)] +pub fn init(ctx: &ReducerContext) { + ctx.db.cleanup_job().insert(CleanupJob { + scheduled_id: 0, + scheduled_at: ScheduleAt::Interval(Duration::from_secs(60).into()), + }); +} + +#[reducer] +pub fn cancel_cleanup(ctx: &ReducerContext, scheduled_id: u64) { + ctx.db.cleanup_job().scheduled_id().delete(&scheduled_id); +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/answers/typescript.ts new file mode 100644 index 00000000000..e0edbeef00d --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/answers/typescript.ts @@ -0,0 +1,32 @@ +import { ScheduleAt } from 'spacetimedb'; +import { schema, table, t } from 'spacetimedb/server'; + +const cleanupJob = table({ + name: 'cleanup_job', + scheduled: (): any => runCleanup, +}, { + scheduledId: t.u64().primaryKey().autoInc(), + scheduledAt: t.scheduleAt(), +}); + +const spacetimedb = schema({ cleanupJob }); +export default spacetimedb; + +export const runCleanup = spacetimedb.reducer( + { timer: cleanupJob.rowType }, + (_ctx, _args) => {} +); + +export const init = spacetimedb.init(ctx => { + ctx.db.cleanupJob.insert({ + scheduledId: 0n, + scheduledAt: ScheduleAt.interval(60_000_000n), + }); +}); + +export const cancelCleanup = spacetimedb.reducer( + { scheduledId: t.u64() }, + (ctx, { scheduledId }) => { + ctx.db.cleanupJob.scheduledId.delete(scheduledId); + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/tasks/csharp.txt new file mode 100644 index 00000000000..d775e92fe0f --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/tasks/csharp.txt @@ -0,0 +1,15 @@ +Write a SpacetimeDB backend module in C# that schedules a reducer and allows canceling it before it fires. + +TABLE +- CleanupJob + - Fields: + - ScheduledId: ulong (primary key, auto-increment) + - ScheduledAt: ScheduleAt (the schedule column) + - Scheduling: + - Scheduled = nameof(RunCleanup) + - ScheduledAt = nameof(CleanupJob.ScheduledAt) + +REDUCERS +- RunCleanup: scheduled reducer triggered by CleanupJob (receives a CleanupJob row, does nothing) +- Init (ReducerKind.Init): inserts one row into CleanupJob with a 60-second interval (60_000_000 microseconds) +- CancelCleanup(ctx, scheduledId: ulong): deletes the CleanupJob row with the given scheduledId, canceling the pending scheduled call diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/tasks/rust.txt new file mode 100644 index 00000000000..949b98b99f7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/tasks/rust.txt @@ -0,0 +1,15 @@ +Write a SpacetimeDB backend module in Rust that schedules a reducer and allows canceling it before it fires. + +TABLE +- cleanup_job + - Struct: CleanupJob + - Fields: + - scheduled_id: u64 (primary key, auto-increment) + - scheduled_at: ScheduleAt + - Scheduling: + - reducer: run_cleanup + +REDUCERS +- run_cleanup: scheduled reducer triggered by cleanup_job (receives a CleanupJob row, does nothing) +- init: inserts one row into cleanup_job with a 60-second interval +- cancel_cleanup(ctx, scheduled_id: u64): deletes the CleanupJob row with the given scheduled_id, canceling the pending scheduled call diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/tasks/typescript.txt new file mode 100644 index 00000000000..5c28363f7a3 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_039_cancel_schedule/tasks/typescript.txt @@ -0,0 +1,13 @@ +Write a SpacetimeDB backend module in TypeScript that schedules a reducer and allows canceling it before it fires. + +TABLE +- cleanupJob + - Fields: + - scheduledId: u64 (primary key, auto-increment) + - scheduledAt: scheduleAt + - Scheduling: scheduled to call the run_cleanup reducer + +REDUCERS +- run_cleanup: scheduled reducer triggered by cleanupJob (receives a cleanupJob row argument, does nothing) +- init: inserts one row into cleanupJob with a 60-second interval (60_000_000n microseconds) +- cancel_cleanup(ctx, { scheduledId: u64 }): deletes the cleanupJob row with the given scheduledId, canceling the pending scheduled call diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/answers/csharp.cs new file mode 100644 index 00000000000..92b236e14c2 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/answers/csharp.cs @@ -0,0 +1,28 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "OnlinePlayer", Public = true)] + public partial struct OnlinePlayer + { + [PrimaryKey] + public Identity Identity; + public Timestamp ConnectedAt; + } + + [Reducer(ReducerKind.ClientConnected)] + public static void ClientConnected(ReducerContext ctx) + { + ctx.Db.OnlinePlayer.Insert(new OnlinePlayer + { + Identity = ctx.Sender, + ConnectedAt = ctx.Timestamp, + }); + } + + [Reducer(ReducerKind.ClientDisconnected)] + public static void ClientDisconnected(ReducerContext ctx) + { + ctx.Db.OnlinePlayer.Identity.Delete(ctx.Sender); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/answers/rust.rs new file mode 100644 index 00000000000..a030105663e --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/answers/rust.rs @@ -0,0 +1,21 @@ +use spacetimedb::{reducer, table, Identity, ReducerContext, Table, Timestamp}; + +#[table(accessor = online_player, public)] +pub struct OnlinePlayer { + #[primary_key] + pub identity: Identity, + pub connected_at: Timestamp, +} + +#[reducer(client_connected)] +pub fn client_connected(ctx: &ReducerContext) { + ctx.db.online_player().insert(OnlinePlayer { + identity: ctx.sender(), + connected_at: ctx.timestamp, + }); +} + +#[reducer(client_disconnected)] +pub fn client_disconnected(ctx: &ReducerContext) { + ctx.db.online_player().identity().delete(&ctx.sender()); +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/answers/typescript.ts new file mode 100644 index 00000000000..6387227f6d1 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/answers/typescript.ts @@ -0,0 +1,23 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const onlinePlayer = table({ + name: 'online_player', + public: true, +}, { + identity: t.identity().primaryKey(), + connectedAt: t.timestamp(), +}); + +const spacetimedb = schema({ onlinePlayer }); +export default spacetimedb; + +export const clientConnected = spacetimedb.clientConnected(ctx => { + ctx.db.onlinePlayer.insert({ + identity: ctx.sender, + connectedAt: ctx.timestamp, + }); +}); + +export const clientDisconnected = spacetimedb.clientDisconnected(ctx => { + ctx.db.onlinePlayer.identity.delete(ctx.sender); +}); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/tasks/csharp.txt new file mode 100644 index 00000000000..bf28e233a69 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/tasks/csharp.txt @@ -0,0 +1,11 @@ +Write a SpacetimeDB backend module in C# that maintains a table of currently connected players using lifecycle reducers. + +TABLE +- OnlinePlayer (public) + - Fields: + - Identity: Identity (primary key) + - ConnectedAt: Timestamp + +REDUCERS +- ClientConnected (ReducerKind.ClientConnected): inserts an OnlinePlayer row using ctx.Sender as the identity and ctx.Timestamp as ConnectedAt +- ClientDisconnected (ReducerKind.ClientDisconnected): deletes the OnlinePlayer row for ctx.Sender diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/tasks/rust.txt new file mode 100644 index 00000000000..6489899584b --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/tasks/rust.txt @@ -0,0 +1,12 @@ +Write a SpacetimeDB backend module in Rust that maintains a table of currently connected players using lifecycle reducers. + +TABLE +- online_player (public) + - Struct: OnlinePlayer + - Fields: + - identity: Identity (primary key) + - connected_at: Timestamp + +REDUCERS +- client_connected: lifecycle reducer that inserts an OnlinePlayer row using ctx.sender() as the identity and ctx.timestamp as connected_at +- client_disconnected: lifecycle reducer that deletes the OnlinePlayer row for ctx.sender() diff --git a/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/tasks/typescript.txt new file mode 100644 index 00000000000..8efba7e8231 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/basics/t_040_lifecycle_player/tasks/typescript.txt @@ -0,0 +1,11 @@ +Write a SpacetimeDB backend module in TypeScript that maintains a table of currently connected players using lifecycle reducers. + +TABLE +- onlinePlayer (public) + - Fields: + - identity: identity (primary key) + - connectedAt: timestamp + +REDUCERS +- clientConnected: lifecycle reducer (spacetimedb.clientConnected) that inserts an onlinePlayer row using ctx.sender as the identity and ctx.timestamp as connectedAt +- clientDisconnected: lifecycle reducer (spacetimedb.clientDisconnected) that deletes the onlinePlayer row for ctx.sender diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/answers/csharp.cs new file mode 100644 index 00000000000..9b9d99b4683 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/answers/csharp.cs @@ -0,0 +1,23 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "DamageEvent", Public = true, Event = true)] + public partial struct DamageEvent + { + public ulong EntityId; + public uint Damage; + public string Source; + } + + [Reducer] + public static void DealDamage(ReducerContext ctx, ulong entityId, uint damage, string source) + { + ctx.Db.DamageEvent.Insert(new DamageEvent + { + EntityId = entityId, + Damage = damage, + Source = source, + }); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/answers/rust.rs new file mode 100644 index 00000000000..4d235291d12 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/answers/rust.rs @@ -0,0 +1,17 @@ +use spacetimedb::{reducer, table, ReducerContext, Table}; + +#[table(accessor = damage_event, public, event)] +pub struct DamageEvent { + pub entity_id: u64, + pub damage: u32, + pub source: String, +} + +#[reducer] +fn deal_damage(ctx: &ReducerContext, entity_id: u64, damage: u32, source: String) { + ctx.db.damage_event().insert(DamageEvent { + entity_id, + damage, + source, + }); +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/answers/typescript.ts new file mode 100644 index 00000000000..c535f30746b --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/answers/typescript.ts @@ -0,0 +1,21 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const damageEvent = table({ + name: 'damage_event', + public: true, + event: true, +}, { + entityId: t.u64(), + damage: t.u32(), + source: t.string(), +}); + +const spacetimedb = schema({ damageEvent }); +export default spacetimedb; + +export const deal_damage = spacetimedb.reducer( + { entityId: t.u64(), damage: t.u32(), source: t.string() }, + (ctx, { entityId, damage, source }) => { + ctx.db.damageEvent.insert({ entityId, damage, source }); + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/tasks/csharp.txt new file mode 100644 index 00000000000..076f2f7d0c5 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/tasks/csharp.txt @@ -0,0 +1,14 @@ +Write a SpacetimeDB backend module in C# that defines an event table for damage notifications and a reducer that publishes events to it. + +TABLES +- DamageEvent + - Struct: DamageEvent + - public event table (rows exist only for the duration of the transaction, set Event = true) + - Fields: + - EntityId: ulong + - Damage: uint + - Source: string + +REDUCERS +- DealDamage(ctx, ulong entityId, uint damage, string source) + - Insert a DamageEvent row into the event table diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/tasks/rust.txt new file mode 100644 index 00000000000..97e3e23684a --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/tasks/rust.txt @@ -0,0 +1,14 @@ +Write a SpacetimeDB backend module in Rust that defines an event table for damage notifications and a reducer that publishes events to it. + +TABLES +- damage_event + - Struct: DamageEvent + - public event table (rows exist only for the duration of the transaction) + - Fields: + - entity_id: u64 + - damage: u32 + - source: String + +REDUCERS +- deal_damage(ctx, entity_id: u64, damage: u32, source: String) + - Insert a DamageEvent row into the event table diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/tasks/typescript.txt new file mode 100644 index 00000000000..df4bac40f02 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_024_event_table/tasks/typescript.txt @@ -0,0 +1,13 @@ +Write a SpacetimeDB backend module in TypeScript that defines an event table for damage notifications and a reducer that publishes events to it. + +TABLES +- damageEvent + - public event table (rows exist only for the duration of the transaction, set event: true) + - Fields: + - entityId: number (u64) + - damage: number (u32) + - source: string + +REDUCERS +- deal_damage(ctx, { entityId: number (u64), damage: number (u32), source: string }) + - Insert a row into the damageEvent event table diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/answers/csharp.cs new file mode 100644 index 00000000000..63c611abfaf --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/answers/csharp.cs @@ -0,0 +1,27 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "Player")] + public partial struct Player + { + [PrimaryKey] + [AutoInc] + public ulong Id; + public string Name; + public string? Nickname; + public uint? HighScore; + } + + [Reducer] + public static void CreatePlayer(ReducerContext ctx, string name, string? nickname, uint? highScore) + { + ctx.Db.Player.Insert(new Player + { + Id = 0, + Name = name, + Nickname = nickname, + HighScore = highScore, + }); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/answers/rust.rs new file mode 100644 index 00000000000..ff440debcfd --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/answers/rust.rs @@ -0,0 +1,21 @@ +use spacetimedb::{reducer, table, ReducerContext, Table}; + +#[table(accessor = player)] +pub struct Player { + #[primary_key] + #[auto_inc] + pub id: u64, + pub name: String, + pub nickname: Option, + pub high_score: Option, +} + +#[reducer] +pub fn create_player(ctx: &ReducerContext, name: String, nickname: Option, high_score: Option) { + ctx.db.player().insert(Player { + id: 0, + name, + nickname, + high_score, + }); +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/answers/typescript.ts new file mode 100644 index 00000000000..d500dd8c3e1 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/answers/typescript.ts @@ -0,0 +1,25 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const player = table({ + name: 'player', +}, { + id: t.u64().primaryKey().autoInc(), + name: t.string(), + nickname: t.option(t.string()), + highScore: t.option(t.u32()), +}); + +const spacetimedb = schema({ player }); +export default spacetimedb; + +export const create_player = spacetimedb.reducer( + { name: t.string(), nickname: t.option(t.string()), highScore: t.option(t.u32()) }, + (ctx, { name, nickname, highScore }) => { + ctx.db.player.insert({ + id: 0n, + name, + nickname, + highScore, + }); + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/tasks/csharp.txt new file mode 100644 index 00000000000..04c9a2a10b9 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/tasks/csharp.txt @@ -0,0 +1,15 @@ +Write a SpacetimeDB backend module in C# that defines a table with optional (nullable) fields and a reducer that inserts rows with and without optional values. + +TABLES +- Player + - Struct: Player + - Fields: + - Id: ulong (primary key, AutoInc) + - Name: string + - Nickname: string? (nullable) + - HighScore: uint? (nullable) + +REDUCERS +- CreatePlayer(ctx, string name, string? nickname, uint? highScore) + - Insert a Player row, passing through the nullable fields as-is + - Use Id: 0 for AutoInc diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/tasks/rust.txt new file mode 100644 index 00000000000..ac9b1d00a50 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/tasks/rust.txt @@ -0,0 +1,15 @@ +Write a SpacetimeDB backend module in Rust that defines a table with optional (nullable) fields and a reducer that inserts rows with and without optional values. + +TABLES +- player + - Struct: Player + - Fields: + - id: u64 (primary key, auto_inc) + - name: String + - nickname: Option + - high_score: Option + +REDUCERS +- create_player(ctx, name: String, nickname: Option, high_score: Option) + - Insert a Player row, passing through the optional fields as-is + - Use id: 0 for auto_inc diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/tasks/typescript.txt new file mode 100644 index 00000000000..48712f8abea --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_025_optional_fields/tasks/typescript.txt @@ -0,0 +1,14 @@ +Write a SpacetimeDB backend module in TypeScript that defines a table with optional (nullable) fields and a reducer that inserts rows with and without optional values. + +TABLES +- player + - Fields: + - id: number (u64, primary key, autoInc) + - name: string + - nickname: optional string (use t.option(t.string())) + - highScore: optional number (use t.option(t.u32())) + +REDUCERS +- create_player(ctx, { name: string, nickname: optional string, highScore: optional number (u32) }) + - Insert a player row, passing through the optional fields as-is + - Use id: 0n for autoInc diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/answers/csharp.cs new file mode 100644 index 00000000000..6a8a0172dbc --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/answers/csharp.cs @@ -0,0 +1,36 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "Author")] + public partial struct Author + { + [PrimaryKey] + [AutoInc] + public ulong Id; + public string Name; + } + + [Table(Accessor = "Post")] + public partial struct Post + { + [PrimaryKey] + [AutoInc] + public ulong Id; + [SpacetimeDB.Index.BTree] + public ulong AuthorId; + public string Title; + } + + [Reducer] + public static void DeleteAuthor(ReducerContext ctx, ulong authorId) + { + // Delete all posts by this author + foreach (var p in ctx.Db.Post.AuthorId.Filter(authorId)) + { + ctx.Db.Post.Id.Delete(p.Id); + } + // Delete the author + ctx.Db.Author.Id.Delete(authorId); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/answers/rust.rs new file mode 100644 index 00000000000..a6d20b5395c --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/answers/rust.rs @@ -0,0 +1,29 @@ +use spacetimedb::{reducer, table, ReducerContext, Table}; + +#[table(accessor = author)] +pub struct Author { + #[primary_key] + #[auto_inc] + pub id: u64, + pub name: String, +} + +#[table(accessor = post)] +pub struct Post { + #[primary_key] + #[auto_inc] + pub id: u64, + #[index(btree)] + pub author_id: u64, + pub title: String, +} + +#[reducer] +pub fn delete_author(ctx: &ReducerContext, author_id: u64) { + // Delete all posts by this author + for p in ctx.db.post().author_id().filter(&author_id) { + ctx.db.post().id().delete(p.id); + } + // Delete the author + ctx.db.author().id().delete(author_id); +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/answers/typescript.ts new file mode 100644 index 00000000000..e7104755233 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/answers/typescript.ts @@ -0,0 +1,31 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const author = table({ + name: 'author', +}, { + id: t.u64().primaryKey().autoInc(), + name: t.string(), +}); + +const post = table({ + name: 'post', +}, { + id: t.u64().primaryKey().autoInc(), + authorId: t.u64().index('btree'), + title: t.string(), +}); + +const spacetimedb = schema({ author, post }); +export default spacetimedb; + +export const delete_author = spacetimedb.reducer( + { authorId: t.u64() }, + (ctx, { authorId }) => { + // Delete all posts by this author + for (const p of ctx.db.post.authorId.filter(authorId)) { + ctx.db.post.id.delete(p.id); + } + // Delete the author + ctx.db.author.id.delete(authorId); + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/tasks/csharp.txt new file mode 100644 index 00000000000..c3d32fd1d12 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/tasks/csharp.txt @@ -0,0 +1,20 @@ +Write a SpacetimeDB backend module in C# that defines an Author table and a Post table with a foreign key, and a reducer that deletes an author along with all their posts. + +TABLES +- Author + - Struct: Author + - Fields: + - Id: ulong (primary key, AutoInc) + - Name: string + +- Post + - Struct: Post + - Fields: + - Id: ulong (primary key, AutoInc) + - AuthorId: ulong (index BTree) + - Title: string + +REDUCERS +- DeleteAuthor(ctx, ulong authorId) + - First, iterate all posts with matching AuthorId and delete each one + - Then delete the author by Id diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/tasks/rust.txt new file mode 100644 index 00000000000..8a3c25ba08a --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/tasks/rust.txt @@ -0,0 +1,20 @@ +Write a SpacetimeDB backend module in Rust that defines an author table and a post table with a foreign key, and a reducer that deletes an author along with all their posts. + +TABLES +- author + - Struct: Author + - Fields: + - id: u64 (primary key, auto_inc) + - name: String + +- post + - Struct: Post + - Fields: + - id: u64 (primary key, auto_inc) + - author_id: u64 (index btree) + - title: String + +REDUCERS +- delete_author(ctx, author_id: u64) + - First, iterate all posts with matching author_id and delete each one + - Then delete the author by id diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/tasks/typescript.txt new file mode 100644 index 00000000000..5cb6d02e7b6 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_028_cascade_delete/tasks/typescript.txt @@ -0,0 +1,18 @@ +Write a SpacetimeDB backend module in TypeScript that defines an author table and a post table with a foreign key, and a reducer that deletes an author along with all their posts. + +TABLES +- author + - Fields: + - id: number (u64, primary key, autoInc) + - name: string + +- post + - Fields: + - id: number (u64, primary key, autoInc) + - authorId: number (u64, index btree) + - title: string + +REDUCERS +- delete_author(ctx, { authorId: number (u64) }) + - First, iterate all posts with matching authorId and delete each one + - Then delete the author by id diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/answers/csharp.cs new file mode 100644 index 00000000000..43e39178e51 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/answers/csharp.cs @@ -0,0 +1,47 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "Order")] + public partial struct Order + { + [PrimaryKey] + [AutoInc] + public ulong Id; + [SpacetimeDB.Index.BTree] + public string Category; + public ulong Amount; + public bool Fulfilled; + } + + [Table(Accessor = "CategoryStats")] + public partial struct CategoryStats + { + [PrimaryKey] + public string Category; + public ulong TotalAmount; + public uint OrderCount; + } + + [Reducer] + public static void ComputeStats(ReducerContext ctx, string category) + { + ulong totalAmount = 0; + uint orderCount = 0; + + foreach (var o in ctx.Db.Order.Category.Filter(category)) + { + totalAmount += o.Amount; + orderCount += 1; + } + + // Upsert: delete existing then insert + ctx.Db.CategoryStats.Category.Delete(category); + ctx.Db.CategoryStats.Insert(new CategoryStats + { + Category = category, + TotalAmount = totalAmount, + OrderCount = orderCount, + }); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/answers/rust.rs new file mode 100644 index 00000000000..03d4478e841 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/answers/rust.rs @@ -0,0 +1,39 @@ +use spacetimedb::{reducer, table, ReducerContext, Table}; + +#[table(accessor = order)] +pub struct Order { + #[primary_key] + #[auto_inc] + pub id: u64, + #[index(btree)] + pub category: String, + pub amount: u64, + pub fulfilled: bool, +} + +#[table(accessor = category_stats)] +pub struct CategoryStats { + #[primary_key] + pub category: String, + pub total_amount: u64, + pub order_count: u32, +} + +#[reducer] +pub fn compute_stats(ctx: &ReducerContext, category: String) { + let mut total_amount: u64 = 0; + let mut order_count: u32 = 0; + + for o in ctx.db.order().category().filter(&category) { + total_amount += o.amount; + order_count += 1; + } + + // Upsert: delete existing then insert + let _ = ctx.db.category_stats().category().delete(category.clone()); + ctx.db.category_stats().insert(CategoryStats { + category, + total_amount, + order_count, + }); +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/answers/typescript.ts new file mode 100644 index 00000000000..54627ee47bb --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/answers/typescript.ts @@ -0,0 +1,42 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const order = table({ + name: 'order', +}, { + id: t.u64().primaryKey().autoInc(), + category: t.string().index('btree'), + amount: t.u64(), + fulfilled: t.bool(), +}); + +const categoryStats = table({ + name: 'category_stats', +}, { + category: t.string().primaryKey(), + totalAmount: t.u64(), + orderCount: t.u32(), +}); + +const spacetimedb = schema({ order, categoryStats }); +export default spacetimedb; + +export const compute_stats = spacetimedb.reducer( + { category: t.string() }, + (ctx, { category }) => { + let totalAmount = 0n; + let orderCount = 0; + + for (const o of ctx.db.order.category.filter(category)) { + totalAmount += o.amount; + orderCount += 1; + } + + // Upsert: delete existing then insert + ctx.db.categoryStats.category.delete(category); + ctx.db.categoryStats.insert({ + category, + totalAmount, + orderCount, + }); + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/tasks/csharp.txt new file mode 100644 index 00000000000..2f761d52a22 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/tasks/csharp.txt @@ -0,0 +1,23 @@ +Write a SpacetimeDB backend module in C# that defines an Order table and a CategoryStats table, with a reducer that computes aggregate statistics from filtered orders. + +TABLES +- Order + - Struct: Order + - Fields: + - Id: ulong (primary key, AutoInc) + - Category: string (index BTree) + - Amount: ulong + - Fulfilled: bool + +- CategoryStats + - Struct: CategoryStats + - Fields: + - Category: string (primary key) + - TotalAmount: ulong + - OrderCount: uint + +REDUCERS +- ComputeStats(ctx, string category) + - Filter all orders matching the given category + - Count the number of matching orders and sum their amounts + - Insert (or update if exists) a CategoryStats row with the results diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/tasks/rust.txt new file mode 100644 index 00000000000..ebe29cf6a76 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/tasks/rust.txt @@ -0,0 +1,23 @@ +Write a SpacetimeDB backend module in Rust that defines an order table and a stats table, with a reducer that computes aggregate statistics from filtered orders. + +TABLES +- order + - Struct: Order + - Fields: + - id: u64 (primary key, auto_inc) + - category: String (index btree) + - amount: u64 + - fulfilled: bool + +- category_stats + - Struct: CategoryStats + - Fields: + - category: String (primary key) + - total_amount: u64 + - order_count: u32 + +REDUCERS +- compute_stats(ctx, category: String) + - Filter all orders matching the given category + - Count the number of matching orders and sum their amounts + - Insert (or update if exists) a CategoryStats row with the results diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/tasks/typescript.txt new file mode 100644 index 00000000000..092c5eeb4ce --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_029_filter_and_aggregate/tasks/typescript.txt @@ -0,0 +1,21 @@ +Write a SpacetimeDB backend module in TypeScript that defines an order table and a stats table, with a reducer that computes aggregate statistics from filtered orders. + +TABLES +- order + - Fields: + - id: number (u64, primary key, autoInc) + - category: string (index btree) + - amount: number (u64) + - fulfilled: boolean + +- categoryStats + - Fields: + - category: string (primary key) + - totalAmount: number (u64) + - orderCount: number (u32) + +REDUCERS +- compute_stats(ctx, { category: string }) + - Filter all orders matching the given category + - Count the number of matching orders and sum their amounts + - Insert (or update if exists) a categoryStats row with the results diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/answers/csharp.cs new file mode 100644 index 00000000000..2529d1e8bc0 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/answers/csharp.cs @@ -0,0 +1,53 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "Customer")] + public partial struct Customer + { + [PrimaryKey] + [AutoInc] + public ulong Id; + public string Name; + } + + [Table(Accessor = "Order")] + public partial struct Order + { + [PrimaryKey] + [AutoInc] + public ulong Id; + [SpacetimeDB.Index.BTree] + public ulong CustomerId; + public string Product; + public uint Amount; + } + + [Table(Accessor = "OrderDetail")] + public partial struct OrderDetail + { + [PrimaryKey] + public ulong OrderId; + public string CustomerName; + public string Product; + public uint Amount; + } + + [Reducer] + public static void BuildOrderDetails(ReducerContext ctx) + { + foreach (var o in ctx.Db.Order.Iter()) + { + if (ctx.Db.Customer.Id.Find(o.CustomerId) is Customer c) + { + ctx.Db.OrderDetail.Insert(new OrderDetail + { + OrderId = o.Id, + CustomerName = c.Name, + Product = o.Product, + Amount = o.Amount, + }); + } + } + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/answers/rust.rs new file mode 100644 index 00000000000..42a91bb252f --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/answers/rust.rs @@ -0,0 +1,43 @@ +use spacetimedb::{reducer, table, ReducerContext, Table}; + +#[table(accessor = customer)] +pub struct Customer { + #[primary_key] + #[auto_inc] + pub id: u64, + pub name: String, +} + +#[table(accessor = order)] +pub struct Order { + #[primary_key] + #[auto_inc] + pub id: u64, + #[index(btree)] + pub customer_id: u64, + pub product: String, + pub amount: u32, +} + +#[table(accessor = order_detail)] +pub struct OrderDetail { + #[primary_key] + pub order_id: u64, + pub customer_name: String, + pub product: String, + pub amount: u32, +} + +#[reducer] +pub fn build_order_details(ctx: &ReducerContext) { + for o in ctx.db.order().iter() { + if let Some(c) = ctx.db.customer().id().find(o.customer_id) { + ctx.db.order_detail().insert(OrderDetail { + order_id: o.id, + customer_name: c.name, + product: o.product, + amount: o.amount, + }); + } + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/answers/typescript.ts new file mode 100644 index 00000000000..7cf358e949b --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/answers/typescript.ts @@ -0,0 +1,45 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const customer = table({ + name: 'customer', +}, { + id: t.u64().primaryKey().autoInc(), + name: t.string(), +}); + +const order = table({ + name: 'order', +}, { + id: t.u64().primaryKey().autoInc(), + customerId: t.u64().index('btree'), + product: t.string(), + amount: t.u32(), +}); + +const orderDetail = table({ + name: 'order_detail', +}, { + orderId: t.u64().primaryKey(), + customerName: t.string(), + product: t.string(), + amount: t.u32(), +}); + +const spacetimedb = schema({ customer, order, orderDetail }); +export default spacetimedb; + +export const build_order_details = spacetimedb.reducer( + (ctx) => { + for (const o of ctx.db.order.iter()) { + const c = ctx.db.customer.id.find(o.customerId); + if (c) { + ctx.db.orderDetail.insert({ + orderId: o.id, + customerName: c.name, + product: o.product, + amount: o.amount, + }); + } + } + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/tasks/csharp.txt new file mode 100644 index 00000000000..6dfd47c6580 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/tasks/csharp.txt @@ -0,0 +1,30 @@ +Write a SpacetimeDB backend module in C# that defines a Customer table, an Order table with a foreign key to Customer, and a denormalized result table. Include a reducer that joins the two tables and writes results. + +TABLES +- Customer + - Struct: Customer + - Fields: + - Id: ulong (primary key, AutoInc) + - Name: string + +- Order + - Struct: Order + - Fields: + - Id: ulong (primary key, AutoInc) + - CustomerId: ulong (index BTree) + - Product: string + - Amount: uint + +- OrderDetail + - Struct: OrderDetail + - Fields: + - OrderId: ulong (primary key) + - CustomerName: string + - Product: string + - Amount: uint + +REDUCERS +- BuildOrderDetails(ctx) + - Iterate all orders + - For each order, look up the customer by CustomerId + - If the customer is found, insert an OrderDetail row with the joined data diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/tasks/rust.txt new file mode 100644 index 00000000000..21170c6e3c1 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/tasks/rust.txt @@ -0,0 +1,30 @@ +Write a SpacetimeDB backend module in Rust that defines a customer table, an order table with a foreign key to customer, and a denormalized result table. Include a reducer that joins the two tables and writes results. + +TABLES +- customer + - Struct: Customer + - Fields: + - id: u64 (primary key, auto_inc) + - name: String + +- order + - Struct: Order + - Fields: + - id: u64 (primary key, auto_inc) + - customer_id: u64 (index btree) + - product: String + - amount: u32 + +- order_detail + - Struct: OrderDetail + - Fields: + - order_id: u64 (primary key) + - customer_name: String + - product: String + - amount: u32 + +REDUCERS +- build_order_details(ctx) + - Iterate all orders + - For each order, look up the customer by customer_id + - If the customer is found, insert an OrderDetail row with the joined data diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/tasks/typescript.txt new file mode 100644 index 00000000000..1dae0185b3d --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_030_two_table_join/tasks/typescript.txt @@ -0,0 +1,27 @@ +Write a SpacetimeDB backend module in TypeScript that defines a customer table, an order table with a foreign key to customer, and a denormalized result table. Include a reducer that joins the two tables and writes results. + +TABLES +- customer + - Fields: + - id: number (u64, primary key, autoInc) + - name: string + +- order + - Fields: + - id: number (u64, primary key, autoInc) + - customerId: number (u64, index btree) + - product: string + - amount: number (u32) + +- orderDetail + - Fields: + - orderId: number (u64, primary key) + - customerName: string + - product: string + - amount: number (u32) + +REDUCERS +- build_order_details(ctx) + - Iterate all orders + - For each order, look up the customer by customerId + - If the customer is found, insert an orderDetail row with the joined data diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/answers/csharp.cs new file mode 100644 index 00000000000..994e7baf153 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/answers/csharp.cs @@ -0,0 +1,26 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "Account")] + public partial struct Account + { + [PrimaryKey] + [AutoInc] + public ulong Id; + [Unique] + public string Email; + public string DisplayName; + } + + [Reducer] + public static void CreateAccount(ReducerContext ctx, string email, string displayName) + { + ctx.Db.Account.Insert(new Account + { + Id = 0, + Email = email, + DisplayName = displayName, + }); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/answers/rust.rs new file mode 100644 index 00000000000..016daeb4e3d --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/answers/rust.rs @@ -0,0 +1,20 @@ +use spacetimedb::{reducer, table, ReducerContext, Table}; + +#[table(accessor = account)] +pub struct Account { + #[primary_key] + #[auto_inc] + pub id: u64, + #[unique] + pub email: String, + pub display_name: String, +} + +#[reducer] +pub fn create_account(ctx: &ReducerContext, email: String, display_name: String) { + ctx.db.account().insert(Account { + id: 0, + email, + display_name, + }); +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/answers/typescript.ts new file mode 100644 index 00000000000..5faccc6b9bb --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/answers/typescript.ts @@ -0,0 +1,23 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const account = table({ + name: 'account', +}, { + id: t.u64().primaryKey().autoInc(), + email: t.string().unique(), + displayName: t.string(), +}); + +const spacetimedb = schema({ account }); +export default spacetimedb; + +export const create_account = spacetimedb.reducer( + { email: t.string(), displayName: t.string() }, + (ctx, { email, displayName }) => { + ctx.db.account.insert({ + id: 0n, + email, + displayName, + }); + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/tasks/csharp.txt new file mode 100644 index 00000000000..433a4df53aa --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/tasks/csharp.txt @@ -0,0 +1,14 @@ +Write a SpacetimeDB backend module in C# that defines a table with a unique constraint on a non-primary-key column and a reducer that inserts rows. + +TABLES +- Account + - Struct: Account + - Fields: + - Id: ulong (primary key, AutoInc) + - Email: string (Unique) + - DisplayName: string + +REDUCERS +- CreateAccount(ctx, string email, string displayName) + - Insert an Account row with the given email and displayName + - Use Id: 0 for AutoInc diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/tasks/rust.txt new file mode 100644 index 00000000000..2482f76d578 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/tasks/rust.txt @@ -0,0 +1,14 @@ +Write a SpacetimeDB backend module in Rust that defines a table with a unique constraint on a non-primary-key column and a reducer that inserts rows. + +TABLES +- account + - Struct: Account + - Fields: + - id: u64 (primary key, auto_inc) + - email: String (unique) + - display_name: String + +REDUCERS +- create_account(ctx, email: String, display_name: String) + - Insert an Account row with the given email and display_name + - Use id: 0 for auto_inc diff --git a/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/tasks/typescript.txt new file mode 100644 index 00000000000..b1e90089c63 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/data_modeling/t_031_unique_constraint/tasks/typescript.txt @@ -0,0 +1,13 @@ +Write a SpacetimeDB backend module in TypeScript that defines a table with a unique constraint on a non-primary-key column and a reducer that inserts rows. + +TABLES +- account + - Fields: + - id: number (u64, primary key, autoInc) + - email: string (unique) + - displayName: string + +REDUCERS +- create_account(ctx, { email: string, displayName: string }) + - Insert an account row with the given email and displayName + - Use id: 0n for autoInc diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/answers/csharp.cs new file mode 100644 index 00000000000..bbdf8653a82 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/answers/csharp.cs @@ -0,0 +1,23 @@ +using SpacetimeDB; +using System.Collections.Generic; +using System.Linq; + +public static partial class Module +{ + [Table(Accessor = "Announcement", Public = true)] + [SpacetimeDB.Index.BTree(Accessor = "Active", Columns = new[] { nameof(Announcement.Active) })] + public partial struct Announcement + { + [PrimaryKey] + [AutoInc] + public ulong Id; + public string Message; + public bool Active; + } + + [SpacetimeDB.View(Accessor = "ActiveAnnouncements", Public = true)] + public static List ActiveAnnouncements(AnonymousViewContext ctx) + { + return ctx.Db.Announcement.Active.Filter(true).ToList(); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/answers/rust.rs new file mode 100644 index 00000000000..aa44bfd481c --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/answers/rust.rs @@ -0,0 +1,16 @@ +use spacetimedb::{table, view, AnonymousViewContext}; + +#[table(accessor = announcement, public)] +pub struct Announcement { + #[primary_key] + #[auto_inc] + pub id: u64, + pub message: String, + #[index(btree)] + pub active: bool, +} + +#[view(accessor = active_announcements, public)] +fn active_announcements(ctx: &AnonymousViewContext) -> Vec { + ctx.db.announcement().active().filter(true).collect() +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/answers/typescript.ts new file mode 100644 index 00000000000..296ae12e239 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/answers/typescript.ts @@ -0,0 +1,21 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const announcement = table({ + name: 'announcement', + public: true, +}, { + id: t.u64().primaryKey().autoInc(), + message: t.string(), + active: t.bool().index('btree'), +}); + +const spacetimedb = schema({ announcement }); +export default spacetimedb; + +export const activeAnnouncements = spacetimedb.anonymousView( + { name: 'active_announcements', public: true }, + t.array(announcement.rowType), + (ctx) => { + return Array.from(ctx.db.announcement.active.filter(true)); + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/tasks/csharp.txt new file mode 100644 index 00000000000..aafc1c283c6 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/tasks/csharp.txt @@ -0,0 +1,13 @@ +Write a SpacetimeDB backend module in C# that defines a public anonymous view over a table. + +TABLE +- Announcement (public) + - Fields: + - Id: ulong (primary key, auto-increment) + - Message: string + - Active: bool (btree index) + +VIEW +- ActiveAnnouncements (AnonymousViewContext, public) + - Returns: IEnumerable + - Body: return all rows where Active == true using the btree index filter diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/tasks/rust.txt new file mode 100644 index 00000000000..c149a7514c0 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/tasks/rust.txt @@ -0,0 +1,14 @@ +Write a SpacetimeDB backend module in Rust that defines a public anonymous view over a table. + +TABLE +- announcement (public) + - Struct: Announcement + - Fields: + - id: u64 (primary key, auto-increment) + - message: String + - active: bool (btree index) + +VIEW +- active_announcements (AnonymousViewContext, public) + - Returns: Vec + - Body: return all rows where active == true using the btree index diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/tasks/typescript.txt new file mode 100644 index 00000000000..968e7cce71b --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_022_view_basic/tasks/typescript.txt @@ -0,0 +1,13 @@ +Write a SpacetimeDB backend module in TypeScript that defines a public anonymous view over a table. + +TABLE +- announcement (public) + - Fields: + - id: u64 (primary key, auto-increment) + - message: string + - active: bool (btree index) + +VIEW +- activeAnnouncements (anonymousView, public) + - Returns: array of announcement rows + - Body: return all rows where active == true using the btree index filter diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/answers/csharp.cs new file mode 100644 index 00000000000..936f5cb8f87 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/answers/csharp.cs @@ -0,0 +1,22 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "Profile", Public = true)] + public partial struct Profile + { + [PrimaryKey] + [AutoInc] + public ulong Id; + [Unique] + public Identity Identity; + public string Name; + public string Bio; + } + + [SpacetimeDB.View(Accessor = "MyProfile", Public = true)] + public static Profile? MyProfile(ViewContext ctx) + { + return ctx.Db.Profile.Identity.Find(ctx.Sender) as Profile?; + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/answers/rust.rs new file mode 100644 index 00000000000..a336ab0e51a --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/answers/rust.rs @@ -0,0 +1,17 @@ +use spacetimedb::{table, view, Identity, ViewContext}; + +#[table(accessor = profile, public)] +pub struct Profile { + #[primary_key] + #[auto_inc] + pub id: u64, + #[unique] + pub identity: Identity, + pub name: String, + pub bio: String, +} + +#[view(accessor = my_profile, public)] +fn my_profile(ctx: &ViewContext) -> Option { + ctx.db.profile().identity().find(ctx.sender()) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/answers/typescript.ts new file mode 100644 index 00000000000..5c36f9ef000 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/answers/typescript.ts @@ -0,0 +1,22 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const profile = table({ + name: 'profile', + public: true, +}, { + id: t.u64().primaryKey().autoInc(), + identity: t.identity().unique(), + name: t.string(), + bio: t.string(), +}); + +const spacetimedb = schema({ profile }); +export default spacetimedb; + +export const my_profile = spacetimedb.view( + { name: 'my_profile', public: true }, + t.option(profile.rowType), + (ctx) => { + return ctx.db.profile.identity.find(ctx.sender) ?? undefined; + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/tasks/csharp.txt new file mode 100644 index 00000000000..7cc46d493b7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/tasks/csharp.txt @@ -0,0 +1,17 @@ +Write a SpacetimeDB backend module in C# that defines a table of user profiles and a per-user view that returns only the calling user's profile. + +TABLES +- Profile + - Struct: Profile + - Fields: + - Id: ulong (primary key, AutoInc) + - Identity: Identity (unique) + - Name: string + - Bio: string + +VIEWS +- MyProfile + - per-user view (uses ViewContext, not AnonymousViewContext) + - public + - Returns: Profile? (the single profile matching ctx.Sender, or null) + - Logic: find the profile by the Identity column matching ctx.Sender diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/tasks/rust.txt new file mode 100644 index 00000000000..7016433ee2d --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/tasks/rust.txt @@ -0,0 +1,18 @@ +Write a SpacetimeDB backend module in Rust that defines a table of user profiles and a per-user view that returns only the calling user's profile. + +TABLES +- profile + - Struct: Profile + - public table + - Fields: + - id: u64 (primary key, auto_inc) + - identity: Identity (unique) + - name: String + - bio: String + +VIEWS +- my_profile + - per-user view (uses ViewContext, not AnonymousViewContext) + - public + - Returns: Option (the single profile row matching ctx.sender(), or None) + - Logic: look up the profile by the identity column matching ctx.sender() diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/tasks/typescript.txt new file mode 100644 index 00000000000..d2088770afd --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_023_view_per_user/tasks/typescript.txt @@ -0,0 +1,17 @@ +Write a SpacetimeDB backend module in TypeScript that defines a table of user profiles and a per-user view that returns only the calling user's profile. + +TABLES +- profile + - public table + - Fields: + - id: number (u64, primary key, autoInc) + - identity: Identity (unique) + - name: string + - bio: string + +VIEWS +- my_profile + - per-user view (uses spacetimedb.view, not spacetimedb.anonymousView) + - public + - Returns: option of profile row (the single profile matching ctx.sender(), or undefined) + - Logic: find the profile by the identity column matching ctx.sender() diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/answers/csharp.cs new file mode 100644 index 00000000000..27912411a0a --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/answers/csharp.cs @@ -0,0 +1,41 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "Product")] + public partial struct Product + { + [PrimaryKey] + [AutoInc] + public ulong Id; + public string Name; + [SpacetimeDB.Index.BTree] + public uint Price; + } + + [Table(Accessor = "PriceRangeResult")] + public partial struct PriceRangeResult + { + [PrimaryKey] + public ulong ProductId; + public string Name; + public uint Price; + } + + [Reducer] + public static void FindInPriceRange(ReducerContext ctx, uint minPrice, uint maxPrice) + { + foreach (var p in ctx.Db.Product.Iter()) + { + if (p.Price >= minPrice && p.Price <= maxPrice) + { + ctx.Db.PriceRangeResult.Insert(new PriceRangeResult + { + ProductId = p.Id, + Name = p.Name, + Price = p.Price, + }); + } + } + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/answers/rust.rs new file mode 100644 index 00000000000..0eb1b055fbc --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/answers/rust.rs @@ -0,0 +1,32 @@ +use spacetimedb::{reducer, table, ReducerContext, Table}; + +#[table(accessor = product)] +pub struct Product { + #[primary_key] + #[auto_inc] + pub id: u64, + pub name: String, + #[index(btree)] + pub price: u32, +} + +#[table(accessor = price_range_result)] +pub struct PriceRangeResult { + #[primary_key] + pub product_id: u64, + pub name: String, + pub price: u32, +} + +#[reducer] +pub fn find_in_price_range(ctx: &ReducerContext, min_price: u32, max_price: u32) { + for p in ctx.db.product().iter() { + if p.price >= min_price && p.price <= max_price { + ctx.db.price_range_result().insert(PriceRangeResult { + product_id: p.id, + name: p.name, + price: p.price, + }); + } + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/answers/typescript.ts new file mode 100644 index 00000000000..cba00bf23cc --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/answers/typescript.ts @@ -0,0 +1,35 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const product = table({ + name: 'product', +}, { + id: t.u64().primaryKey().autoInc(), + name: t.string(), + price: t.u32().index('btree'), +}); + +const priceRangeResult = table({ + name: 'price_range_result', +}, { + productId: t.u64().primaryKey(), + name: t.string(), + price: t.u32(), +}); + +const spacetimedb = schema({ product, priceRangeResult }); +export default spacetimedb; + +export const find_in_price_range = spacetimedb.reducer( + { minPrice: t.u32(), maxPrice: t.u32() }, + (ctx, { minPrice, maxPrice }) => { + for (const p of ctx.db.product.iter()) { + if (p.price >= minPrice && p.price <= maxPrice) { + ctx.db.priceRangeResult.insert({ + productId: p.id, + name: p.name, + price: p.price, + }); + } + } + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/tasks/csharp.txt new file mode 100644 index 00000000000..03b091f6fe2 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/tasks/csharp.txt @@ -0,0 +1,21 @@ +Write a SpacetimeDB backend module in C# that defines a Product table with a BTree-indexed Price column, a result table, and a reducer that filters products within a price range and writes matches to the result table. + +TABLES +- Product + - Struct: Product + - Fields: + - Id: ulong (primary key, AutoInc) + - Name: string + - Price: uint (index BTree) + +- PriceRangeResult + - Struct: PriceRangeResult + - Fields: + - ProductId: ulong (primary key) + - Name: string + - Price: uint + +REDUCERS +- FindInPriceRange(ctx, uint minPrice, uint maxPrice) + - Iterate all products + - For each product where Price >= minPrice AND Price <= maxPrice, insert a PriceRangeResult row diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/tasks/rust.txt new file mode 100644 index 00000000000..7396da179b4 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/tasks/rust.txt @@ -0,0 +1,21 @@ +Write a SpacetimeDB backend module in Rust that defines a product table with a BTree-indexed price column, a result table, and a reducer that filters products within a price range and writes matches to the result table. + +TABLES +- product + - Struct: Product + - Fields: + - id: u64 (primary key, auto_inc) + - name: String + - price: u32 (index btree) + +- price_range_result + - Struct: PriceRangeResult + - Fields: + - product_id: u64 (primary key) + - name: String + - price: u32 + +REDUCERS +- find_in_price_range(ctx, min_price: u32, max_price: u32) + - Iterate all products + - For each product where price >= min_price AND price <= max_price, insert a PriceRangeResult row diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/tasks/typescript.txt new file mode 100644 index 00000000000..87e20bd524d --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_032_range_query/tasks/typescript.txt @@ -0,0 +1,19 @@ +Write a SpacetimeDB backend module in TypeScript that defines a product table with a BTree-indexed price column, a result table, and a reducer that filters products within a price range and writes matches to the result table. + +TABLES +- product + - Fields: + - id: number (u64, primary key, autoInc) + - name: string + - price: number (u32, index btree) + +- priceRangeResult + - Fields: + - productId: number (u64, primary key) + - name: string + - price: number (u32) + +REDUCERS +- find_in_price_range(ctx, { minPrice: number (u32), maxPrice: number (u32) }) + - Iterate all products + - For each product where price >= minPrice AND price <= maxPrice, insert a priceRangeResult row diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/answers/csharp.cs new file mode 100644 index 00000000000..194c5494a90 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/answers/csharp.cs @@ -0,0 +1,43 @@ +using SpacetimeDB; +using System.Linq; + +public static partial class Module +{ + [Table(Accessor = "Player")] + public partial struct Player + { + [PrimaryKey] + [AutoInc] + public ulong Id; + public string Name; + public ulong Score; + } + + [Table(Accessor = "Leaderboard")] + public partial struct LeaderboardEntry + { + [PrimaryKey] + public uint Rank; + public string PlayerName; + public ulong Score; + } + + [Reducer] + public static void BuildLeaderboard(ReducerContext ctx, uint limit) + { + var players = ctx.Db.Player.Iter() + .OrderByDescending(p => p.Score) + .Take((int)limit) + .ToList(); + + for (int i = 0; i < players.Count; i++) + { + ctx.Db.Leaderboard.Insert(new LeaderboardEntry + { + Rank = (uint)(i + 1), + PlayerName = players[i].Name, + Score = players[i].Score, + }); + } + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/answers/rust.rs new file mode 100644 index 00000000000..79c83caee3b --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/answers/rust.rs @@ -0,0 +1,32 @@ +use spacetimedb::{reducer, table, ReducerContext, Table}; + +#[table(accessor = player)] +pub struct Player { + #[primary_key] + #[auto_inc] + pub id: u64, + pub name: String, + pub score: u64, +} + +#[table(accessor = leaderboard)] +pub struct LeaderboardEntry { + #[primary_key] + pub rank: u32, + pub player_name: String, + pub score: u64, +} + +#[reducer] +pub fn build_leaderboard(ctx: &ReducerContext, limit: u32) { + let mut players: Vec = ctx.db.player().iter().collect(); + players.sort_by(|a, b| b.score.cmp(&a.score)); + + for (i, p) in players.into_iter().take(limit as usize).enumerate() { + ctx.db.leaderboard().insert(LeaderboardEntry { + rank: (i as u32) + 1, + player_name: p.name, + score: p.score, + }); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/answers/typescript.ts new file mode 100644 index 00000000000..64897b29310 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/answers/typescript.ts @@ -0,0 +1,37 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const player = table({ + name: 'player', +}, { + id: t.u64().primaryKey().autoInc(), + name: t.string(), + score: t.u64(), +}); + +const leaderboard = table({ + name: 'leaderboard', +}, { + rank: t.u32().primaryKey(), + playerName: t.string(), + score: t.u64(), +}); + +const spacetimedb = schema({ player, leaderboard }); +export default spacetimedb; + +export const build_leaderboard = spacetimedb.reducer( + { limit: t.u32() }, + (ctx, { limit }) => { + const players = Array.from(ctx.db.player.iter()); + players.sort((a, b) => (b.score > a.score ? 1 : b.score < a.score ? -1 : 0)); + + for (let i = 0; i < Math.min(limit, players.length); i++) { + const p = players[i]; + ctx.db.leaderboard.insert({ + rank: i + 1, + playerName: p.name, + score: p.score, + }); + } + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/tasks/csharp.txt new file mode 100644 index 00000000000..f59eca1f12c --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/tasks/csharp.txt @@ -0,0 +1,22 @@ +Write a SpacetimeDB backend module in C# that defines a Player table with scores, a Leaderboard result table, and a reducer that finds the top N players by score (descending) and writes them to the result table. + +TABLES +- Player + - Struct: Player + - Fields: + - Id: ulong (primary key, AutoInc) + - Name: string + - Score: ulong + +- Leaderboard + - Struct: LeaderboardEntry + - Fields: + - Rank: uint (primary key) + - PlayerName: string + - Score: ulong + +REDUCERS +- BuildLeaderboard(ctx, uint limit) + - Collect all players into a list, sort by Score descending + - Take the first `limit` entries + - Insert each into Leaderboard with Rank starting at 1 diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/tasks/rust.txt new file mode 100644 index 00000000000..cfc38860762 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/tasks/rust.txt @@ -0,0 +1,22 @@ +Write a SpacetimeDB backend module in Rust that defines a player table with scores, a leaderboard result table, and a reducer that finds the top N players by score (descending) and writes them to the result table. + +TABLES +- player + - Struct: Player + - Fields: + - id: u64 (primary key, auto_inc) + - name: String + - score: u64 + +- leaderboard + - Struct: LeaderboardEntry + - Fields: + - rank: u32 (primary key) + - player_name: String + - score: u64 + +REDUCERS +- build_leaderboard(ctx, limit: u32) + - Collect all players into a Vec, sort by score descending + - Take the first `limit` entries + - Insert each into leaderboard with rank starting at 1 diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/tasks/typescript.txt new file mode 100644 index 00000000000..d888f39528e --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_033_sort_and_limit/tasks/typescript.txt @@ -0,0 +1,20 @@ +Write a SpacetimeDB backend module in TypeScript that defines a player table with scores, a leaderboard result table, and a reducer that finds the top N players by score (descending) and writes them to the result table. + +TABLES +- player + - Fields: + - id: number (u64, primary key, autoInc) + - name: string + - score: number (u64) + +- leaderboard + - Fields: + - rank: number (u32, primary key) + - playerName: string + - score: number (u64) + +REDUCERS +- build_leaderboard(ctx, { limit: number (u32) }) + - Collect all players into an array, sort by score descending + - Take the first `limit` entries + - Insert each into leaderboard with rank starting at 1 diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/answers/csharp.cs new file mode 100644 index 00000000000..ae60e2f299f --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/answers/csharp.cs @@ -0,0 +1,39 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "Task")] + public partial struct Task + { + [PrimaryKey] + [AutoInc] + public ulong Id; + public string Title; + public bool Completed; + } + + [Table(Accessor = "FirstIncomplete")] + public partial struct FirstIncomplete + { + [PrimaryKey] + public ulong TaskId; + public string Title; + } + + [Reducer] + public static void FindFirstIncomplete(ReducerContext ctx) + { + foreach (var t in ctx.Db.Task.Iter()) + { + if (!t.Completed) + { + ctx.Db.FirstIncomplete.Insert(new FirstIncomplete + { + TaskId = t.Id, + Title = t.Title, + }); + return; + } + } + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/answers/rust.rs new file mode 100644 index 00000000000..4c96d76298d --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/answers/rust.rs @@ -0,0 +1,27 @@ +use spacetimedb::{reducer, table, ReducerContext, Table}; + +#[table(accessor = task)] +pub struct Task { + #[primary_key] + #[auto_inc] + pub id: u64, + pub title: String, + pub completed: bool, +} + +#[table(accessor = first_incomplete)] +pub struct FirstIncomplete { + #[primary_key] + pub task_id: u64, + pub title: String, +} + +#[reducer] +pub fn find_first_incomplete(ctx: &ReducerContext) { + if let Some(t) = ctx.db.task().iter().find(|t| !t.completed) { + ctx.db.first_incomplete().insert(FirstIncomplete { + task_id: t.id, + title: t.title, + }); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/answers/typescript.ts new file mode 100644 index 00000000000..76c785c19b7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/answers/typescript.ts @@ -0,0 +1,33 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const task = table({ + name: 'task', +}, { + id: t.u64().primaryKey().autoInc(), + title: t.string(), + completed: t.bool(), +}); + +const firstIncomplete = table({ + name: 'first_incomplete', +}, { + taskId: t.u64().primaryKey(), + title: t.string(), +}); + +const spacetimedb = schema({ task, firstIncomplete }); +export default spacetimedb; + +export const find_first_incomplete = spacetimedb.reducer( + (ctx) => { + for (const t of ctx.db.task.iter()) { + if (!t.completed) { + ctx.db.firstIncomplete.insert({ + taskId: t.id, + title: t.title, + }); + return; + } + } + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/tasks/csharp.txt new file mode 100644 index 00000000000..c89d54ed9a6 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/tasks/csharp.txt @@ -0,0 +1,21 @@ +Write a SpacetimeDB backend module in C# that defines a Task table and a result table, with a reducer that finds the first incomplete task and writes it to the result table. + +TABLES +- Task + - Struct: Task + - Fields: + - Id: ulong (primary key, AutoInc) + - Title: string + - Completed: bool + +- FirstIncomplete + - Struct: FirstIncomplete + - Fields: + - TaskId: ulong (primary key) + - Title: string + +REDUCERS +- FindFirstIncomplete(ctx) + - Iterate through the Task table + - Find the first task where Completed is false + - If found, insert it into FirstIncomplete diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/tasks/rust.txt new file mode 100644 index 00000000000..dec8df0b43e --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/tasks/rust.txt @@ -0,0 +1,21 @@ +Write a SpacetimeDB backend module in Rust that defines a task table and a result table, with a reducer that finds the first incomplete task and writes it to the result table. + +TABLES +- task + - Struct: Task + - Fields: + - id: u64 (primary key, auto_inc) + - title: String + - completed: bool + +- first_incomplete + - Struct: FirstIncomplete + - Fields: + - task_id: u64 (primary key) + - title: String + +REDUCERS +- find_first_incomplete(ctx) + - Iterate through the task table + - Find the first task where completed is false + - If found, insert it into first_incomplete diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/tasks/typescript.txt new file mode 100644 index 00000000000..1a660b24679 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_034_find_first/tasks/typescript.txt @@ -0,0 +1,19 @@ +Write a SpacetimeDB backend module in TypeScript that defines a task table and a result table, with a reducer that finds the first incomplete task and writes it to the result table. + +TABLES +- task + - Fields: + - id: number (u64, primary key, autoInc) + - title: string + - completed: boolean + +- firstIncomplete + - Fields: + - taskId: number (u64, primary key) + - title: string + +REDUCERS +- find_first_incomplete(ctx) + - Iterate through the task table + - Find the first task where completed is false + - If found, insert it into firstIncomplete diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/answers/csharp.cs new file mode 100644 index 00000000000..d8e0ff3bbf0 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/answers/csharp.cs @@ -0,0 +1,36 @@ +using SpacetimeDB; +using System.Collections.Generic; + +public static partial class Module +{ + [Table(Accessor = "Order")] + public partial struct Order + { + [PrimaryKey] + [AutoInc] + public ulong Id; + public string Category; + public uint Amount; + } + + [Table(Accessor = "DistinctCategory")] + public partial struct DistinctCategory + { + [PrimaryKey] + public string Category; + } + + [Reducer] + public static void CollectDistinctCategories(ReducerContext ctx) + { + var categories = new HashSet(); + foreach (var o in ctx.Db.Order.Iter()) + { + categories.Add(o.Category); + } + foreach (var category in categories) + { + ctx.Db.DistinctCategory.Insert(new DistinctCategory { Category = category }); + } + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/answers/rust.rs new file mode 100644 index 00000000000..8b6be727eed --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/answers/rust.rs @@ -0,0 +1,25 @@ +use spacetimedb::{reducer, table, ReducerContext, Table}; +use std::collections::BTreeSet; + +#[table(accessor = order)] +pub struct Order { + #[primary_key] + #[auto_inc] + pub id: u64, + pub category: String, + pub amount: u32, +} + +#[table(accessor = distinct_category)] +pub struct DistinctCategory { + #[primary_key] + pub category: String, +} + +#[reducer] +pub fn collect_distinct_categories(ctx: &ReducerContext) { + let categories: BTreeSet = ctx.db.order().iter().map(|o| o.category).collect(); + for category in categories { + ctx.db.distinct_category().insert(DistinctCategory { category }); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/answers/typescript.ts new file mode 100644 index 00000000000..83d96e1dc6c --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/answers/typescript.ts @@ -0,0 +1,30 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const order = table({ + name: 'order', +}, { + id: t.u64().primaryKey().autoInc(), + category: t.string(), + amount: t.u32(), +}); + +const distinctCategory = table({ + name: 'distinct_category', +}, { + category: t.string().primaryKey(), +}); + +const spacetimedb = schema({ order, distinctCategory }); +export default spacetimedb; + +export const collect_distinct_categories = spacetimedb.reducer( + (ctx) => { + const categories = new Set(); + for (const o of ctx.db.order.iter()) { + categories.add(o.category); + } + for (const category of categories) { + ctx.db.distinctCategory.insert({ category }); + } + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/tasks/csharp.txt new file mode 100644 index 00000000000..5ac96c35a88 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/tasks/csharp.txt @@ -0,0 +1,20 @@ +Write a SpacetimeDB backend module in C# that defines an Order table and a result table, with a reducer that collects all distinct Category values from orders into the result table. + +TABLES +- Order + - Struct: Order + - Fields: + - Id: ulong (primary key, AutoInc) + - Category: string + - Amount: uint + +- DistinctCategory + - Struct: DistinctCategory + - Fields: + - Category: string (primary key) + +REDUCERS +- CollectDistinctCategories(ctx) + - Iterate all orders + - Collect unique Category values (use a HashSet) + - Insert each unique category into DistinctCategory diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/tasks/rust.txt new file mode 100644 index 00000000000..bc7d9e915cd --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/tasks/rust.txt @@ -0,0 +1,20 @@ +Write a SpacetimeDB backend module in Rust that defines an order table and a result table, with a reducer that collects all distinct category values from orders into the result table. + +TABLES +- order + - Struct: Order + - Fields: + - id: u64 (primary key, auto_inc) + - category: String + - amount: u32 + +- distinct_category + - Struct: DistinctCategory + - Fields: + - category: String (primary key) + +REDUCERS +- collect_distinct_categories(ctx) + - Iterate all orders + - Collect unique category values (use a HashSet or BTreeSet) + - Insert each unique category into distinct_category diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/tasks/typescript.txt new file mode 100644 index 00000000000..40a7385feb4 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_035_select_distinct/tasks/typescript.txt @@ -0,0 +1,18 @@ +Write a SpacetimeDB backend module in TypeScript that defines an order table and a result table, with a reducer that collects all distinct category values from orders into the result table. + +TABLES +- order + - Fields: + - id: number (u64, primary key, autoInc) + - category: string + - amount: number (u32) + +- distinctCategory + - Fields: + - category: string (primary key) + +REDUCERS +- collect_distinct_categories(ctx) + - Iterate all orders + - Collect unique category values (use a Set) + - Insert each unique category into distinctCategory diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/answers/csharp.cs new file mode 100644 index 00000000000..695d1cfb98a --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/answers/csharp.cs @@ -0,0 +1,40 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "User")] + public partial struct User + { + [PrimaryKey] + [AutoInc] + public ulong Id; + public string Name; + public bool Active; + } + + [Table(Accessor = "UserStats")] + public partial struct UserStats + { + [PrimaryKey] + public string Key; + public ulong Count; + } + + [Reducer] + public static void ComputeUserCounts(ReducerContext ctx) + { + ulong total = 0; + ulong active = 0; + foreach (var u in ctx.Db.User.Iter()) + { + total++; + if (u.Active) + { + active++; + } + } + + ctx.Db.UserStats.Insert(new UserStats { Key = "total", Count = total }); + ctx.Db.UserStats.Insert(new UserStats { Key = "active", Count = active }); + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/answers/rust.rs new file mode 100644 index 00000000000..3fd62b817d3 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/answers/rust.rs @@ -0,0 +1,32 @@ +use spacetimedb::{reducer, table, ReducerContext, Table}; + +#[table(accessor = user)] +pub struct User { + #[primary_key] + #[auto_inc] + pub id: u64, + pub name: String, + pub active: bool, +} + +#[table(accessor = user_stats)] +pub struct UserStats { + #[primary_key] + pub key: String, + pub count: u64, +} + +#[reducer] +pub fn compute_user_counts(ctx: &ReducerContext) { + let total = ctx.db.user().iter().count() as u64; + let active = ctx.db.user().iter().filter(|u| u.active).count() as u64; + + ctx.db.user_stats().insert(UserStats { + key: "total".to_string(), + count: total, + }); + ctx.db.user_stats().insert(UserStats { + key: "active".to_string(), + count: active, + }); +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/answers/typescript.ts new file mode 100644 index 00000000000..83f95707198 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/answers/typescript.ts @@ -0,0 +1,35 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const user = table({ + name: 'user', +}, { + id: t.u64().primaryKey().autoInc(), + name: t.string(), + active: t.bool(), +}); + +const userStats = table({ + name: 'user_stats', +}, { + key: t.string().primaryKey(), + count: t.u64(), +}); + +const spacetimedb = schema({ user, userStats }); +export default spacetimedb; + +export const compute_user_counts = spacetimedb.reducer( + (ctx) => { + let total = 0n; + let active = 0n; + for (const u of ctx.db.user.iter()) { + total += 1n; + if (u.active) { + active += 1n; + } + } + + ctx.db.userStats.insert({ key: 'total', count: total }); + ctx.db.userStats.insert({ key: 'active', count: active }); + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/tasks/csharp.txt new file mode 100644 index 00000000000..1508c532fc8 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/tasks/csharp.txt @@ -0,0 +1,22 @@ +Write a SpacetimeDB backend module in C# that defines a User table and a stats table, with a reducer that counts total users and active users without collecting into a list. + +TABLES +- User + - Struct: User + - Fields: + - Id: ulong (primary key, AutoInc) + - Name: string + - Active: bool + +- UserStats + - Struct: UserStats + - Fields: + - Key: string (primary key) + - Count: ulong + +REDUCERS +- ComputeUserCounts(ctx) + - Count total users by iterating (do not collect into a List first) + - Count active users by iterating and checking Active == true + - Insert a UserStats row with Key="total" and the total count + - Insert a UserStats row with Key="active" and the active count diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/tasks/rust.txt new file mode 100644 index 00000000000..24c987810d7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/tasks/rust.txt @@ -0,0 +1,22 @@ +Write a SpacetimeDB backend module in Rust that defines a user table and a stats table, with a reducer that counts total users and active users without collecting into a Vec. + +TABLES +- user + - Struct: User + - Fields: + - id: u64 (primary key, auto_inc) + - name: String + - active: bool + +- user_stats + - Struct: UserStats + - Fields: + - key: String (primary key) + - count: u64 + +REDUCERS +- compute_user_counts(ctx) + - Count total users by iterating with .count() (do not collect into a Vec) + - Count active users by iterating with .filter(|u| u.active).count() + - Insert a UserStats row with key="total" and the total count + - Insert a UserStats row with key="active" and the active count diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/tasks/typescript.txt new file mode 100644 index 00000000000..ec13e16b72b --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_036_count_without_collect/tasks/typescript.txt @@ -0,0 +1,20 @@ +Write a SpacetimeDB backend module in TypeScript that defines a user table and a stats table, with a reducer that counts total users and active users without collecting into an array. + +TABLES +- user + - Fields: + - id: number (u64, primary key, autoInc) + - name: string + - active: boolean + +- userStats + - Fields: + - key: string (primary key) + - count: number (u64) + +REDUCERS +- compute_user_counts(ctx) + - Count total users by iterating (do not collect into an array first) + - Count active users by iterating and checking active === true + - Insert a userStats row with key="total" and the total count + - Insert a userStats row with key="active" and the active count diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/answers/csharp.cs new file mode 100644 index 00000000000..06861035482 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/answers/csharp.cs @@ -0,0 +1,40 @@ +using SpacetimeDB; + +public static partial class Module +{ + [Table(Accessor = "EventLog")] + [SpacetimeDB.Index.BTree(Accessor = "by_category_severity", Columns = new[] { nameof(EventLog.Category), nameof(EventLog.Severity) })] + public partial struct EventLog + { + [PrimaryKey] + [AutoInc] + public ulong Id; + public string Category; + public uint Severity; + public string Message; + } + + [Table(Accessor = "FilteredEvent")] + public partial struct FilteredEvent + { + [PrimaryKey] + public ulong EventId; + public string Message; + } + + [Reducer] + public static void FilterEvents(ReducerContext ctx, string category, uint severity) + { + foreach (var e in ctx.Db.EventLog.Iter()) + { + if (e.Category == category && e.Severity == severity) + { + ctx.Db.FilteredEvent.Insert(new FilteredEvent + { + EventId = e.Id, + Message = e.Message, + }); + } + } + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/answers/rust.rs new file mode 100644 index 00000000000..ee45a854216 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/answers/rust.rs @@ -0,0 +1,33 @@ +use spacetimedb::{reducer, table, ReducerContext, Table}; + +#[table( + accessor = event_log, + index(accessor = by_category_severity, btree(columns = [category, severity])) +)] +pub struct EventLog { + #[primary_key] + #[auto_inc] + pub id: u64, + pub category: String, + pub severity: u32, + pub message: String, +} + +#[table(accessor = filtered_event)] +pub struct FilteredEvent { + #[primary_key] + pub event_id: u64, + pub message: String, +} + +#[reducer] +pub fn filter_events(ctx: &ReducerContext, category: String, severity: u32) { + for e in ctx.db.event_log().iter() { + if e.category == category && e.severity == severity { + ctx.db.filtered_event().insert(FilteredEvent { + event_id: e.id, + message: e.message, + }); + } + } +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/answers/typescript.ts new file mode 100644 index 00000000000..26c7dc9b230 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/answers/typescript.ts @@ -0,0 +1,35 @@ +import { schema, table, t } from 'spacetimedb/server'; + +const eventLog = table({ + name: 'event_log', + indexes: [{ name: 'byCategorySeverity', algorithm: 'btree', columns: ['category', 'severity'] }], +}, { + id: t.u64().primaryKey().autoInc(), + category: t.string(), + severity: t.u32(), + message: t.string(), +}); + +const filteredEvent = table({ + name: 'filtered_event', +}, { + eventId: t.u64().primaryKey(), + message: t.string(), +}); + +const spacetimedb = schema({ eventLog, filteredEvent }); +export default spacetimedb; + +export const filter_events = spacetimedb.reducer( + { category: t.string(), severity: t.u32() }, + (ctx, { category, severity }) => { + for (const e of ctx.db.eventLog.iter()) { + if (e.category === category && e.severity === severity) { + ctx.db.filteredEvent.insert({ + eventId: e.id, + message: e.message, + }); + } + } + } +); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/spec.rs new file mode 100644 index 00000000000..e5466e2ccd7 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/spec.rs @@ -0,0 +1,8 @@ +use crate::eval::defaults::default_schema_parity_scorers; +use crate::eval::BenchmarkSpec; + +pub fn spec() -> BenchmarkSpec { + BenchmarkSpec::from_tasks_auto(file!(), |_lang, route_tag, host_url| { + default_schema_parity_scorers(host_url, file!(), route_tag) + }) +} diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/tasks/csharp.txt new file mode 100644 index 00000000000..c1f49d42fac --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/tasks/csharp.txt @@ -0,0 +1,22 @@ +Write a SpacetimeDB backend module in C# that defines an EventLog table with a multi-column BTree index and a result table, with a reducer that filters events by both category and severity level. + +TABLES +- EventLog + - Struct: EventLog + - Fields: + - Id: ulong (primary key, AutoInc) + - Category: string + - Severity: uint + - Message: string + - Index: multi-column btree index on (Category, Severity) + +- FilteredEvent + - Struct: FilteredEvent + - Fields: + - EventId: ulong (primary key) + - Message: string + +REDUCERS +- FilterEvents(ctx, string category, uint severity) + - Iterate all EventLog rows + - For each row where Category matches AND Severity matches, insert into FilteredEvent diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/tasks/rust.txt new file mode 100644 index 00000000000..88516a7ab47 --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/tasks/rust.txt @@ -0,0 +1,22 @@ +Write a SpacetimeDB backend module in Rust that defines an event log table with a multi-column BTree index and a result table, with a reducer that filters events by both category and severity level. + +TABLES +- event_log + - Struct: EventLog + - Fields: + - id: u64 (primary key, auto_inc) + - category: String + - severity: u32 + - message: String + - Index: multi-column btree index on (category, severity) + +- filtered_event + - Struct: FilteredEvent + - Fields: + - event_id: u64 (primary key) + - message: String + +REDUCERS +- filter_events(ctx, category: String, severity: u32) + - Iterate all event_log rows + - For each row where category matches AND severity matches, insert into filtered_event diff --git a/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/tasks/typescript.txt new file mode 100644 index 00000000000..ceecf39352a --- /dev/null +++ b/tools/xtask-llm-benchmark/src/benchmarks/queries/t_037_multi_column_filter/tasks/typescript.txt @@ -0,0 +1,20 @@ +Write a SpacetimeDB backend module in TypeScript that defines an event log table with a multi-column BTree index and a result table, with a reducer that filters events by both category and severity level. + +TABLES +- eventLog + - Fields: + - id: number (u64, primary key, autoInc) + - category: string + - severity: number (u32) + - message: string + - Index: multi-column btree index on (category, severity) + +- filteredEvent + - Fields: + - eventId: number (u64, primary key) + - message: string + +REDUCERS +- filter_events(ctx, { category: string, severity: number (u32) }) + - Iterate all eventLog rows + - For each row where category matches AND severity matches, insert into filteredEvent diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_013_spacetime_sum_type/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_013_spacetime_sum_type/answers/typescript.ts index 3db3a3fe393..8058f96f18f 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_013_spacetime_sum_type/answers/typescript.ts +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_013_spacetime_sum_type/answers/typescript.ts @@ -26,6 +26,6 @@ export default spacetimedb; export const setCircle = spacetimedb.reducer( { id: t.i32(), radius: t.i32() }, (ctx, { id, radius }) => { - ctx.db.result.insert({ id, value: { circle: radius } }); + ctx.db.result.insert({ id, value: { tag: 'circle', value: radius } }); } ); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/answers/csharp.cs index ac99835ffd2..ed5418d332a 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/answers/csharp.cs +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/answers/csharp.cs @@ -5,7 +5,7 @@ public static partial class Module [Table(Accessor = "Primitive")] public partial struct Primitive { - [PrimaryKey] public int Id; + [PrimaryKey, AutoInc] public ulong Id; public int Count; public long Total; public float Price; @@ -18,7 +18,7 @@ public partial struct Primitive public static void Seed(ReducerContext ctx) { ctx.Db.Primitive.Insert(new Primitive { - Id = 1, + Id = 0, Count = 2, Total = 3000000000, Price = 1.5f, diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/answers/rust.rs index 56275bf3a65..b4da70fcfbe 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/answers/rust.rs +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/answers/rust.rs @@ -3,7 +3,8 @@ use spacetimedb::{reducer, table, ReducerContext, Table}; #[table(accessor = primitive)] pub struct Primitive { #[primary_key] - pub id: i32, + #[auto_inc] + pub id: u64, pub count: i32, pub total: i64, pub price: f32, @@ -15,7 +16,7 @@ pub struct Primitive { #[reducer] pub fn seed(ctx: &ReducerContext) { ctx.db.primitive().insert(Primitive { - id: 1, + id: 0, count: 2, total: 3_000_000_000, price: 1.5, diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/answers/typescript.ts index 86af2a062a2..a67bb3a0bc3 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/answers/typescript.ts +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/answers/typescript.ts @@ -5,7 +5,7 @@ const primitive = table( name: 'primitive', }, { - id: t.i32().primaryKey(), + id: t.u64().primaryKey().autoInc(), count: t.i32(), total: t.i64(), price: t.f32(), @@ -20,7 +20,7 @@ export default spacetimedb; export const seed = spacetimedb.reducer(ctx => { ctx.db.primitive.insert({ - id: 1, + id: 0n, count: 2, total: 3000000000n, price: 1.5, diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/tasks/csharp.txt index 39b796edb42..3206723ba9f 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/tasks/csharp.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/tasks/csharp.txt @@ -4,7 +4,7 @@ TABLE - Primitive - Struct: Primitive - Fields: - - Id: int (primary key) + - Id: ulong (primary key, auto-increment) - Count: int - Total: long - Price: float @@ -13,5 +13,5 @@ TABLE - Name: string REDUCERS -- Seed: insert exactly this row into Primitive - - (Id=1, Count=2, Total=3000000000, Price=1.5, Ratio=2.25, Active=true, Name="Alice") +- Seed: insert exactly this row into Primitive (Id is auto-assigned) + - (Count=2, Total=3000000000, Price=1.5, Ratio=2.25, Active=true, Name="Alice") diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/tasks/rust.txt index 1777bf8c651..db922b17f3b 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/tasks/rust.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/tasks/rust.txt @@ -1,10 +1,10 @@ -Write a SpacetimeDB backend module in Rust that defines one table and seeds one row. +Write a SpacetimeDB backend module in Rust that defines one table and seeds one row. TABLE - primitive - Struct: Primitive - Fields: - - id: i32 (primary key) + - id: u64 (primary key, auto_inc) - count: i32 - total: i64 - price: f32 @@ -13,5 +13,5 @@ TABLE - name: String REDUCERS -- seed: insert exactly this row into primitive - - (id=1, count=2, total=3000000000, price=1.5, ratio=2.25, active=true, name="Alice") +- seed: insert exactly this row into primitive (id is auto-assigned) + - (count=2, total=3000000000, price=1.5, ratio=2.25, active=true, name="Alice") diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/tasks/typescript.txt index 269e2664680..ca3775db537 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/tasks/typescript.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_014_elementary_columns/tasks/typescript.txt @@ -3,7 +3,7 @@ Write a SpacetimeDB backend module in TypeScript that tests all elementary/primi TABLE - primitive - Fields: - - id: number (i32, primary key) + - id: number (u64, primary key, autoInc) - count: number (i32) - total: bigint (i64) - price: number (f32) @@ -12,5 +12,5 @@ TABLE - name: string REDUCERS -- seed: insert one row with all field types: - - (id=1, count=2, total=3000000000, price=1.5, ratio=2.25, active=true, name="Alice") +- seed: insert one row with all field types (id is auto-assigned): + - (count=2, total=3000000000, price=1.5, ratio=2.25, active=true, name="Alice") diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/answers/csharp.cs index f48a6aa1ed6..e3b699c5c19 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/answers/csharp.cs +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/answers/csharp.cs @@ -19,7 +19,7 @@ public partial struct Position [Table(Accessor = "Profile", Public = true)] public partial struct Profile { - [PrimaryKey] public int Id; + [PrimaryKey, AutoInc] public ulong Id; public Address Home; public Address Work; public Position Pos; @@ -29,7 +29,7 @@ public partial struct Profile public static void Seed(ReducerContext ctx) { ctx.Db.Profile.Insert(new Profile { - Id = 1, + Id = 0, Home = new Address { Street = "1 Main", Zip = 11111 }, Work = new Address { Street = "2 Broad", Zip = 22222 }, Pos = new Position { X = 7, Y = 9 } diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/answers/rust.rs index 60adb24f0db..6e3693de2a4 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/answers/rust.rs +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/answers/rust.rs @@ -15,7 +15,8 @@ pub struct Position { #[table(accessor = profile)] pub struct Profile { #[primary_key] - pub id: i32, + #[auto_inc] + pub id: u64, pub home: Address, pub work: Address, pub pos: Position, @@ -24,7 +25,7 @@ pub struct Profile { #[reducer] pub fn seed(ctx: &ReducerContext) { ctx.db.profile().insert(Profile { - id: 1, + id: 0, home: Address { street: "1 Main".into(), zip: 11111, diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/answers/typescript.ts index 1bbb00d949d..3d8ee4a83b9 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/answers/typescript.ts +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/answers/typescript.ts @@ -15,7 +15,7 @@ const profile = table( name: 'profile', }, { - id: t.i32().primaryKey(), + id: t.u64().primaryKey().autoInc(), home: Address, work: Address, pos: Position, @@ -27,7 +27,7 @@ export default spacetimedb; export const seed = spacetimedb.reducer(ctx => { ctx.db.profile.insert({ - id: 1, + id: 0n, home: { street: '1 Main', zip: 11111 }, work: { street: '2 Broad', zip: 22222 }, pos: { x: 7, y: 9 }, diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/tasks/csharp.txt index 12a6b23fe19..e6f022047b9 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/tasks/csharp.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/tasks/csharp.txt @@ -14,11 +14,11 @@ TABLE - Profile (public) - Struct: Profile - Fields: - - Id: int (primary key) + - Id: ulong (primary key, auto-increment) - Home: Address - Work: Address - Pos: Position REDUCERS -- Seed: insert exactly one row into Profile - - (Id=1, Home=Address{Street="1 Main", Zip=11111}, Work=Address{Street="2 Broad", Zip=22222}, Pos=Position{X=7, Y=9}) +- Seed: insert exactly one row into Profile (Id is auto-assigned) + - (Home=Address{Street="1 Main", Zip=11111}, Work=Address{Street="2 Broad", Zip=22222}, Pos=Position{X=7, Y=9}) diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/tasks/rust.txt index e08ce27ac42..857c6bbc1e0 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/tasks/rust.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/tasks/rust.txt @@ -1,4 +1,4 @@ -Write a SpacetimeDB backend module in Rust that defines product types and uses them as columns in a table. +Write a SpacetimeDB backend module in Rust that defines product types and uses them as columns in a table. TYPES - Struct: Address @@ -14,11 +14,11 @@ TABLE - profile - Struct: Profile - Fields: - - id: i32 (primary key) + - id: u64 (primary key, auto_inc) - home: Address - work: Address - pos: Position REDUCERS -- seed: insert exactly one row into profile - - (id=1, home=Address{street:"1 Main", zip:11111}, work=Address{street:"2 Broad", zip:22222}, pos=Position{x:7, y:9}) +- seed: insert exactly one row into profile (id is auto-assigned) + - (home=Address{street:"1 Main", zip:11111}, work=Address{street:"2 Broad", zip:22222}, pos=Position{x:7, y:9}) diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/tasks/typescript.txt index 2a01fe158cb..78facfbf087 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/tasks/typescript.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_015_product_type_columns/tasks/typescript.txt @@ -11,13 +11,13 @@ TYPES TABLE - profile - Fields: - - id: number (i32, primary key) + - id: number (u64, primary key, autoInc) - home: Address - work: Address - pos: Position REDUCERS -- seed: insert one row with all nested types: +- seed: insert one row with all nested types (id is auto-assigned): - home: { street: "1 Main", zip: 11111 } - work: { street: "2 Broad", zip: 22222 } - pos: { x: 7, y: 9 } diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/answers/csharp.cs index f6d10046228..e5cd8063c29 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/answers/csharp.cs +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/answers/csharp.cs @@ -14,7 +14,7 @@ public partial record Shape : TaggedEnum<(Circle Circle, Rectangle Rectangle)> { [Table(Accessor = "Drawing")] public partial struct Drawing { - [PrimaryKey] public int Id; + [PrimaryKey, AutoInc] public ulong Id; public Shape A; public Shape B; } @@ -23,7 +23,7 @@ public partial struct Drawing public static void Seed(ReducerContext ctx) { ctx.Db.Drawing.Insert(new Drawing { - Id = 1, + Id = 0, A = new Shape.Circle(new Circle { Radius = 10 }), B = new Shape.Rectangle(new Rectangle { Width = 4, Height = 6 }) }); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/answers/rust.rs index f3e224b819e..4589fc19b2e 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/answers/rust.rs +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/answers/rust.rs @@ -15,7 +15,8 @@ pub enum Shape { #[table(accessor = drawing)] pub struct Drawing { #[primary_key] - pub id: i32, + #[auto_inc] + pub id: u64, pub a: Shape, pub b: Shape, } @@ -23,7 +24,7 @@ pub struct Drawing { #[reducer] pub fn seed(ctx: &ReducerContext) { ctx.db.drawing().insert(Drawing { - id: 1, + id: 0, a: Shape::Circle(10), b: Shape::Rectangle(Rect { width: 4, height: 6 }), }); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/answers/typescript.ts index 7f350397c1c..9a6265de194 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/answers/typescript.ts +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/answers/typescript.ts @@ -13,7 +13,7 @@ const Shape = t.enum('Shape', { const drawing = table({ name: 'drawing', }, { - id: t.i32().primaryKey(), + id: t.u64().primaryKey().autoInc(), a: Shape, b: Shape, }); @@ -24,9 +24,9 @@ export default spacetimedb; export const seed = spacetimedb.reducer( ctx => { ctx.db.drawing.insert({ - id: 1, - a: { circle: 10 }, - b: { rectangle: { width: 4, height: 6 } }, + id: 0n, + a: { tag: 'circle', value: 10 }, + b: { tag: 'rectangle', value: { width: 4, height: 6 } }, }); } ); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/tasks/csharp.txt index 3acfc8c2c5e..eb872e09e84 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/tasks/csharp.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/tasks/csharp.txt @@ -14,10 +14,10 @@ TABLE - Drawing - Struct: Drawing - Fields: - - Id: int (primary key) + - Id: ulong (primary key, auto-increment) - A: Shape - B: Shape REDUCERS -- Seed: insert exactly one row into Drawing - - (Id=1, A=Circle{Radius=10}, B=Rectangle{Width=4, Height=6}) +- Seed: insert exactly one row into Drawing (Id is auto-assigned) + - (A=Circle{Radius=10}, B=Rectangle{Width=4, Height=6}) diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/tasks/rust.txt index a5a5cef4dac..f462516822b 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/tasks/rust.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/tasks/rust.txt @@ -1,4 +1,4 @@ -Write a SpacetimeDB backend module in Rust that defines a sum type and uses it in multiple table columns. +Write a SpacetimeDB backend module in Rust that defines a sum type and uses it in multiple table columns. TYPES - Struct: Rect @@ -14,10 +14,10 @@ TABLE - drawing - Struct: Drawing - Fields: - - id: i32 (primary key) + - id: u64 (primary key, auto_inc) - a: Shape - b: Shape REDUCERS -- seed: insert exactly one row into drawing - - (id=1, a=Shape::Circle(10), b=Shape::Rectangle(Rect { width:4, height:6 })) +- seed: insert exactly one row into drawing (id is auto-assigned) + - (a=Shape::Circle(10), b=Shape::Rectangle(Rect { width:4, height:6 })) diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/tasks/typescript.txt index 70392fea638..07eede1f9eb 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/tasks/typescript.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_016_sum_type_columns/tasks/typescript.txt @@ -11,11 +11,11 @@ TYPES TABLE - drawing - Fields: - - id: number (i32, primary key) + - id: number (u64, primary key, autoInc) - a: Shape - b: Shape REDUCERS -- seed: insert one row with two Shape values: +- seed: insert one row with two Shape values (id is auto-assigned): - a: Shape.circle(10) - b: Shape.rectangle({ width: 4, height: 6 }) diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_017_scheduled_columns/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_017_scheduled_columns/answers/typescript.ts index afac1e747c5..1a06c3d4db0 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_017_scheduled_columns/answers/typescript.ts +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_017_scheduled_columns/answers/typescript.ts @@ -3,7 +3,7 @@ import { table, schema, t } from 'spacetimedb/server'; const tickTimer = table( { - name: 'tickTimer', + name: 'tick_timer', scheduled: (): any => tick, }, { diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/answers/csharp.cs index 4bdb78de75a..751a11b6ee4 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/answers/csharp.cs +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/answers/csharp.cs @@ -6,7 +6,7 @@ public static partial class Module [SpacetimeDB.Index.BTree(Accessor = "by_name", Columns = [nameof(Name)])] public partial struct Account { - [SpacetimeDB.PrimaryKey] public int Id; + [SpacetimeDB.PrimaryKey, SpacetimeDB.AutoInc] public ulong Id; [SpacetimeDB.Unique] public string Email; public string Name; } @@ -14,7 +14,7 @@ public partial struct Account [SpacetimeDB.Reducer] public static void Seed(ReducerContext ctx) { - ctx.Db.Account.Insert(new Account { Id = 1, Email = "a@example.com", Name = "Alice" }); - ctx.Db.Account.Insert(new Account { Id = 2, Email = "b@example.com", Name = "Bob" }); + ctx.Db.Account.Insert(new Account { Id = 0, Email = "a@example.com", Name = "Alice" }); + ctx.Db.Account.Insert(new Account { Id = 0, Email = "b@example.com", Name = "Bob" }); } } diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/answers/rust.rs index 3e2da6e82f4..94855e2f6ee 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/answers/rust.rs +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/answers/rust.rs @@ -6,7 +6,8 @@ use spacetimedb::{reducer, table, ReducerContext, Table}; )] pub struct Account { #[primary_key] - pub id: i32, + #[auto_inc] + pub id: u64, #[unique] pub email: String, pub name: String, @@ -15,12 +16,12 @@ pub struct Account { #[reducer] pub fn seed(ctx: &ReducerContext) { ctx.db.account().insert(Account { - id: 1, + id: 0, email: "a@example.com".into(), name: "Alice".into(), }); ctx.db.account().insert(Account { - id: 2, + id: 0, email: "b@example.com".into(), name: "Bob".into(), }); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/answers/typescript.ts index 85fa8d0ea46..50d9f9c1dae 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/answers/typescript.ts +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/answers/typescript.ts @@ -4,7 +4,7 @@ const account = table({ name: 'account', indexes: [{ name: 'byName', algorithm: 'btree', columns: ['name'] }], }, { - id: t.i32().primaryKey(), + id: t.u64().primaryKey().autoInc(), email: t.string().unique(), name: t.string(), }); @@ -14,7 +14,7 @@ export default spacetimedb; export const seed = spacetimedb.reducer( ctx => { - ctx.db.account.insert({ id: 1, email: "a@example.com", name: "Alice" }); - ctx.db.account.insert({ id: 2, email: "b@example.com", name: "Bob" }); + ctx.db.account.insert({ id: 0n, email: "a@example.com", name: "Alice" }); + ctx.db.account.insert({ id: 0n, email: "b@example.com", name: "Bob" }); } ); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/tasks/csharp.txt index 39b7f4cfbcd..c9c689d85ae 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/tasks/csharp.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/tasks/csharp.txt @@ -4,13 +4,13 @@ TABLE - Account (public) - Struct: Account - Fields: - - Id: int (primary key) + - Id: ulong (primary key, auto-increment) - Email: string (unique) - Name: string - Indexes: - by_name: btree(Name) REDUCERS -- Seed: insert exactly these rows into Account - - (Id=1, Email="a@example.com", Name="Alice") - - (Id=2, Email="b@example.com", Name="Bob") +- Seed: insert exactly these rows into Account (IDs are auto-assigned) + - (Email="a@example.com", Name="Alice") + - (Email="b@example.com", Name="Bob") diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/tasks/rust.txt index 34873235c47..f6a689c3213 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/tasks/rust.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/tasks/rust.txt @@ -1,16 +1,16 @@ -Write a SpacetimeDB backend module in Rust that defines one table and seeds two rows. +Write a SpacetimeDB backend module in Rust that defines one table and seeds two rows. TABLE - account - Struct: Account - Columns: - - id: i32 (primary key) + - id: u64 (primary key, auto_inc) - email: String (unique) - name: String - Indexes: - by_name: btree(name) REDUCERS -- seed: insert exactly these rows into account - - (1, "a@example.com", "Alice") - - (2, "b@example.com", "Bob") \ No newline at end of file +- seed: insert exactly these rows into account (IDs are auto-assigned) + - (email="a@example.com", name="Alice") + - (email="b@example.com", name="Bob") diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/tasks/typescript.txt index 3a4475bd232..685165ab9e9 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/tasks/typescript.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_018_constraints/tasks/typescript.txt @@ -3,12 +3,12 @@ Write a SpacetimeDB backend module in TypeScript that demonstrates unique constr TABLE - account - Fields: - - id: number (i32, primary key) + - id: number (u64, primary key, autoInc) - email: string (unique) - name: string - Index: byName (btree on name) REDUCERS -- seed: insert two rows: - - (id=1, email="a@example.com", name="Alice") - - (id=2, email="b@example.com", name="Bob") +- seed: insert two rows (IDs are auto-assigned): + - (email="a@example.com", name="Alice") + - (email="b@example.com", name="Bob") diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/answers/csharp.cs index 13012c1eb2b..cf0044c52a9 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/answers/csharp.cs +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/answers/csharp.cs @@ -5,14 +5,14 @@ public static partial class Module [Table(Accessor = "User")] public partial struct User { - [PrimaryKey] public int UserId; + [PrimaryKey, AutoInc] public ulong UserId; public string Name; } [Table(Accessor = "Group")] public partial struct Group { - [PrimaryKey] public int GroupId; + [PrimaryKey, AutoInc] public ulong GroupId; public string Title; } @@ -21,22 +21,22 @@ public partial struct Group [SpacetimeDB.Index.BTree(Accessor = "by_group", Columns = new[] { nameof(GroupId) })] public partial struct Membership { - [PrimaryKey] public int Id; - public int UserId; - public int GroupId; + [PrimaryKey, AutoInc] public ulong Id; + public ulong UserId; + public ulong GroupId; } [Reducer] public static void Seed(ReducerContext ctx) { - ctx.Db.User.Insert(new User { UserId = 1, Name = "Alice" }); - ctx.Db.User.Insert(new User { UserId = 2, Name = "Bob" }); + ctx.Db.User.Insert(new User { UserId = 0, Name = "Alice" }); + ctx.Db.User.Insert(new User { UserId = 0, Name = "Bob" }); - ctx.Db.Group.Insert(new Group { GroupId = 10, Title = "Admin" }); - ctx.Db.Group.Insert(new Group { GroupId = 20, Title = "Dev" }); + ctx.Db.Group.Insert(new Group { GroupId = 0, Title = "Admin" }); + ctx.Db.Group.Insert(new Group { GroupId = 0, Title = "Dev" }); - ctx.Db.Membership.Insert(new Membership { Id = 1, UserId = 1, GroupId = 10 }); - ctx.Db.Membership.Insert(new Membership { Id = 2, UserId = 1, GroupId = 20 }); - ctx.Db.Membership.Insert(new Membership { Id = 3, UserId = 2, GroupId = 20 }); + ctx.Db.Membership.Insert(new Membership { Id = 0, UserId = 1, GroupId = 1 }); + ctx.Db.Membership.Insert(new Membership { Id = 0, UserId = 1, GroupId = 2 }); + ctx.Db.Membership.Insert(new Membership { Id = 0, UserId = 2, GroupId = 2 }); } } diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/answers/rust.rs index a3645cda64c..5feb4da052a 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/answers/rust.rs +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/answers/rust.rs @@ -3,14 +3,16 @@ use spacetimedb::{reducer, table, ReducerContext, Table}; #[table(accessor = user)] pub struct User { #[primary_key] - pub user_id: i32, + #[auto_inc] + pub user_id: u64, pub name: String, } #[table(accessor = group)] pub struct Group { #[primary_key] - pub group_id: i32, + #[auto_inc] + pub group_id: u64, pub title: String, } @@ -21,44 +23,45 @@ pub struct Group { )] pub struct Membership { #[primary_key] - pub id: i32, - pub user_id: i32, - pub group_id: i32, + #[auto_inc] + pub id: u64, + pub user_id: u64, + pub group_id: u64, } #[reducer] pub fn seed(ctx: &ReducerContext) { ctx.db.user().insert(User { - user_id: 1, + user_id: 0, name: "Alice".into(), }); ctx.db.user().insert(User { - user_id: 2, + user_id: 0, name: "Bob".into(), }); ctx.db.group().insert(Group { - group_id: 10, + group_id: 0, title: "Admin".into(), }); ctx.db.group().insert(Group { - group_id: 20, + group_id: 0, title: "Dev".into(), }); ctx.db.membership().insert(Membership { - id: 1, + id: 0, user_id: 1, - group_id: 10, + group_id: 1, }); ctx.db.membership().insert(Membership { - id: 2, + id: 0, user_id: 1, - group_id: 20, + group_id: 2, }); ctx.db.membership().insert(Membership { - id: 3, + id: 0, user_id: 2, - group_id: 20, + group_id: 2, }); } diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/answers/typescript.ts index 737e5cfb3c7..d7629137dcc 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/answers/typescript.ts +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/answers/typescript.ts @@ -5,7 +5,7 @@ const user = table( name: 'user', }, { - userId: t.i32().primaryKey(), + userId: t.u64().primaryKey().autoInc(), name: t.string(), } ); @@ -15,7 +15,7 @@ const group = table( name: 'group', }, { - groupId: t.i32().primaryKey(), + groupId: t.u64().primaryKey().autoInc(), title: t.string(), } ); @@ -29,9 +29,9 @@ const membership = table( ], }, { - id: t.i32().primaryKey(), - userId: t.i32(), - groupId: t.i32(), + id: t.u64().primaryKey().autoInc(), + userId: t.u64(), + groupId: t.u64(), } ); @@ -39,13 +39,13 @@ const spacetimedb = schema({ user, group, membership }); export default spacetimedb; export const seed = spacetimedb.reducer(ctx => { - ctx.db.user.insert({ userId: 1, name: 'Alice' }); - ctx.db.user.insert({ userId: 2, name: 'Bob' }); + ctx.db.user.insert({ userId: 0n, name: 'Alice' }); + ctx.db.user.insert({ userId: 0n, name: 'Bob' }); - ctx.db.group.insert({ groupId: 10, title: 'Admin' }); - ctx.db.group.insert({ groupId: 20, title: 'Dev' }); + ctx.db.group.insert({ groupId: 0n, title: 'Admin' }); + ctx.db.group.insert({ groupId: 0n, title: 'Dev' }); - ctx.db.membership.insert({ id: 1, userId: 1, groupId: 10 }); - ctx.db.membership.insert({ id: 2, userId: 1, groupId: 20 }); - ctx.db.membership.insert({ id: 3, userId: 2, groupId: 20 }); + ctx.db.membership.insert({ id: 0n, userId: 1n, groupId: 1n }); + ctx.db.membership.insert({ id: 0n, userId: 1n, groupId: 2n }); + ctx.db.membership.insert({ id: 0n, userId: 2n, groupId: 2n }); }); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/spec.rs index b19116e2e7c..c37c12a3315 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/spec.rs +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/spec.rs @@ -22,10 +22,10 @@ pub fn spec() -> BenchmarkSpec { reducer: reducer_name.into(), args: vec![], sql_count_query: format!( - "SELECT COUNT(*) AS n FROM {membership_table} WHERE {user_id}=1 AND {group_id}=10" + "SELECT COUNT(*) AS n FROM {membership_table} WHERE {user_id}=1 AND {group_id}=1" ), expected_count: 1, - id_str: "m2m_has_1_10", + id_str: "m2m_has_1_1", timeout: Duration::from_secs(10), }, )); @@ -34,9 +34,9 @@ pub fn spec() -> BenchmarkSpec { host_url, file!(), route_tag, - &format!("SELECT COUNT(*) AS n FROM {membership_table} WHERE {user_id}=1 AND {group_id}=20"), + &format!("SELECT COUNT(*) AS n FROM {membership_table} WHERE {user_id}=1 AND {group_id}=2"), 1, - "m2m_has_1_20", + "m2m_has_1_2", Duration::from_secs(10), )); @@ -44,9 +44,9 @@ pub fn spec() -> BenchmarkSpec { host_url, file!(), route_tag, - &format!("SELECT COUNT(*) AS n FROM {membership_table} WHERE {user_id}=2 AND {group_id}=20"), + &format!("SELECT COUNT(*) AS n FROM {membership_table} WHERE {user_id}=2 AND {group_id}=2"), 1, - "m2m_has_2_20", + "m2m_has_2_2", Duration::from_secs(10), )); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/tasks/csharp.txt index 3ae80432393..6b71011debf 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/tasks/csharp.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/tasks/csharp.txt @@ -4,30 +4,30 @@ TABLES - User - Struct: User - Fields: - - UserId: int (primary key) + - UserId: ulong (primary key, auto-increment) - Name: string - Group - Struct: Group - Fields: - - GroupId: int (primary key) + - GroupId: ulong (primary key, auto-increment) - Title: string - Membership - Struct: Membership - Fields: - - Id: int (primary key) - - UserId: int - - GroupId: int + - Id: ulong (primary key, auto-increment) + - UserId: ulong + - GroupId: ulong - Indexes: - by_user: btree(UserId) - by_group: btree(GroupId) REDUCERS -- Seed: insert exactly these rows - - User: (UserId=1, Name="Alice"), (UserId=2, Name="Bob") - - Group: (GroupId=10, Title="Admin"), (GroupId=20, Title="Dev") +- Seed: insert exactly these rows (IDs are auto-assigned) + - User: (Name="Alice"), (Name="Bob") + - Group: (Title="Admin"), (Title="Dev") - Membership: - - (Id=1, UserId=1, GroupId=10) - - (Id=2, UserId=1, GroupId=20) - - (Id=3, UserId=2, GroupId=20) + - (UserId=1, GroupId=1) + - (UserId=1, GroupId=2) + - (UserId=2, GroupId=2) diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/tasks/rust.txt index 1080d4f9acf..a8e727bccf8 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/tasks/rust.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/tasks/rust.txt @@ -1,33 +1,33 @@ -Write a SpacetimeDB backend module in Rust that defines three tables modeling a many-to-many relationship and seeds rows. +Write a SpacetimeDB backend module in Rust that defines three tables modeling a many-to-many relationship and seeds rows. TABLES - user - Struct: User - Fields: - - user_id: i32 (primary key) + - user_id: u64 (primary key, auto_inc) - name: String - group - Struct: Group - Fields: - - group_id: i32 (primary key) + - group_id: u64 (primary key, auto_inc) - title: String - membership - Struct: Membership - Fields: - - id: i32 (primary key) - - user_id: i32 - - group_id: i32 + - id: u64 (primary key, auto_inc) + - user_id: u64 + - group_id: u64 - Indexes: - by_user: btree(user_id) - by_group: btree(group_id) REDUCERS -- seed: insert exactly these rows - - user: (user_id=1, name="Alice"), (user_id=2, name="Bob") - - group: (group_id=10, title="Admin"), (group_id=20, title="Dev") +- seed: insert exactly these rows (IDs are auto-assigned) + - user: (name="Alice"), (name="Bob") + - group: (title="Admin"), (title="Dev") - membership: - - (id=1, user_id=1, group_id=10) - - (id=2, user_id=1, group_id=20) - - (id=3, user_id=2, group_id=20) + - (user_id=1, group_id=1) + - (user_id=1, group_id=2) + - (user_id=2, group_id=2) diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/tasks/typescript.txt index a93353da982..1025911c166 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/tasks/typescript.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_019_many_to_many/tasks/typescript.txt @@ -3,25 +3,25 @@ Write a SpacetimeDB backend module in TypeScript that models many-to-many relati TABLES - user - Fields: - - userId: number (i32, primary key) + - userId: number (u64, primary key, autoInc) - name: string - group - Fields: - - groupId: number (i32, primary key) + - groupId: number (u64, primary key, autoInc) - title: string - membership - Fields: - - id: number (i32, primary key) - - userId: number (i32) - - groupId: number (i32) + - id: number (u64, primary key, autoInc) + - userId: number (u64) + - groupId: number (u64) - Indexes: - byUser (btree on userId) - byGroup (btree on groupId) REDUCERS -- seed: insert users, groups, and memberships: - - user: (1, "Alice"), (2, "Bob") - - group: (10, "Admin"), (20, "Dev") - - membership: (1, userId=1, groupId=10), (2, userId=1, groupId=20), (3, userId=2, groupId=20) +- seed: insert users, groups, and memberships (IDs are auto-assigned): + - user: ("Alice"), ("Bob") + - group: ("Admin"), ("Dev") + - membership: (userId=1, groupId=1), (userId=1, groupId=2), (userId=2, groupId=2) diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/answers/csharp.cs index cc64eccf5d0..493d0f12ce5 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/answers/csharp.cs +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/answers/csharp.cs @@ -3,7 +3,7 @@ public static partial class Module { [Table(Accessor = "Entity")] - public partial struct Entity { [PrimaryKey] public int Id; } + public partial struct Entity { [PrimaryKey, AutoInc] public ulong Id; } [Table(Accessor = "Position")] public partial struct Position @@ -32,8 +32,8 @@ public partial struct NextPosition [Reducer] public static void Seed(ReducerContext ctx) { - ctx.Db.Entity.Insert(new Entity { Id = 1 }); - ctx.Db.Entity.Insert(new Entity { Id = 2 }); + ctx.Db.Entity.Insert(new Entity { Id = 0 }); + ctx.Db.Entity.Insert(new Entity { Id = 0 }); ctx.Db.Position.Insert(new Position { EntityId = 1, X = 0, Y = 0 }); ctx.Db.Position.Insert(new Position { EntityId = 2, X = 10, Y = 0 }); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/answers/rust.rs index 79377c93056..bbd91df2fa2 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/answers/rust.rs +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/answers/rust.rs @@ -3,7 +3,8 @@ use spacetimedb::{reducer, table, ReducerContext, Table}; #[table(accessor = entity)] pub struct Entity { #[primary_key] - pub id: i32, + #[auto_inc] + pub id: u64, } #[table(accessor = position)] @@ -32,12 +33,12 @@ pub struct NextPosition { #[reducer] pub fn seed(ctx: &ReducerContext) { - ctx.db.entity().insert(Entity { id: 1 }); - ctx.db.entity().insert(Entity { id: 2 }); + ctx.db.entity().insert(Entity { id: 0 }); + ctx.db.entity().insert(Entity { id: 0 }); ctx.db.position().insert(Position { entity_id: 1, - x: 1, + x: 0, y: 0, }); ctx.db.position().insert(Position { diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/answers/typescript.ts index 5e44657f6a1..ddb439d67e6 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/answers/typescript.ts +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/answers/typescript.ts @@ -5,7 +5,7 @@ const entity = table( name: 'entity', }, { - id: t.i32().primaryKey(), + id: t.u64().primaryKey().autoInc(), } ); @@ -33,7 +33,7 @@ const velocity = table( const nextPosition = table( { - name: 'nextPosition', + name: 'next_position', }, { entityId: t.i32().primaryKey(), @@ -46,8 +46,8 @@ const spacetimedb = schema({ entity, position, velocity, nextPosition }); export default spacetimedb; export const seed = spacetimedb.reducer(ctx => { - ctx.db.entity.insert({ id: 1 }); - ctx.db.entity.insert({ id: 2 }); + ctx.db.entity.insert({ id: 0n }); + ctx.db.entity.insert({ id: 0n }); ctx.db.position.insert({ entityId: 1, x: 0, y: 0 }); ctx.db.position.insert({ entityId: 2, x: 10, y: 0 }); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/spec.rs index 1b397152518..d303b8f86c2 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/spec.rs +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/spec.rs @@ -1,5 +1,5 @@ -use crate::eval::defaults::{default_schema_parity_scorers, make_reducer_sql_count_scorer}; -use crate::eval::{casing_for_lang, ident, table_name, BenchmarkSpec, ReducerSqlCountConfig, SqlBuilder}; +use crate::eval::defaults::{default_schema_parity_scorers, make_reducer_call_both_scorer, make_sql_count_only_scorer}; +use crate::eval::{casing_for_lang, ident, table_name, BenchmarkSpec, SqlBuilder}; use std::time::Duration; pub fn spec() -> BenchmarkSpec { BenchmarkSpec::from_tasks_auto(file!(), |lang, route_tag, host_url| { @@ -18,59 +18,65 @@ pub fn spec() -> BenchmarkSpec { let position_table = table_name("position", lang); let next_position_table = table_name("next_position", lang); - let base = |reducer: &str| ReducerSqlCountConfig { - src_file: file!(), + // Seed once + v.push(make_reducer_call_both_scorer( + host_url, + file!(), + route_tag, + &seed, + vec![], + "ecs_seed", + )); + + v.push(make_sql_count_only_scorer( + host_url, + file!(), route_tag, - reducer: reducer.to_string(), - args: vec![], - sql_count_query: String::new(), - expected_count: 0, - id_str: "", - timeout: Duration::from_secs(10), - }; + format!("SELECT COUNT(*) AS n FROM {position_table}"), + 2, + "ecs_seed_position_count", + Duration::from_secs(10), + )); - v.push(make_reducer_sql_count_scorer( + // Step once + v.push(make_reducer_call_both_scorer( host_url, - ReducerSqlCountConfig { - sql_count_query: format!("SELECT COUNT(*) AS n FROM {position_table}"), - expected_count: 2, - id_str: "ecs_seed_position_count", - ..base(&seed) // or base("seed") if it's a &str - }, + file!(), + route_tag, + &step, + vec![], + "ecs_step", )); - v.push(make_reducer_sql_count_scorer( + // Then just query + v.push(make_sql_count_only_scorer( host_url, - ReducerSqlCountConfig { - sql_count_query: format!("SELECT COUNT(*) AS n FROM {next_position_table}"), - expected_count: 2, - id_str: "ecs_step_next_position_count", - ..base(&step) // or base("step") - }, + file!(), + route_tag, + format!("SELECT COUNT(*) AS n FROM {next_position_table}"), + 2, + "ecs_step_next_position_count", + Duration::from_secs(10), )); - v.push(make_reducer_sql_count_scorer( + v.push(make_sql_count_only_scorer( host_url, - ReducerSqlCountConfig { - sql_count_query: format!( - "SELECT COUNT(*) AS n FROM {next_position_table} WHERE {entity_id}=1 AND {x}=1 AND {y}=0", - ), - expected_count: 1, - id_str: "ecs_next_pos_entity1", - ..base(&step) - }, + file!(), + route_tag, + format!("SELECT COUNT(*) AS n FROM {next_position_table} WHERE {entity_id}=1 AND {x}=1 AND {y}=0",), + 1, + "ecs_next_pos_entity1", + Duration::from_secs(10), )); - v.push(make_reducer_sql_count_scorer( + v.push(make_sql_count_only_scorer( host_url, - ReducerSqlCountConfig { - sql_count_query: format!( - "SELECT COUNT(*) AS n FROM {next_position_table} WHERE {entity_id}=2 AND {x}=8 AND {y}=3", - ), - expected_count: 1, - id_str: "ecs_next_pos_entity2", - ..base(&step) - }, + file!(), + route_tag, + format!("SELECT COUNT(*) AS n FROM {next_position_table} WHERE {entity_id}=2 AND {x}=8 AND {y}=3",), + 1, + "ecs_next_pos_entity2", + Duration::from_secs(10), )); v diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/tasks/csharp.txt index eba64c88a55..9e192d2500a 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/tasks/csharp.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/tasks/csharp.txt @@ -4,31 +4,31 @@ TABLES - Entity - Struct: Entity - Fields: - - Id: int (primary key) + - Id: ulong (primary key, auto-increment) - Position - Struct: Position - Fields: - - EntityId: int (primary key) + - EntityId: int (primary key) — NOT auto-increment, this is a foreign key to Entity - X: int - Y: int - Velocity - Struct: Velocity - Fields: - - EntityId: int (primary key) + - EntityId: int (primary key) — NOT auto-increment, this is a foreign key to Entity - VX: int - VY: int - NextPosition - Struct: NextPosition - Fields: - - EntityId: int (primary key) + - EntityId: int (primary key) — NOT auto-increment, this is a foreign key to Entity - X: int - Y: int REDUCERS -- Seed: insert two entities with positions and velocities: - - (Id=1, Pos=(0,0), Vel=(1,0)) - - (Id=2, Pos=(10,0), Vel=(-2,3)) +- Seed: insert two entities with positions and velocities (entity IDs are auto-assigned): + - (Pos=(0,0), Vel=(1,0)) + - (Pos=(10,0), Vel=(-2,3)) - Step: for each Position, find Velocity by EntityId; compute (X+VX, Y+VY) and upsert into NextPosition by EntityId diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/tasks/rust.txt index 47bc5b41a46..a5c801fae43 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/tasks/rust.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/tasks/rust.txt @@ -1,34 +1,34 @@ -Write a SpacetimeDB backend module in Rust that models a minimal ECS and computes next positions. +Write a SpacetimeDB backend module in Rust that models a minimal ECS and computes next positions. TABLES - entity - Struct: Entity - Fields: - - id: i32 (primary key) + - id: u64 (primary key, auto_inc) - position - Struct: Position - Fields: - - entity_id: i32 (primary key) + - entity_id: i32 (primary key) — NOT auto_inc, this is a foreign key to entity - x: i32 - y: i32 - velocity - Struct: Velocity - Fields: - - entity_id: i32 (primary key) + - entity_id: i32 (primary key) — NOT auto_inc, this is a foreign key to entity - vx: i32 - vy: i32 - next_position - Struct: NextPosition - Fields: - - entity_id: i32 (primary key) + - entity_id: i32 (primary key) — NOT auto_inc, this is a foreign key to entity - x: i32 - y: i32 REDUCERS -- seed: insert the two entities with positions/velocities: - - (id=1, pos=(0,0), vel=(1,0)) - - (id=2, pos=(10,0), vel=(-2,3)) +- seed: insert the two entities with positions/velocities (entity IDs are auto-assigned): + - Entity 1: pos=(0,0), vel=(1,0) + - Entity 2: pos=(10,0), vel=(-2,3) - step: for each position, find velocity by entity_id; compute (x+vx, y+vy) and upsert into next_position by entity_id diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/tasks/typescript.txt index 3b3f6a9014b..443c43aad10 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/tasks/typescript.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_020_ecs/tasks/typescript.txt @@ -3,28 +3,28 @@ Write a SpacetimeDB backend module in TypeScript that models a minimal Entity Co TABLES - entity - Fields: - - id: number (i32, primary key) + - id: number (u64, primary key, autoInc) - position - Fields: - - entityId: number (i32, primary key) + - entityId: number (i32, primary key) — NOT autoInc, this is a foreign key to entity - x: number (i32) - y: number (i32) - velocity - Fields: - - entityId: number (i32, primary key) + - entityId: number (i32, primary key) — NOT autoInc, this is a foreign key to entity - vx: number (i32) - vy: number (i32) - nextPosition - Fields: - - entityId: number (i32, primary key) + - entityId: number (i32, primary key) — NOT autoInc, this is a foreign key to entity - x: number (i32) - y: number (i32) REDUCERS -- seed: insert 2 entities with positions and velocities: +- seed: insert 2 entities with positions and velocities (entity IDs are auto-assigned): - Entity 1: position(0,0), velocity(1,0) - Entity 2: position(10,0), velocity(-2,3) diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/answers/csharp.cs b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/answers/csharp.cs index 53cb9f6c42e..e3566cf9a4f 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/answers/csharp.cs +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/answers/csharp.cs @@ -6,7 +6,7 @@ public static partial class Module [SpacetimeDB.Index.BTree(Accessor = "by_user_day", Columns = new[] { nameof(UserId), nameof(Day) })] public partial struct Log { - [PrimaryKey] public int Id; + [PrimaryKey, AutoInc] public ulong Id; public int UserId; public int Day; public string Message; @@ -15,8 +15,8 @@ public partial struct Log [Reducer] public static void Seed(ReducerContext ctx) { - ctx.Db.Log.Insert(new Log { Id = 1, UserId = 7, Day = 1, Message = "a" }); - ctx.Db.Log.Insert(new Log { Id = 2, UserId = 7, Day = 2, Message = "b" }); - ctx.Db.Log.Insert(new Log { Id = 3, UserId = 9, Day = 1, Message = "c" }); + ctx.Db.Log.Insert(new Log { Id = 0, UserId = 7, Day = 1, Message = "a" }); + ctx.Db.Log.Insert(new Log { Id = 0, UserId = 7, Day = 2, Message = "b" }); + ctx.Db.Log.Insert(new Log { Id = 0, UserId = 9, Day = 1, Message = "c" }); } } diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/answers/rust.rs b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/answers/rust.rs index 6b6c7a621b1..d5bead5e1e6 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/answers/rust.rs +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/answers/rust.rs @@ -6,7 +6,8 @@ use spacetimedb::{reducer, table, ReducerContext, Table}; )] pub struct Log { #[primary_key] - pub id: i32, + #[auto_inc] + pub id: u64, pub user_id: i32, pub day: i32, pub message: String, @@ -15,19 +16,19 @@ pub struct Log { #[reducer] pub fn seed(ctx: &ReducerContext) { ctx.db.log().insert(Log { - id: 1, + id: 0, user_id: 7, day: 1, message: "a".into(), }); ctx.db.log().insert(Log { - id: 2, + id: 0, user_id: 7, day: 2, message: "b".into(), }); ctx.db.log().insert(Log { - id: 3, + id: 0, user_id: 9, day: 1, message: "c".into(), diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/answers/typescript.ts b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/answers/typescript.ts index 66d5bf7a724..5d5fb568d7b 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/answers/typescript.ts +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/answers/typescript.ts @@ -4,7 +4,7 @@ const log = table({ name: 'log', indexes: [{ name: 'byUserDay', algorithm: 'btree', columns: ['userId', 'day'] }], }, { - id: t.i32().primaryKey(), + id: t.u64().primaryKey().autoInc(), userId: t.i32(), day: t.i32(), message: t.string(), @@ -15,8 +15,8 @@ export default spacetimedb; export const seed = spacetimedb.reducer( ctx => { - ctx.db.log.insert({ id: 1, userId: 7, day: 1, message: "a" }); - ctx.db.log.insert({ id: 2, userId: 7, day: 2, message: "b" }); - ctx.db.log.insert({ id: 3, userId: 9, day: 1, message: "c" }); + ctx.db.log.insert({ id: 0n, userId: 7, day: 1, message: "a" }); + ctx.db.log.insert({ id: 0n, userId: 7, day: 2, message: "b" }); + ctx.db.log.insert({ id: 0n, userId: 9, day: 1, message: "c" }); } ); diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/spec.rs b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/spec.rs index bf3e6715b60..bbbc46be9d7 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/spec.rs +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/spec.rs @@ -1,5 +1,5 @@ -use crate::eval::defaults::{default_schema_parity_scorers, make_reducer_sql_count_scorer}; -use crate::eval::{casing_for_lang, ident, table_name, BenchmarkSpec, ReducerSqlCountConfig, SqlBuilder}; +use crate::eval::defaults::{default_schema_parity_scorers, make_reducer_call_both_scorer, make_sql_count_only_scorer}; +use crate::eval::{casing_for_lang, ident, table_name, BenchmarkSpec, SqlBuilder}; use std::time::Duration; pub fn spec() -> BenchmarkSpec { @@ -15,53 +15,53 @@ pub fn spec() -> BenchmarkSpec { let user_id = ident("user_id", sb.case); let day = ident("day", sb.case); - let base = |reducer: &str| ReducerSqlCountConfig { - src_file: file!(), + // Seed once via reducer on both DBs + v.push(make_reducer_call_both_scorer( + host_url, + file!(), route_tag, - reducer: reducer.to_string(), - args: vec![], - sql_count_query: String::new(), // override per case - expected_count: 0, // override per case - id_str: "", - timeout: Duration::from_secs(10), - }; + &seed, + vec![], + "mcindex_seed", + )); - v.push(make_reducer_sql_count_scorer( + // Then just query — don't call seed again + v.push(make_sql_count_only_scorer( host_url, - ReducerSqlCountConfig { - sql_count_query: format!("SELECT COUNT(*) AS n FROM {log_table}"), - expected_count: 3, - id_str: "mcindex_seed_count", - ..base(&seed) - }, + file!(), + route_tag, + format!("SELECT COUNT(*) AS n FROM {log_table}"), + 3, + "mcindex_seed_count", + Duration::from_secs(10), )); - v.push(make_reducer_sql_count_scorer( + v.push(make_sql_count_only_scorer( host_url, - ReducerSqlCountConfig { - sql_count_query: format!( - "SELECT COUNT(*) AS n FROM {log_table} WHERE {u}=7 AND {d}=1", - u = user_id, - d = day - ), - expected_count: 1, - id_str: "mcindex_lookup_u7_d1", - ..base(&seed) - }, + file!(), + route_tag, + format!( + "SELECT COUNT(*) AS n FROM {log_table} WHERE {u}=7 AND {d}=1", + u = user_id, + d = day + ), + 1, + "mcindex_lookup_u7_d1", + Duration::from_secs(10), )); - v.push(make_reducer_sql_count_scorer( + v.push(make_sql_count_only_scorer( host_url, - ReducerSqlCountConfig { - sql_count_query: format!( - "SELECT COUNT(*) AS n FROM {log_table} WHERE {u}=7 AND {d}=2", - u = user_id, - d = day - ), - expected_count: 1, - id_str: "mcindex_lookup_u7_d2", - ..base(&seed) - }, + file!(), + route_tag, + format!( + "SELECT COUNT(*) AS n FROM {log_table} WHERE {u}=7 AND {d}=2", + u = user_id, + d = day + ), + 1, + "mcindex_lookup_u7_d2", + Duration::from_secs(10), )); v diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/tasks/csharp.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/tasks/csharp.txt index d8ab6ed41a2..c35f379e54b 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/tasks/csharp.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/tasks/csharp.txt @@ -4,7 +4,7 @@ TABLE - Log - Struct: Log - Fields: - - Id: int (primary key) + - Id: ulong (primary key, auto-increment) - UserId: int - Day: int - Message: string @@ -12,7 +12,7 @@ TABLE - by_user_day: btree(UserId, Day) REDUCERS -- Seed: insert exactly these rows into Log - - (Id=1, UserId=7, Day=1, Message="a") - - (Id=2, UserId=7, Day=2, Message="b") - - (Id=3, UserId=9, Day=1, Message="c") +- Seed: insert exactly these rows into Log (IDs are auto-assigned) + - (UserId=7, Day=1, Message="a") + - (UserId=7, Day=2, Message="b") + - (UserId=9, Day=1, Message="c") diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/tasks/rust.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/tasks/rust.txt index 111ee2483ff..d70a0539eba 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/tasks/rust.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/tasks/rust.txt @@ -1,10 +1,10 @@ -Write a SpacetimeDB backend module in Rust that defines one table with a multi-column B-Tree index and seeds rows. +Write a SpacetimeDB backend module in Rust that defines one table with a multi-column B-Tree index and seeds rows. TABLE - log - Struct: Log - Fields: - - id: i32 (primary key) + - id: u64 (primary key, auto_inc) - user_id: i32 - day: i32 - message: String @@ -12,7 +12,7 @@ TABLE - by_user_day: btree(user_id, day) REDUCERS -- seed: insert exactly these rows into log - - (id=1, user_id=7, day=1, message="a") - - (id=2, user_id=7, day=2, message="b") - - (id=3, user_id=9, day=1, message="c") +- seed: insert exactly these rows into log (IDs are auto-assigned) + - (user_id=7, day=1, message="a") + - (user_id=7, day=2, message="b") + - (user_id=9, day=1, message="c") diff --git a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/tasks/typescript.txt b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/tasks/typescript.txt index 7449f38b60d..9615de680f3 100644 --- a/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/tasks/typescript.txt +++ b/tools/xtask-llm-benchmark/src/benchmarks/schema/t_021_multi_column_index/tasks/typescript.txt @@ -3,14 +3,14 @@ Write a SpacetimeDB backend module in TypeScript that demonstrates multi-column TABLE - log - Fields: - - id: number (i32, primary key) + - id: number (u64, primary key, autoInc) - userId: number (i32) - day: number (i32) - message: string - Index: byUserDay (btree on userId, day) REDUCERS -- seed: insert three rows: - - (id=1, userId=7, day=1, message="a") - - (id=2, userId=7, day=2, message="b") - - (id=3, userId=9, day=1, message="c") +- seed: insert three rows (IDs are auto-assigned): + - (userId=7, day=1, message="a") + - (userId=7, day=2, message="b") + - (userId=9, day=1, message="c") diff --git a/tools/xtask-llm-benchmark/src/bin/llm_benchmark.rs b/tools/xtask-llm-benchmark/src/bin/llm_benchmark.rs index 12568e725b1..a6b19d62e8f 100644 --- a/tools/xtask-llm-benchmark/src/bin/llm_benchmark.rs +++ b/tools/xtask-llm-benchmark/src/bin/llm_benchmark.rs @@ -23,7 +23,9 @@ use xtask_llm_benchmark::context::{build_context, compute_processed_context_hash use xtask_llm_benchmark::eval::Lang; use xtask_llm_benchmark::llm::types::Vendor; use xtask_llm_benchmark::llm::{default_model_routes, make_provider_from_env, LlmProvider, ModelRoute}; -use xtask_llm_benchmark::results::io::{update_golden_answers_on_disk, write_summary_from_details_file}; +use xtask_llm_benchmark::results::io::{ + normalize_details_file, update_golden_answers_on_disk, write_summary_from_details_file, +}; use xtask_llm_benchmark::results::{load_summary, Summary}; #[derive(Clone, Debug)] @@ -100,6 +102,9 @@ enum Commands { /// Scan details file for LLM API failures and print rerun commands per (lang, model). Does not run anything. ScanRerunCommands(ScanRerunCommandsArgs), + + /// Show which (mode, model, category) combinations have no results and print rerun commands. + Status(StatusArgs), } #[derive(Args, Debug, Clone)] @@ -145,6 +150,15 @@ struct RunArgs { /// --models "anthropic:Claude 4.5 Sonnet" --models openai:gpt-5 #[arg(long, num_args = 1..)] models: Option>, + + /// Upload results to a remote API endpoint after the run completes. + /// Requires LLM_BENCHMARK_API_KEY env var for authentication. + #[arg(long)] + upload_url: Option, + + /// Run benchmarks without saving results to disk + #[arg(long)] + dry_run: bool, } #[derive(Args, Debug, Clone)] @@ -177,6 +191,21 @@ struct ScanRerunCommandsArgs { details: Option, } +#[derive(Args, Debug, Clone)] +struct StatusArgs { + /// Input details.json (default: llm-comparison-details.json) + #[arg(long)] + details: Option, + + /// Comma-separated modes to check (default: guidelines,no_context) + #[arg(long, value_delimiter = ',', default_value = "guidelines,no_context")] + modes: Vec, + + /// Comma-separated languages to check (default: all languages found in details.json) + #[arg(long, value_delimiter = ',')] + lang: Option>, +} + #[derive(Args, Debug, Clone)] struct AnalyzeArgs { /// Input details.json file (default: docs-benchmark-details.json) @@ -256,6 +285,7 @@ fn main() -> Result<()> { Commands::Analyze(args) => cmd_analyze(args), Commands::CountHttpFailures(args) => cmd_count_http_failures(args), Commands::ScanRerunCommands(args) => cmd_scan_rerun_commands(args), + Commands::Status(args) => cmd_status(args), } } @@ -266,7 +296,79 @@ fn cmd_run(args: RunArgs) -> Result<()> { let details_path = llm_comparison_details(); let summary_path = llm_comparison_summary(); - run_benchmarks(args, &details_path, &summary_path) + let upload_url = args.upload_url.clone(); + run_benchmarks(args, &details_path, &summary_path)?; + + // Upload results to remote API if --upload-url was provided + if let Some(url) = upload_url { + upload_results_to_api(&url, &details_path)?; + } + + Ok(()) +} + +/// Upload the details JSON to a remote API endpoint (spacetime-web Postgres). +fn upload_results_to_api(base_url: &str, details_path: &Path) -> Result<()> { + let api_key = + std::env::var("LLM_BENCHMARK_API_KEY").context("LLM_BENCHMARK_API_KEY env var required for --upload-url")?; + + let details_json = std::fs::read_to_string(details_path).context("failed to read details JSON for upload")?; + + let details: serde_json::Value = + serde_json::from_str(&details_json).context("failed to parse details JSON for upload")?; + + let languages = details["languages"] + .as_array() + .context("details JSON missing 'languages' array")?; + + let upload_url = format!("{}/api/llm-benchmark-upload", base_url.trim_end_matches('/')); + + let client = reqwest::blocking::Client::builder() + .timeout(std::time::Duration::from_secs(120)) + .build() + .context("failed to build HTTP client for upload")?; + + let mut total_uploaded = 0usize; + + for lang_entry in languages { + let lang = lang_entry["lang"].as_str().unwrap_or("unknown"); + let modes = lang_entry["modes"].as_array(); + let Some(modes) = modes else { continue }; + + for mode_entry in modes { + let mode = mode_entry["mode"].as_str().unwrap_or("unknown"); + let hash = mode_entry["hash"].as_str(); + + let payload = serde_json::json!({ + "lang": lang, + "mode": mode, + "hash": hash, + "models": mode_entry["models"], + }); + + let resp = client + .post(&upload_url) + .header("Authorization", format!("Bearer {api_key}")) + .header("Content-Type", "application/json") + .json(&payload) + .send() + .with_context(|| format!("upload failed for {lang}/{mode}"))?; + + if resp.status().is_success() { + let body: serde_json::Value = resp.json().unwrap_or_default(); + let inserted = body["inserted"].as_u64().unwrap_or(0); + total_uploaded += inserted as usize; + println!("📤 uploaded {lang}/{mode}: {inserted} results"); + } else { + let status = resp.status(); + let body = resp.text().unwrap_or_default(); + eprintln!("⚠️ upload failed for {lang}/{mode}: {status} — {body}"); + } + } + } + + println!("📤 total uploaded: {total_uploaded} results to {upload_url}"); + Ok(()) } /// Core benchmark runner used by both `run` and `ci-quickfix` @@ -283,6 +385,7 @@ fn run_benchmarks(args: RunArgs, details_path: &Path, summary_path: &Path) -> Re model_filter: model_filter_from_groups(args.models), host: None, details_path: details_path.to_path_buf(), + dry_run: args.dry_run, }; let bench_root = find_bench_root(); @@ -326,11 +429,12 @@ fn run_benchmarks(args: RunArgs, details_path: &Path, summary_path: &Path) -> Re )?; } - if !config.goldens_only && !config.hash_only { + if !config.goldens_only && !config.hash_only && !config.dry_run { fs::create_dir_all(docs_dir().join("llms"))?; update_golden_answers_on_disk(details_path, &bench_root, /*all=*/ true, /*overwrite=*/ true)?; + normalize_details_file(details_path)?; write_summary_from_details_file(details_path, summary_path)?; println!("Results written to:"); println!(" Details: {}", details_path.display()); @@ -484,6 +588,8 @@ fn cmd_ci_quickfix() -> Result<()> { vendor: Vendor::OpenAi, models: vec!["gpt-5".to_string()], }]), + upload_url: None, + dry_run: false, }; run_benchmarks(rust_rustdoc_args, &details_path, &summary_path)?; @@ -501,6 +607,8 @@ fn cmd_ci_quickfix() -> Result<()> { vendor: Vendor::OpenAi, models: vec!["gpt-5".to_string()], }]), + upload_url: None, + dry_run: false, }; run_benchmarks(rust_docs_args, &details_path, &summary_path)?; @@ -518,6 +626,8 @@ fn cmd_ci_quickfix() -> Result<()> { vendor: Vendor::OpenAi, models: vec!["gpt-5".to_string()], }]), + upload_url: None, + dry_run: false, }; run_benchmarks(csharp_args, &details_path, &summary_path)?; @@ -535,6 +645,8 @@ fn cmd_ci_quickfix() -> Result<()> { vendor: Vendor::OpenAi, models: vec!["gpt-5".to_string()], }]), + upload_url: None, + dry_run: false, }; run_benchmarks(typescript_args, &details_path, &summary_path)?; @@ -898,16 +1010,23 @@ fn run_mode_benchmarks( &routes, ))?; - // Print summary - for rr in &route_runs { - let total: u32 = rr.outcomes.iter().map(|o| o.total_tests).sum(); - let passed: u32 = rr.outcomes.iter().map(|o| o.passed_tests).sum(); - let pct = if total == 0 { - 0.0 - } else { - (passed as f32 / total as f32) * 100.0 - }; - println!(" ↳ {}: {}/{} passed ({:.1}%)", rr.route_name, passed, total, pct); + // Print summary sorted by pass rate descending + let mut summary: Vec<(&str, u32, u32, f32)> = route_runs + .iter() + .map(|rr| { + let total: u32 = rr.outcomes.iter().map(|o| o.total_tests).sum(); + let passed: u32 = rr.outcomes.iter().map(|o| o.passed_tests).sum(); + let pct = if total == 0 { + 0.0 + } else { + (passed as f32 / total as f32) * 100.0 + }; + (rr.route_name.as_str(), passed, total, pct) + }) + .collect(); + summary.sort_by(|a, b| b.3.partial_cmp(&a.3).unwrap_or(std::cmp::Ordering::Equal)); + for (name, passed, total, pct) in &summary { + println!(" ↳ {}: {}/{} passed ({:.1}%)", name, passed, total, pct); } Ok(()) @@ -915,8 +1034,11 @@ fn run_mode_benchmarks( /// Routes to run: when `model_filter` is set (from --models), only routes whose vendor and /// model are in that filter are included; vendors not in the filter are excluded. +/// +/// When explicit `openrouter:vendor/model` entries are passed they won't appear in +/// `default_model_routes`, so we synthesize ad-hoc routes for them here. fn filter_routes(config: &RunConfig) -> Vec { - default_model_routes() + let mut routes: Vec = default_model_routes() .iter() .filter(|r| config.providers_filter.as_ref().is_none_or(|f| f.contains(&r.vendor))) .filter(|r| match &config.model_filter { @@ -926,12 +1048,35 @@ fn filter_routes(config: &RunConfig) -> Vec { Some(allowed) => { let api = r.api_model.to_ascii_lowercase(); let dn = r.display_name.to_ascii_lowercase(); - allowed.contains(&api) || allowed.contains(&dn) + let or_id = r.openrouter_model.as_ref().map(|m| m.to_ascii_lowercase()); + allowed.contains(&api) + || allowed.contains(&dn) + || or_id.as_ref().map(|m| allowed.contains(m)).unwrap_or(false) } }, }) .cloned() - .collect() + .collect(); + + // Synthesize ad-hoc routes for any vendor:model that isn't in the static list. + // This lets callers pass arbitrary model IDs (e.g. new models, openrouter paths) + // without having to add them to default_model_routes() first. + if let Some(mf) = &config.model_filter { + for (vendor, model_ids) in mf { + for model_id in model_ids { + let already_matched = routes.iter().any(|r| { + r.vendor == *vendor + && (r.api_model == model_id.as_str() + || r.openrouter_model.as_deref() == Some(model_id.as_str())) + }); + if !already_matched { + routes.push(ModelRoute::new(model_id, *vendor, model_id, None)); + } + } + } + } + + routes } #[allow(clippy::too_many_arguments)] @@ -949,6 +1094,7 @@ async fn run_many_routes_for_mode( let selectors = config.selectors.as_deref(); let host = config.host.clone(); let details_path = config.details_path.clone(); + let dry_run = config.dry_run; futures::stream::iter(routes.iter().map(|route| { let host = host.clone(); @@ -968,6 +1114,7 @@ async fn run_many_routes_for_mode( selectors, host, details_path, + dry_run, }; let outcomes = run_selected_or_all_for_model_async_for_lang(&per).await?; @@ -1114,6 +1261,7 @@ fn cmd_summary(args: SummaryArgs) -> Result<()> { fs::create_dir_all(parent).with_context(|| format!("create dir {}", parent.display()))?; } + normalize_details_file(&in_path)?; write_summary_from_details_file(&in_path, &out_path)?; println!("Summary written to: {}", out_path.display()); Ok(()) @@ -1200,11 +1348,7 @@ fn cmd_analyze(args: AnalyzeArgs) -> Result<()> { let provider = make_provider_from_env()?; // Use a fast model for analysis - let route = ModelRoute { - display_name: "gpt-4o-mini", - api_model: "gpt-4o-mini", - vendor: Vendor::OpenAi, - }; + let route = ModelRoute::new("gpt-5-mini", Vendor::OpenAi, "gpt-5-mini", Some("openai/gpt-5-mini")); use xtask_llm_benchmark::llm::prompt::BuiltPrompt; @@ -1216,9 +1360,10 @@ fn cmd_analyze(args: AnalyzeArgs) -> Result<()> { ), static_prefix: None, segments: vec![xtask_llm_benchmark::llm::segmentation::Segment::new("user", prompt)], + search_enabled: false, }; - let analysis = runtime.block_on(provider.generate(&route, &built_prompt))?; + let analysis = runtime.block_on(provider.generate(&route, &built_prompt))?.text; // Write markdown output let markdown = format!( @@ -1295,6 +1440,243 @@ fn cmd_scan_rerun_commands(args: ScanRerunCommandsArgs) -> Result<()> { Ok(()) } +fn cmd_status(args: StatusArgs) -> Result<()> { + use xtask_llm_benchmark::results::schema::Results; + + let details_path = args.details.unwrap_or_else(llm_comparison_details); + + // All known categories by scanning benchmarks dir + let all_categories = { + let bench_dir = PathBuf::from(env!("CARGO_MANIFEST_DIR")).join("src/benchmarks"); + let mut cats: Vec = fs::read_dir(&bench_dir) + .with_context(|| format!("read benchmarks dir {}", bench_dir.display()))? + .filter_map(|e| e.ok()) + .filter(|e| e.file_type().map(|t| t.is_dir()).unwrap_or(false)) + .map(|e| e.file_name().to_string_lossy().to_string()) + .collect(); + cats.sort(); + cats + }; + + // Build task_id -> category map by scanning benchmarks dir + let task_cat: HashMap = { + let bench_dir = PathBuf::from(env!("CARGO_MANIFEST_DIR")).join("src/benchmarks"); + let mut m = HashMap::new(); + for cat in &all_categories { + let cat_dir = bench_dir.join(cat); + if let Ok(entries) = fs::read_dir(&cat_dir) { + for e in entries.filter_map(|e| e.ok()) { + if e.file_type().map(|t| t.is_dir()).unwrap_or(false) { + m.insert(e.file_name().to_string_lossy().to_string(), cat.clone()); + } + } + } + } + m + }; + + // All task IDs across all categories (sorted) + let all_tasks: Vec = { + let bench_dir = PathBuf::from(env!("CARGO_MANIFEST_DIR")).join("src/benchmarks"); + let mut tasks: Vec = Vec::new(); + for cat in &all_categories { + let cat_dir = bench_dir.join(cat); + if let Ok(entries) = fs::read_dir(&cat_dir) { + for e in entries.filter_map(|e| e.ok()) { + if e.file_type().map(|t| t.is_dir()).unwrap_or(false) { + tasks.push(e.file_name().to_string_lossy().to_string()); + } + } + } + } + tasks.sort(); + tasks + }; + + // Parse the details file once and reuse for both settled-task and missing-timestamp checks. + let results: Option = if details_path.exists() { + let content = fs::read_to_string(&details_path).with_context(|| format!("read {}", details_path.display()))?; + Some(serde_json::from_str(&content).context("parse details.json")?) + } else { + None + }; + + // Build map: (lang, mode, display_name) -> set of task IDs that have a real result + // (llm responded AND no API error — i.e. the LLM actually generated code, pass or fail) + let mut settled: HashMap<(String, String, String), std::collections::HashSet> = HashMap::new(); + let mut all_langs: Vec = Vec::new(); + + if let Some(ref results) = results { + for lang_entry in &results.languages { + if !all_langs.contains(&lang_entry.lang) { + all_langs.push(lang_entry.lang.clone()); + } + for mode_entry in &lang_entry.modes { + if !args.modes.contains(&mode_entry.mode) { + continue; + } + for model_entry in &mode_entry.models { + let key = ( + lang_entry.lang.clone(), + mode_entry.mode.clone(), + model_entry.name.clone(), + ); + for (task_id, outcome) in &model_entry.tasks { + // Settled = LLM responded (has output). Pass or fail doesn't matter here — + // what matters is we got a real answer, not an API/network error. + let is_api_error = outcome.llm_output.is_none() + && get_publish_error_from_outcome(outcome) + .map(|e| is_http_like_error(&e)) + .unwrap_or(false); + if !is_api_error { + settled.entry(key.clone()).or_default().insert(task_id.clone()); + } + } + } + } + } + } + all_langs.sort(); + + let langs = args.lang.unwrap_or_else(|| all_langs.clone()); + let routes = default_model_routes(); + let mut any_missing = false; + + for lang in &langs { + let mut lang_header_printed = false; + for mode in &args.modes { + for route in routes { + let display = route.display_name.to_string(); + let done = settled + .get(&(lang.clone(), mode.clone(), display.clone())) + .cloned() + .unwrap_or_default(); + // Tasks never attempted OR that hit an API error and need a real retry + let incomplete: Vec<&str> = all_tasks + .iter() + .filter(|t| !done.contains(t.as_str())) + .map(|s| s.as_str()) + .collect(); + if incomplete.is_empty() { + continue; + } + if !lang_header_printed { + println!("=== {} ===\n", lang); + lang_header_printed = true; + } + any_missing = true; + let vendor_str = format!("{:?}", route.vendor).to_ascii_lowercase(); + // Show by category for readability + let by_cat: Vec = all_categories + .iter() + .filter_map(|cat| { + let cat_tasks: Vec<&str> = incomplete + .iter() + .filter(|t| task_cat.get(**t).map(|c| c == cat).unwrap_or(false)) + .copied() + .collect(); + if cat_tasks.is_empty() { + None + } else { + Some(format!(" {} ({}): {}", cat, cat_tasks.len(), cat_tasks.join(", "))) + } + }) + .collect(); + println!("# {} | mode={} | {} incomplete tasks", display, mode, incomplete.len()); + for line in &by_cat { + println!("{}", line); + } + println!( + "cargo run -p xtask-llm-benchmark -- run --lang {} --modes {} --models {}:{} --tasks {}", + lang, + mode, + vendor_str, + route.api_model, + incomplete.join(",") + ); + println!(); + } + } + } + + // ── Check for results missing started_at/finished_at timestamps ──────── + // These can't be uploaded to Postgres and need to be re-run. + let mut missing_timestamps: Vec<(String, String, String, Vec)> = Vec::new(); // (lang, mode, model, tasks) + + if let Some(ref results) = results { + for lang_entry in &results.languages { + if !langs.contains(&lang_entry.lang) { + continue; + } + for mode_entry in &lang_entry.modes { + if !args.modes.contains(&mode_entry.mode) { + continue; + } + for model_entry in &mode_entry.models { + let mut no_ts: Vec = Vec::new(); + for (task_id, outcome) in &model_entry.tasks { + if outcome.started_at.is_none() || outcome.finished_at.is_none() { + // Only flag results that actually have LLM output (real results, not errors) + if outcome.llm_output.is_some() { + no_ts.push(task_id.clone()); + } + } + } + if !no_ts.is_empty() { + no_ts.sort(); + missing_timestamps.push(( + lang_entry.lang.clone(), + mode_entry.mode.clone(), + model_entry.name.clone(), + no_ts, + )); + } + } + } + } + } + + if !missing_timestamps.is_empty() { + let total: usize = missing_timestamps.iter().map(|(_, _, _, t)| t.len()).sum(); + println!("---"); + println!( + "⚠️ {} results missing started_at/finished_at timestamps (cannot upload to Postgres):\n", + total + ); + for (lang, mode, model, tasks) in &missing_timestamps { + println!( + "# {} | {} | mode={} | {} tasks without timestamps", + model, + lang, + mode, + tasks.len() + ); + // Find the route for this model to generate the rerun command + let route = routes.iter().find(|r| r.display_name == model.as_str()); + if let Some(route) = route { + let vendor_str = format!("{:?}", route.vendor).to_ascii_lowercase(); + println!( + "cargo run -p xtask-llm-benchmark -- run --lang {} --modes {} --models {}:{} --tasks {}", + lang, + mode, + vendor_str, + route.api_model, + tasks.join(",") + ); + } + println!(); + } + } + + if !any_missing && missing_timestamps.is_empty() { + println!( + "All models have real results for all tasks in modes: {}", + args.modes.join(", ") + ); + } + Ok(()) +} + /// True if (vendor, api_model) matches a route in default_model_routes (model_routes.rs). fn is_model_in_routes(vendor_str: &str, api_model: &str) -> bool { let Some(vendor) = Vendor::parse(vendor_str) else { diff --git a/tools/xtask-llm-benchmark/src/context/combine.rs b/tools/xtask-llm-benchmark/src/context/combine.rs index e889329096a..05c2aa24883 100644 --- a/tools/xtask-llm-benchmark/src/context/combine.rs +++ b/tools/xtask-llm-benchmark/src/context/combine.rs @@ -1,5 +1,5 @@ -use crate::context::constants::docs_dir; -use crate::context::paths::{gather_cursor_rules_files, resolve_mode_paths}; +use crate::context::constants::{docs_dir, is_empty_context_mode}; +use crate::context::paths::{gather_cursor_rules_files, gather_guidelines_files, resolve_mode_paths}; use crate::eval::lang::Lang; use anyhow::{anyhow, bail, Context, Result}; use regex::Regex; @@ -11,9 +11,9 @@ use std::sync::LazyLock; /// Get the base directory for a given mode (used for stripping prefixes to get relative paths). fn base_for_mode(mode: &str) -> Result { Ok(match mode { - "docs" | "llms.md" | "cursor_rules" | "none" => docs_dir(), // rustdoc_json is handled separately in build_context_from_rustdoc_json - _ => bail!("unknown mode `{mode}` for base_for_mode"), + "rustdoc_json" => bail!("rustdoc_json uses a different base; handled separately"), + _ => docs_dir(), }) } @@ -31,7 +31,7 @@ fn stable_rel_path(base: &Path, p: &Path) -> String { /// Build context for the given mode, optionally filtering tabs for a specific language. pub fn build_context(mode: &str, lang: Option) -> Result { - if mode == "none" { + if is_empty_context_mode(mode) { return Ok(String::new()); } if mode == "rustdoc_json" { @@ -39,7 +39,9 @@ pub fn build_context(mode: &str, lang: Option) -> Result { } let base = base_for_mode(mode)?; - let files = if mode == "cursor_rules" { + let files = if mode == "guidelines" { + gather_guidelines_files(base.join("static/ai-guidelines"), lang)? + } else if mode == "cursor_rules" { gather_cursor_rules_files(base.join("static/ai-rules"), lang)? } else { resolve_mode_paths(mode)? @@ -49,8 +51,9 @@ pub fn build_context(mode: &str, lang: Option) -> Result { let rel = stable_rel_path(&base, &p); let contents = fs::read_to_string(&p).with_context(|| format!("read {}", rel))?; - // For cursor_rules we don't filter tabs; for other modes filter by lang if specified - let contents = if mode == "cursor_rules" { + // For guidelines/cursor_rules we don't filter tabs; for other modes filter by lang if specified + let skip_tab_filter = matches!(mode, "guidelines" | "cursor_rules"); + let contents = if skip_tab_filter { contents } else if let Some(lang) = lang { filter_tabs_for_lang(&contents, lang) @@ -59,8 +62,8 @@ pub fn build_context(mode: &str, lang: Option) -> Result { }; // When building for a specific language, skip files that have no content for it - // (e.g. Rust-only pages with no TypeScript tab). Not used for cursor_rules. - if mode != "cursor_rules" && lang.is_some() && contents.trim().is_empty() { + // (e.g. Rust-only pages with no TypeScript tab). Not used for cursor_rules/guidelines. + if !skip_tab_filter && lang.is_some() && contents.trim().is_empty() { continue; } diff --git a/tools/xtask-llm-benchmark/src/context/constants.rs b/tools/xtask-llm-benchmark/src/context/constants.rs index 084f34e0401..fa1e45f386c 100644 --- a/tools/xtask-llm-benchmark/src/context/constants.rs +++ b/tools/xtask-llm-benchmark/src/context/constants.rs @@ -12,7 +12,38 @@ pub const DOCS_BENCHMARK_COMMENT_DEFAULT: &str = "../../docs/llms/docs-benchmark pub const LLM_COMPARISON_DETAILS_DEFAULT: &str = "../../docs/llms/llm-comparison-details.json"; pub const LLM_COMPARISON_SUMMARY_DEFAULT: &str = "../../docs/llms/llm-comparison-summary.json"; -pub const ALL_MODES: &[&str] = &["docs", "llms.md", "cursor_rules", "rustdoc_json", "none"]; +// ## Context modes +// +// `guidelines` and `cursor_rules` serve different purposes: +// +// - `guidelines` (docs/static/ai-guidelines/): Constructive "happy path" cheat sheets +// optimized for one-shot code generation. Show correct patterns only, no anti-patterns. +// Used by the benchmark to measure how well models generate SpacetimeDB code from scratch. +// +// - `cursor_rules` (docs/static/ai-rules/): IDE-oriented .mdc rules designed for Cursor, +// Windsurf, and similar AI coding assistants. Include anti-hallucination guardrails, +// common mistake tables, client-side patterns, and migration guidance. These work well +// in an IDE context where the model has project context, can iterate, and is editing +// existing code — but they are NOT optimized for single-shot benchmark generation. +// +// Do not conflate the two. They have different audiences and different design goals. +pub const ALL_MODES: &[&str] = &[ + "docs", + "llms.md", + "guidelines", // constructive-only AI guidelines (docs/static/ai-guidelines/) + "cursor_rules", // IDE-oriented cursor/IDE rules (docs/static/ai-rules/) + "rustdoc_json", + "no_context", + "none", // alias for no_context (backward compat) + "no_guidelines", // alias for no_context (backward compat) + "search", // no docs context but web search enabled via OpenRouter :online +]; + +/// Modes that produce an empty context string (no documentation is injected). +#[inline] +pub fn is_empty_context_mode(mode: &str) -> bool { + matches!(mode, "no_context" | "none" | "no_guidelines" | "search") +} #[inline] pub fn docs_dir() -> PathBuf { diff --git a/tools/xtask-llm-benchmark/src/context/hashing.rs b/tools/xtask-llm-benchmark/src/context/hashing.rs index c6395efb379..d13dec28004 100644 --- a/tools/xtask-llm-benchmark/src/context/hashing.rs +++ b/tools/xtask-llm-benchmark/src/context/hashing.rs @@ -1,4 +1,4 @@ -use anyhow::{bail, Context, Result}; +use anyhow::{Context, Result}; use blake3::Hasher; use std::borrow::Cow; use std::fs; @@ -49,9 +49,8 @@ pub fn compute_processed_context_hash(mode: &str, lang: Lang) -> Result // --- stable base for stripping prefixes --- fn base_for_mode_hashing(mode: &str) -> Result { Ok(match mode { - "docs" | "llms.md" | "cursor_rules" | "none" => docs_dir(), "rustdoc_json" => rustdoc_crate_root(), - _ => bail!("unknown mode `{mode}`"), + _ => docs_dir(), }) } diff --git a/tools/xtask-llm-benchmark/src/context/paths.rs b/tools/xtask-llm-benchmark/src/context/paths.rs index d81ddf9af39..d410a4e0240 100644 --- a/tools/xtask-llm-benchmark/src/context/paths.rs +++ b/tools/xtask-llm-benchmark/src/context/paths.rs @@ -1,4 +1,4 @@ -use crate::context::constants::docs_dir; +use crate::context::constants::{docs_dir, is_empty_context_mode}; use crate::context::hashing::gather_docs_files; use crate::context::{rustdoc_crate_root, rustdoc_readme_path}; use crate::eval::lang::Lang; @@ -17,16 +17,54 @@ pub fn resolve_mode_paths(mode: &str) -> Result> { match mode { "docs" => gather_docs_files(), "llms.md" => Ok(vec![docs_dir().join("static/llms.md")]), + "guidelines" => gather_guidelines_files(docs_dir().join("static/ai-guidelines"), None), "cursor_rules" => gather_cursor_rules_files(docs_dir().join("static/ai-rules"), None), "rustdoc_json" => resolve_rustdoc_json_paths_always(), - "none" => Ok(Vec::new()), - other => bail!("unknown mode `{other}` (expected: docs | llms.md | cursor_rules | rustdoc_json | none)"), + m if is_empty_context_mode(m) => Ok(Vec::new()), + other => bail!( + "unknown mode `{other}` (expected: docs | llms.md | guidelines | cursor_rules | rustdoc_json | no_context | search)" + ), } } +/// New constructive-only guidelines under docs/static/ai-guidelines/. +/// Files are named spacetimedb-{lang}.md and selected by language tag. +pub fn gather_guidelines_files(guidelines_dir: PathBuf, lang: Option) -> Result> { + if !guidelines_dir.is_dir() { + return Ok(Vec::new()); + } + let mut out: Vec = fs::read_dir(&guidelines_dir) + .with_context(|| format!("read guidelines dir {}", guidelines_dir.display()))? + .filter_map(|e| e.ok()) + .map(|e| e.path()) + .filter(|p| { + p.extension() + .and_then(|e| e.to_str()) + .map(|e| e == "md" || e == "mdc") + .unwrap_or(false) + }) + .collect(); + if let Some(l) = lang { + let tag = l.as_str(); + out.retain(|p| { + let name = p.file_stem().and_then(|s| s.to_str()).unwrap_or("").to_lowercase(); + let is_general = !name.contains("typescript") && !name.contains("rust") && !name.contains("csharp"); + let is_lang = name.contains(tag); + is_general || is_lang + }); + } + out.sort(); + Ok(out) +} + /// Cursor rules under docs: include general rules + rules for the given language. /// General = filename (lowercase) does not contain "typescript", "rust", or "csharp". /// Lang-specific = filename contains lang (e.g. "typescript" for TypeScript). +/// +/// Migration guides (filenames containing "migration") are excluded from benchmark +/// context because they emphasize old/deprecated patterns alongside new ones, which +/// confuses models doing one-shot generation. They're still valuable in an IDE context +/// where the model is editing existing code. pub fn gather_cursor_rules_files(rules_dir: PathBuf, lang: Option) -> Result> { if !rules_dir.is_dir() { return Ok(Vec::new()); @@ -42,6 +80,13 @@ pub fn gather_cursor_rules_files(rules_dir: PathBuf, lang: Option) -> Resu .unwrap_or(false) }) .collect(); + + // Exclude migration guides — they list old patterns that confuse one-shot generation. + out.retain(|p| { + let name = p.file_stem().and_then(|s| s.to_str()).unwrap_or("").to_lowercase(); + !name.contains("migration") + }); + if let Some(l) = lang { let tag = l.as_str(); out.retain(|p| { @@ -60,8 +105,9 @@ pub fn resolve_mode_paths_hashing(mode: &str) -> Result> { match mode { "docs" => gather_docs_files(), "llms.md" => Ok(vec![docs_dir().join("static/llms.md")]), + "guidelines" => gather_guidelines_files(docs_dir().join("static/ai-guidelines"), None), "cursor_rules" => gather_cursor_rules_files(docs_dir().join("static/ai-rules"), None), - "none" => Ok(Vec::new()), + m if is_empty_context_mode(m) => Ok(Vec::new()), "rustdoc_json" => { if let Some(p) = rustdoc_readme_path() { Ok(vec![p]) @@ -69,7 +115,9 @@ pub fn resolve_mode_paths_hashing(mode: &str) -> Result> { bail!("README not found under {}", rustdoc_crate_root().display()) } } - other => bail!("unknown mode `{other}` (expected: docs | llms.md | cursor_rules | rustdoc_json | none)"), + other => bail!( + "unknown mode `{other}` (expected: docs | llms.md | guidelines | cursor_rules | rustdoc_json | no_context | search)" + ), } } diff --git a/tools/xtask-llm-benchmark/src/eval/defaults.rs b/tools/xtask-llm-benchmark/src/eval/defaults.rs index 157e15a2c74..ea40f7a8b93 100644 --- a/tools/xtask-llm-benchmark/src/eval/defaults.rs +++ b/tools/xtask-llm-benchmark/src/eval/defaults.rs @@ -1,6 +1,7 @@ use crate::bench::utils::sanitize_db_name; use crate::eval::scorers::{ - ReducerDataParityScorer, ReducerSqlCountScorer, SchemaParityScorer, Scorer, SqlCountOnlyScorer, SqlExecBothScorer, + ReducerCallBothScorer, ReducerDataParityScorer, ReducerSqlCountScorer, SchemaParityScorer, Scorer, + SqlCountOnlyScorer, SqlExecBothScorer, }; use crate::eval::{derive_cat_task_from_file, ReducerDataParityConfig, ReducerSqlCountConfig}; use std::time::Duration; @@ -96,3 +97,25 @@ pub fn make_sql_exec_both_scorer( id_str, }) as Box } + +pub fn make_reducer_call_both_scorer( + host_url: &str, + src_file: &str, + route_tag: &str, + reducer: &str, + args: Vec, + id_str: &'static str, +) -> Box { + let (cat, task) = derive_cat_task_from_file(src_file); + let golden_db = sanitize_db_name(&format!("{}-{}-golden", cat, task)); + let llm_db = sanitize_db_name(&format!("{}-{}-{}-llm", cat, task, route_tag)); + + Box::new(ReducerCallBothScorer { + server: host_url.to_string(), + golden_db, + llm_db, + reducer: reducer.to_string(), + args, + id_str, + }) as Box +} diff --git a/tools/xtask-llm-benchmark/src/eval/scorers.rs b/tools/xtask-llm-benchmark/src/eval/scorers.rs index 3be2fcc3cc9..2b1c850a562 100644 --- a/tools/xtask-llm-benchmark/src/eval/scorers.rs +++ b/tools/xtask-llm-benchmark/src/eval/scorers.rs @@ -600,3 +600,49 @@ impl Scorer for SqlExecBothScorer { } } } + +pub struct ReducerCallBothScorer { + pub server: String, + pub golden_db: String, + pub llm_db: String, + pub reducer: String, + pub args: Vec, + pub id_str: &'static str, +} + +impl Scorer for ReducerCallBothScorer { + fn id(&self) -> &'static str { + self.id_str + } + + fn score(&self, _llm_output: &str) -> ScoreDetails { + if debug_llm_verbose() { + eprintln!( + "[dbg] ReducerCallBothScorer: reducer={} args={:?} golden_db={} llm_db={} server={}", + self.reducer, self.args, self.golden_db, self.llm_db, self.server + ); + } + if let Err(e) = call_reducer_json_out(&self.golden_db, &self.reducer, &self.args, Some(&self.server)) { + return ScoreDetails { + pass: false, + partial: 0.0, + notes: json!({ "phase":"call_reducer_golden", "error": e, "reducer": self.reducer }), + }; + } + if let Err(e) = call_reducer_json_out(&self.llm_db, &self.reducer, &self.args, Some(&self.server)) { + return ScoreDetails { + pass: false, + partial: 0.0, + notes: json!({ "phase":"call_reducer_llm", "error": e, "reducer": self.reducer }), + }; + } + if debug_llm_verbose() { + eprintln!("[dbg] ReducerCallBothScorer: success"); + } + ScoreDetails { + pass: true, + partial: 1.0, + notes: json!({ "reducer": self.reducer, "args": self.args }), + } + } +} diff --git a/tools/xtask-llm-benchmark/src/generated/registry.rs b/tools/xtask-llm-benchmark/src/generated/registry.rs index 72b049e62f9..ef74e3aac20 100644 --- a/tools/xtask-llm-benchmark/src/generated/registry.rs +++ b/tools/xtask-llm-benchmark/src/generated/registry.rs @@ -2,6 +2,54 @@ use crate::eval::BenchmarkSpec; use anyhow::{anyhow, Result}; use std::path::Path; +#[allow(dead_code)] +#[allow(clippy::all)] +mod auth_t_026_auth_identity_check { + include!("../benchmarks/auth/t_026_auth_identity_check/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod auth_t_027_private_vs_public_table { + include!("../benchmarks/auth/t_027_private_vs_public_table/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod auth_t_041_registered_user_gate { + include!("../benchmarks/auth/t_041_registered_user_gate/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod auth_t_042_admin_bootstrap { + include!("../benchmarks/auth/t_042_admin_bootstrap/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod auth_t_043_role_based_access { + include!("../benchmarks/auth/t_043_role_based_access/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod auth_t_044_ban_list { + include!("../benchmarks/auth/t_044_ban_list/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod auth_t_045_rate_limit { + include!("../benchmarks/auth/t_045_rate_limit/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod auth_t_046_shared_document { + include!("../benchmarks/auth/t_046_shared_document/spec.rs"); +} + #[allow(dead_code)] #[allow(clippy::all)] mod basics_t_000_empty_reducers { @@ -74,6 +122,108 @@ mod basics_t_011_helper_function { include!("../benchmarks/basics/t_011_helper_function/spec.rs"); } +#[allow(dead_code)] +#[allow(clippy::all)] +mod basics_t_038_schedule_at_time { + include!("../benchmarks/basics/t_038_schedule_at_time/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod basics_t_039_cancel_schedule { + include!("../benchmarks/basics/t_039_cancel_schedule/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod basics_t_040_lifecycle_player { + include!("../benchmarks/basics/t_040_lifecycle_player/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod data_modeling_t_024_event_table { + include!("../benchmarks/data_modeling/t_024_event_table/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod data_modeling_t_025_optional_fields { + include!("../benchmarks/data_modeling/t_025_optional_fields/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod data_modeling_t_028_cascade_delete { + include!("../benchmarks/data_modeling/t_028_cascade_delete/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod data_modeling_t_029_filter_and_aggregate { + include!("../benchmarks/data_modeling/t_029_filter_and_aggregate/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod data_modeling_t_030_two_table_join { + include!("../benchmarks/data_modeling/t_030_two_table_join/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod data_modeling_t_031_unique_constraint { + include!("../benchmarks/data_modeling/t_031_unique_constraint/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod queries_t_022_view_basic { + include!("../benchmarks/queries/t_022_view_basic/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod queries_t_023_view_per_user { + include!("../benchmarks/queries/t_023_view_per_user/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod queries_t_032_range_query { + include!("../benchmarks/queries/t_032_range_query/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod queries_t_033_sort_and_limit { + include!("../benchmarks/queries/t_033_sort_and_limit/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod queries_t_034_find_first { + include!("../benchmarks/queries/t_034_find_first/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod queries_t_035_select_distinct { + include!("../benchmarks/queries/t_035_select_distinct/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod queries_t_036_count_without_collect { + include!("../benchmarks/queries/t_036_count_without_collect/spec.rs"); +} + +#[allow(dead_code)] +#[allow(clippy::all)] +mod queries_t_037_multi_column_filter { + include!("../benchmarks/queries/t_037_multi_column_filter/spec.rs"); +} + #[allow(dead_code)] #[allow(clippy::all)] mod schema_t_012_spacetime_product_type { @@ -145,6 +295,14 @@ pub fn resolve_by_path(task_root: &Path) -> Result BenchmarkSpec> { .ok_or_else(|| anyhow!("missing category name"))?; let ctor = match (category, task) { + ("auth", "t_026_auth_identity_check") => auth_t_026_auth_identity_check::spec, + ("auth", "t_027_private_vs_public_table") => auth_t_027_private_vs_public_table::spec, + ("auth", "t_041_registered_user_gate") => auth_t_041_registered_user_gate::spec, + ("auth", "t_042_admin_bootstrap") => auth_t_042_admin_bootstrap::spec, + ("auth", "t_043_role_based_access") => auth_t_043_role_based_access::spec, + ("auth", "t_044_ban_list") => auth_t_044_ban_list::spec, + ("auth", "t_045_rate_limit") => auth_t_045_rate_limit::spec, + ("auth", "t_046_shared_document") => auth_t_046_shared_document::spec, ("basics", "t_000_empty_reducers") => basics_t_000_empty_reducers::spec, ("basics", "t_001_basic_tables") => basics_t_001_basic_tables::spec, ("basics", "t_002_scheduled_table") => basics_t_002_scheduled_table::spec, @@ -157,6 +315,23 @@ pub fn resolve_by_path(task_root: &Path) -> Result BenchmarkSpec> { ("basics", "t_009_init") => basics_t_009_init::spec, ("basics", "t_010_connect") => basics_t_010_connect::spec, ("basics", "t_011_helper_function") => basics_t_011_helper_function::spec, + ("basics", "t_038_schedule_at_time") => basics_t_038_schedule_at_time::spec, + ("basics", "t_039_cancel_schedule") => basics_t_039_cancel_schedule::spec, + ("basics", "t_040_lifecycle_player") => basics_t_040_lifecycle_player::spec, + ("data_modeling", "t_024_event_table") => data_modeling_t_024_event_table::spec, + ("data_modeling", "t_025_optional_fields") => data_modeling_t_025_optional_fields::spec, + ("data_modeling", "t_028_cascade_delete") => data_modeling_t_028_cascade_delete::spec, + ("data_modeling", "t_029_filter_and_aggregate") => data_modeling_t_029_filter_and_aggregate::spec, + ("data_modeling", "t_030_two_table_join") => data_modeling_t_030_two_table_join::spec, + ("data_modeling", "t_031_unique_constraint") => data_modeling_t_031_unique_constraint::spec, + ("queries", "t_022_view_basic") => queries_t_022_view_basic::spec, + ("queries", "t_023_view_per_user") => queries_t_023_view_per_user::spec, + ("queries", "t_032_range_query") => queries_t_032_range_query::spec, + ("queries", "t_033_sort_and_limit") => queries_t_033_sort_and_limit::spec, + ("queries", "t_034_find_first") => queries_t_034_find_first::spec, + ("queries", "t_035_select_distinct") => queries_t_035_select_distinct::spec, + ("queries", "t_036_count_without_collect") => queries_t_036_count_without_collect::spec, + ("queries", "t_037_multi_column_filter") => queries_t_037_multi_column_filter::spec, ("schema", "t_012_spacetime_product_type") => schema_t_012_spacetime_product_type::spec, ("schema", "t_013_spacetime_sum_type") => schema_t_013_spacetime_sum_type::spec, ("schema", "t_014_elementary_columns") => schema_t_014_elementary_columns::spec, diff --git a/tools/xtask-llm-benchmark/src/llm/clients/anthropic.rs b/tools/xtask-llm-benchmark/src/llm/clients/anthropic.rs index 4472f8a132b..c7a057c4638 100644 --- a/tools/xtask-llm-benchmark/src/llm/clients/anthropic.rs +++ b/tools/xtask-llm-benchmark/src/llm/clients/anthropic.rs @@ -4,7 +4,7 @@ use crate::llm::segmentation::{ anthropic_ctx_limit_tokens, build_anthropic_messages, desired_output_tokens, deterministic_trim_prefix, estimate_tokens, headroom_tokens_env, non_context_reserve_tokens_env, }; -use crate::llm::types::Vendor; +use crate::llm::types::{LlmOutput, Vendor}; use anyhow::{anyhow, bail, Context, Result}; use reqwest::header::{HeaderMap, HeaderName, HeaderValue, CONTENT_TYPE}; use reqwest::{Client, StatusCode}; @@ -30,7 +30,7 @@ impl AnthropicClient { format!("{}/v1/messages", self.base.trim_end_matches('/')) } - pub async fn generate(&self, model: &str, prompt: &BuiltPrompt) -> Result { + pub async fn generate(&self, model: &str, prompt: &BuiltPrompt) -> Result { let system = prompt.system.clone(); let segs = prompt.segments.clone(); let mut static_prefix = prompt.static_prefix.clone().unwrap_or_default(); @@ -114,10 +114,19 @@ impl AnthropicClient { bail!("POST {} -> {}: {}", url, status, body); } + #[derive(Deserialize)] + struct AnthropicUsage { + #[serde(default)] + input_tokens: Option, + #[serde(default)] + output_tokens: Option, + } #[derive(Deserialize)] struct MsgResp { #[serde(default)] content: Vec, + #[serde(default)] + usage: Option, } #[derive(Deserialize)] struct ContentPart { @@ -128,11 +137,18 @@ impl AnthropicClient { } let parsed: MsgResp = serde_json::from_str(&body).context("parse anthropic resp")?; - parsed + let input_tokens = parsed.usage.as_ref().and_then(|u| u.input_tokens); + let output_tokens = parsed.usage.as_ref().and_then(|u| u.output_tokens); + let text = parsed .content .into_iter() .find_map(|p| p.text) - .ok_or_else(|| anyhow!("no text")) + .ok_or_else(|| anyhow!("no text"))?; + Ok(LlmOutput { + text, + input_tokens, + output_tokens, + }) } async fn post_with_retries( diff --git a/tools/xtask-llm-benchmark/src/llm/clients/deepseek.rs b/tools/xtask-llm-benchmark/src/llm/clients/deepseek.rs index 889467deff1..5b7bc7b8636 100644 --- a/tools/xtask-llm-benchmark/src/llm/clients/deepseek.rs +++ b/tools/xtask-llm-benchmark/src/llm/clients/deepseek.rs @@ -1,12 +1,13 @@ use anyhow::{anyhow, Context, Result}; -use serde::{Deserialize, Serialize}; +use serde::Serialize; use super::http::HttpClient; +use super::oa_compat::OACompatResp; use crate::llm::prompt::BuiltPrompt; use crate::llm::segmentation::{ deepseek_ctx_limit_tokens, deterministic_trim_prefix, estimate_tokens, non_context_reserve_tokens_env, Segment, }; -use crate::llm::types::Vendor; +use crate::llm::types::{LlmOutput, Vendor}; #[derive(Clone)] pub struct DeepSeekClient { @@ -20,7 +21,7 @@ impl DeepSeekClient { Self { base, api_key, http } } - pub async fn generate(&self, model: &str, prompt: &BuiltPrompt) -> Result { + pub async fn generate(&self, model: &str, prompt: &BuiltPrompt) -> Result { let url = format!("{}/chat/completions", self.base.trim_end_matches('/')); let system = prompt.system.clone(); @@ -82,24 +83,13 @@ impl DeepSeekClient { let auth = HttpClient::bearer(&self.api_key); let body = self.http.post_json(&url, &[auth], &req).await?; let resp: OACompatResp = serde_json::from_str(&body).context("parse deepseek resp")?; - resp.first_text().ok_or_else(|| anyhow!("no content from DeepSeek")) - } -} - -#[derive(Debug, Deserialize)] -struct OACompatResp { - choices: Vec, -} -#[derive(Debug, Deserialize)] -struct Choice { - message: MsgOut, -} -#[derive(Debug, Deserialize)] -struct MsgOut { - content: String, -} -impl OACompatResp { - fn first_text(self) -> Option { - self.choices.into_iter().next().map(|c| c.message.content) + let input_tokens = resp.usage.as_ref().and_then(|u| u.prompt_tokens); + let output_tokens = resp.usage.as_ref().and_then(|u| u.completion_tokens); + let text = resp.first_text().ok_or_else(|| anyhow!("no content from DeepSeek"))?; + Ok(LlmOutput { + text, + input_tokens, + output_tokens, + }) } } diff --git a/tools/xtask-llm-benchmark/src/llm/clients/google.rs b/tools/xtask-llm-benchmark/src/llm/clients/google.rs index 2f6401aca96..ad309a88477 100644 --- a/tools/xtask-llm-benchmark/src/llm/clients/google.rs +++ b/tools/xtask-llm-benchmark/src/llm/clients/google.rs @@ -8,7 +8,7 @@ use crate::llm::prompt::BuiltPrompt; use crate::llm::segmentation::{ deterministic_trim_prefix, gemini_ctx_limit_tokens, non_context_reserve_tokens_env, Segment, }; -use crate::llm::types::Vendor; +use crate::llm::types::{LlmOutput, Vendor}; /// Google uses API key in the query string rather than Authorization header. #[derive(Clone)] @@ -23,7 +23,7 @@ impl GoogleGeminiClient { Self { base, api_key, http } } - pub async fn generate(&self, model: &str, prompt: &BuiltPrompt) -> Result { + pub async fn generate(&self, model: &str, prompt: &BuiltPrompt) -> Result { // ---- Never trim system or dynamic segments ---- let system = prompt.system.clone(); let segs: Vec> = prompt.segments.clone(); @@ -146,6 +146,8 @@ impl GoogleGeminiClient { #[derive(Debug, Deserialize)] struct GeminiResp { candidates: Vec, + #[serde(default, rename = "usageMetadata")] + usage_metadata: Option, } #[derive(Debug, Deserialize)] @@ -164,6 +166,14 @@ impl GoogleGeminiClient { text: Option, } + #[derive(Debug, Deserialize)] + struct GeminiUsageMetadata { + #[serde(default, rename = "promptTokenCount")] + prompt_token_count: Option, + #[serde(default, rename = "candidatesTokenCount")] + candidates_token_count: Option, + } + impl GeminiResp { fn first_text(self) -> Option { self.candidates @@ -174,8 +184,14 @@ impl GoogleGeminiClient { } let resp: GeminiResp = serde_json::from_str(&body).context("parse gemini response")?; - let out = resp.first_text().ok_or_else(|| anyhow!("no text in Gemini response"))?; - Ok(out) + let input_tokens = resp.usage_metadata.as_ref().and_then(|u| u.prompt_token_count); + let output_tokens = resp.usage_metadata.as_ref().and_then(|u| u.candidates_token_count); + let text = resp.first_text().ok_or_else(|| anyhow!("no text in Gemini response"))?; + Ok(LlmOutput { + text, + input_tokens, + output_tokens, + }) } } diff --git a/tools/xtask-llm-benchmark/src/llm/clients/http.rs b/tools/xtask-llm-benchmark/src/llm/clients/http.rs index b432b2215a7..8e061cfae4a 100644 --- a/tools/xtask-llm-benchmark/src/llm/clients/http.rs +++ b/tools/xtask-llm-benchmark/src/llm/clients/http.rs @@ -15,7 +15,7 @@ impl HttpClient { pub fn new() -> Result { let inner = Client::builder() .user_agent("xtask-llm-benchmark/0.1") - .timeout(Duration::from_secs(120)) + .timeout(Duration::from_secs(660)) // longer than any per-model Tokio timeout .pool_idle_timeout(Duration::from_secs(30)) .build() .context("build reqwest client")?; diff --git a/tools/xtask-llm-benchmark/src/llm/clients/meta.rs b/tools/xtask-llm-benchmark/src/llm/clients/meta.rs index 4a34ba2a87f..4744361df73 100644 --- a/tools/xtask-llm-benchmark/src/llm/clients/meta.rs +++ b/tools/xtask-llm-benchmark/src/llm/clients/meta.rs @@ -1,12 +1,13 @@ use anyhow::{anyhow, Context, Result}; -use serde::{Deserialize, Serialize}; +use serde::Serialize; use super::http::HttpClient; +use super::oa_compat::OACompatResp; use crate::llm::prompt::BuiltPrompt; use crate::llm::segmentation::{ - deterministic_trim_prefix, meta_ctx_limit_tokens, non_context_reserve_tokens_env, Segment, + desired_output_tokens, deterministic_trim_prefix, meta_ctx_limit_tokens, non_context_reserve_tokens_env, Segment, }; -use crate::llm::types::Vendor; +use crate::llm::types::{LlmOutput, Vendor}; #[derive(Clone)] pub struct MetaLlamaClient { @@ -21,7 +22,7 @@ impl MetaLlamaClient { Self { base, api_key, http } } - pub async fn generate(&self, model: &str, prompt: &BuiltPrompt) -> Result { + pub async fn generate(&self, model: &str, prompt: &BuiltPrompt) -> Result { let url = format!("{}/chat/completions", self.base.trim_end_matches('/')); // Build input like other clients @@ -83,8 +84,8 @@ impl MetaLlamaClient { model: wire_model, messages, temperature: 0.0, - top_p: Some(0.9), // avoid creative tangents; deterministic code - max_tokens: None, + top_p: None, + max_tokens: Some(desired_output_tokens().max(1) as u32), }; // Auth only; optional OpenRouter headers can live in HttpClient if desired @@ -96,8 +97,16 @@ impl MetaLlamaClient { .with_context(|| format!("OpenRouter (Meta) POST {}", url))?; let resp: OACompatResp = serde_json::from_str(&body).context("parse OpenRouter (Meta) response")?; - resp.first_text() - .ok_or_else(|| anyhow!("no content from Meta/OpenRouter")) + let input_tokens = resp.usage.as_ref().and_then(|u| u.prompt_tokens); + let output_tokens = resp.usage.as_ref().and_then(|u| u.completion_tokens); + let text = resp + .first_text() + .ok_or_else(|| anyhow!("no content from Meta/OpenRouter"))?; + Ok(LlmOutput { + text, + input_tokens, + output_tokens, + }) } } @@ -124,21 +133,3 @@ fn normalize_meta_model(id: &str) -> &str { other => other, } } - -#[derive(Debug, Deserialize)] -struct OACompatResp { - choices: Vec, -} -#[derive(Debug, Deserialize)] -struct Choice { - message: MsgOut, -} -#[derive(Debug, Deserialize)] -struct MsgOut { - content: String, -} -impl OACompatResp { - fn first_text(self) -> Option { - self.choices.into_iter().next().map(|c| c.message.content) - } -} diff --git a/tools/xtask-llm-benchmark/src/llm/clients/mod.rs b/tools/xtask-llm-benchmark/src/llm/clients/mod.rs index 4c5b1dfe195..172beef8ff8 100644 --- a/tools/xtask-llm-benchmark/src/llm/clients/mod.rs +++ b/tools/xtask-llm-benchmark/src/llm/clients/mod.rs @@ -3,7 +3,9 @@ pub mod deepseek; pub mod google; pub(crate) mod http; pub mod meta; +pub(crate) mod oa_compat; pub mod openai; +pub mod openrouter; pub mod xai; pub use anthropic::AnthropicClient; @@ -11,4 +13,5 @@ pub use deepseek::DeepSeekClient; pub use google::GoogleGeminiClient; pub use meta::MetaLlamaClient; pub use openai::OpenAiClient; +pub use openrouter::OpenRouterClient; pub use xai::XaiGrokClient; diff --git a/tools/xtask-llm-benchmark/src/llm/clients/oa_compat.rs b/tools/xtask-llm-benchmark/src/llm/clients/oa_compat.rs new file mode 100644 index 00000000000..a199b3b3c0c --- /dev/null +++ b/tools/xtask-llm-benchmark/src/llm/clients/oa_compat.rs @@ -0,0 +1,45 @@ +//! Shared types for OpenAI-compatible chat completions responses. +//! Used by DeepSeek, Meta/OpenRouter, and OpenRouter clients. + +use serde::Deserialize; + +#[derive(Debug, Deserialize)] +pub struct OACompatResp { + #[serde(default)] + pub choices: Vec, + #[serde(default)] + pub usage: Option, + /// OpenRouter returns an `error` object when the upstream provider fails. + /// Absent (None) for direct vendor APIs. + #[serde(default)] + pub error: Option, +} + +#[derive(Debug, Deserialize)] +pub struct OAError { + pub message: String, +} + +#[derive(Debug, Deserialize)] +pub struct Choice { + pub message: MsgOut, +} + +#[derive(Debug, Deserialize)] +pub struct MsgOut { + pub content: String, +} + +#[derive(Debug, Deserialize)] +pub struct UsageInfo { + #[serde(default)] + pub prompt_tokens: Option, + #[serde(default)] + pub completion_tokens: Option, +} + +impl OACompatResp { + pub fn first_text(self) -> Option { + self.choices.into_iter().next().map(|c| c.message.content) + } +} diff --git a/tools/xtask-llm-benchmark/src/llm/clients/openai.rs b/tools/xtask-llm-benchmark/src/llm/clients/openai.rs index c95a44cedc7..9fed933d3fb 100644 --- a/tools/xtask-llm-benchmark/src/llm/clients/openai.rs +++ b/tools/xtask-llm-benchmark/src/llm/clients/openai.rs @@ -4,7 +4,7 @@ use crate::llm::segmentation::{ build_openai_responses_input, deterministic_trim_prefix, estimate_tokens, headroom_tokens_env, non_context_reserve_tokens_env, openai_ctx_limit_tokens, }; -use crate::llm::types::Vendor; +use crate::llm::types::{LlmOutput, Vendor}; use anyhow::{bail, Context, Result}; use reqwest::{Client, StatusCode}; use serde::{Deserialize, Serialize}; @@ -29,7 +29,7 @@ impl OpenAiClient { format!("{}/v1/responses", self.base.trim_end_matches('/')) } - pub async fn generate(&self, model: &str, prompt: &BuiltPrompt) -> Result { + pub async fn generate(&self, model: &str, prompt: &BuiltPrompt) -> Result { let system = prompt.system.clone(); let segs = prompt.segments.clone(); @@ -132,6 +132,13 @@ impl OpenAiClient { summary: Option>, } #[derive(Deserialize)] + struct OpenAiUsage { + #[serde(default)] + input_tokens: Option, + #[serde(default)] + output_tokens: Option, + } + #[derive(Deserialize)] struct ResponsesPayload { #[serde(default)] status: Option, @@ -141,14 +148,25 @@ impl OpenAiClient { output_text: Option, #[serde(default)] output: Option>, + #[serde(default)] + usage: Option, } let parsed: ResponsesPayload = serde_json::from_str(&body).context("parse OpenAI response")?; + let input_tokens = parsed.usage.as_ref().and_then(|u| u.input_tokens); + let output_tokens = parsed.usage.as_ref().and_then(|u| u.output_tokens); + + let make_output = |text: String| LlmOutput { + text, + input_tokens, + output_tokens, + }; + if let Some(t) = parsed.output_text.as_ref() && !t.is_empty() { - return Ok(t.clone()); + return Ok(make_output(t.clone())); } if let Some(items) = parsed.output.as_ref() { for it in items { @@ -159,7 +177,7 @@ impl OpenAiClient { if let Some(txt) = &c.text && !txt.is_empty() { - return Ok(txt.clone()); + return Ok(make_output(txt.clone())); } } } @@ -172,7 +190,7 @@ impl OpenAiClient { if let Some(txt) = &c.text && !txt.is_empty() { - return Ok(txt.clone()); + return Ok(make_output(txt.clone())); } } } diff --git a/tools/xtask-llm-benchmark/src/llm/clients/openrouter.rs b/tools/xtask-llm-benchmark/src/llm/clients/openrouter.rs new file mode 100644 index 00000000000..623570298af --- /dev/null +++ b/tools/xtask-llm-benchmark/src/llm/clients/openrouter.rs @@ -0,0 +1,175 @@ +use anyhow::{anyhow, Context, Result}; +use serde::Serialize; + +use super::http::HttpClient; +use super::oa_compat::OACompatResp; +use crate::llm::prompt::BuiltPrompt; +use crate::llm::segmentation::{ + desired_output_tokens, deterministic_trim_prefix, non_context_reserve_tokens_env, Segment, +}; +use crate::llm::types::{LlmOutput, Vendor}; + +const OPENROUTER_BASE: &str = "https://openrouter.ai/api/v1"; + +/// Default context limit for OpenRouter models (conservative). +/// Per-model overrides can be added to `openrouter_ctx_limit_tokens`. +const DEFAULT_CTX_LIMIT: usize = 128_000; + +#[derive(Clone)] +pub struct OpenRouterClient { + base: String, + api_key: String, + http: HttpClient, +} + +impl OpenRouterClient { + pub fn new(http: HttpClient, api_key: String) -> Self { + Self { + base: OPENROUTER_BASE.to_string(), + api_key, + http, + } + } + + pub fn with_base(http: HttpClient, base: String, api_key: String) -> Self { + Self { base, api_key, http } + } + + pub async fn generate(&self, model: &str, prompt: &BuiltPrompt) -> Result { + let url = format!("{}/chat/completions", self.base.trim_end_matches('/')); + + let system = prompt.system.clone(); + let segs: Vec> = prompt.segments.clone(); + + // Trim static prefix against model's context allowance + let mut static_prefix = prompt.static_prefix.clone().unwrap_or_default(); + let ctx_limit = openrouter_ctx_limit_tokens(model); + // Use a generic reserve since we don't know the vendor ahead of time. + // OpenRouter routes to the right vendor, so this is a safe conservative default. + let reserve = non_context_reserve_tokens_env(Vendor::OpenRouter); + let allowance = ctx_limit.saturating_sub(reserve); + static_prefix = deterministic_trim_prefix(&static_prefix, allowance); + + // OpenAI-compatible chat completions schema + #[derive(Serialize)] + struct Req<'a> { + model: &'a str, + messages: Vec>, + temperature: f32, + #[serde(skip_serializing_if = "Option::is_none")] + top_p: Option, + #[serde(skip_serializing_if = "Option::is_none")] + max_tokens: Option, + } + + #[derive(Serialize)] + struct Msg<'a> { + role: &'a str, + content: &'a str, + } + + let mut messages: Vec = Vec::new(); + + if let Some(sys) = system.as_deref() + && !sys.is_empty() + { + messages.push(Msg { + role: "system", + content: sys, + }); + } + if !static_prefix.is_empty() { + messages.push(Msg { + role: "user", + content: &static_prefix, + }); + } + for s in &segs { + messages.push(Msg { + role: s.role, + content: &s.text, + }); + } + + let max_tokens = desired_output_tokens().max(1) as u32; + let req = Req { + model, + messages, + temperature: 0.0, + top_p: None, + max_tokens: Some(max_tokens), + }; + + let auth = HttpClient::bearer(&self.api_key); + let body = self + .http + .post_json(&url, &[auth], &req) + .await + .with_context(|| format!("OpenRouter POST {}", url))?; + + let resp: OACompatResp = serde_json::from_str(&body).context("parse OpenRouter response")?; + // Check for upstream provider errors returned by OpenRouter. + if let Some(err) = resp.error { + anyhow::bail!("OpenRouter upstream error (model={}): {}", model, err.message); + } + let input_tokens = resp.usage.as_ref().and_then(|u| u.prompt_tokens); + let output_tokens = resp.usage.as_ref().and_then(|u| u.completion_tokens); + let text = resp + .first_text() + .ok_or_else(|| anyhow!("no content from OpenRouter (model={})", model))?; + Ok(LlmOutput { + text, + input_tokens, + output_tokens, + }) + } +} + +/// Context limits for models accessed via OpenRouter. +/// Uses the same limits as direct clients where known, +/// falls back to a conservative default. +pub fn openrouter_ctx_limit_tokens(model: &str) -> usize { + let m = model.to_ascii_lowercase(); + + // Anthropic + if m.contains("claude") { + return 185_000; + } + // OpenAI + if m.contains("gpt-5") || m.contains("gpt-4.1") { + return 400_000; + } + if m.contains("gpt-4o") || m.contains("gpt-4") { + return 128_000; + } + // xAI / Grok — leave ~50 k headroom for segments + output on top of trimmed prefix + if m.contains("grok-code-fast") { + return 200_000; + } + if m.contains("grok-4") { + return 200_000; + } + if m.contains("grok") { + return 90_000; + } + // DeepSeek — hard cap is 131 072 on OpenRouter; leave ~25 k headroom for segments + output + if m.contains("deepseek") { + return 106_000; + } + // Gemini + if m.contains("gemini") { + return 900_000; + } + // Meta / Llama + if m.contains("maverick") { + return 992_000; + } + if m.contains("scout") { + return 320_000; + } + if m.contains("llama") { + return 120_000; + } + + DEFAULT_CTX_LIMIT +} diff --git a/tools/xtask-llm-benchmark/src/llm/clients/xai.rs b/tools/xtask-llm-benchmark/src/llm/clients/xai.rs index 76c8de46e97..be345c82b32 100644 --- a/tools/xtask-llm-benchmark/src/llm/clients/xai.rs +++ b/tools/xtask-llm-benchmark/src/llm/clients/xai.rs @@ -6,7 +6,7 @@ use crate::llm::prompt::BuiltPrompt; use crate::llm::segmentation::{ deterministic_trim_prefix, non_context_reserve_tokens_env, xai_ctx_limit_tokens, Segment, }; -use crate::llm::types::Vendor; +use crate::llm::types::{LlmOutput, Vendor}; #[derive(Clone)] pub struct XaiGrokClient { @@ -21,7 +21,7 @@ impl XaiGrokClient { } /// Uses BuiltPrompt (system, static_prefix, segments) and maps to xAI /chat/completions. - pub async fn generate(&self, model: &str, prompt: &BuiltPrompt) -> Result { + pub async fn generate(&self, model: &str, prompt: &BuiltPrompt) -> Result { let url = format!("{}/v1/chat/completions", self.base.trim_end_matches('/')); // Never trim system or dynamic segments @@ -80,13 +80,22 @@ impl XaiGrokClient { let auth = HttpClient::bearer(&self.api_key); let body = self.http.post_json(&url, &[auth], &req).await?; let resp: GrokChatResp = serde_json::from_str(&body).context("parse grok resp")?; - resp.into_first_text().ok_or_else(|| anyhow!("no content from Grok")) + let input_tokens = resp.usage.as_ref().and_then(|u| u.prompt_tokens); + let output_tokens = resp.usage.as_ref().and_then(|u| u.completion_tokens); + let text = resp.into_first_text().ok_or_else(|| anyhow!("no content from Grok"))?; + Ok(LlmOutput { + text, + input_tokens, + output_tokens, + }) } } #[derive(Debug, Deserialize)] struct GrokChatResp { choices: Vec, + #[serde(default)] + usage: Option, } #[derive(Debug, Deserialize)] struct GrokChoice { @@ -96,6 +105,13 @@ struct GrokChoice { struct GrokMsgOut { content: String, } +#[derive(Debug, Deserialize)] +struct GrokUsageInfo { + #[serde(default)] + prompt_tokens: Option, + #[serde(default)] + completion_tokens: Option, +} impl GrokChatResp { fn into_first_text(self) -> Option { diff --git a/tools/xtask-llm-benchmark/src/llm/config.rs b/tools/xtask-llm-benchmark/src/llm/config.rs index 362b3164f54..5eacdf40248 100644 --- a/tools/xtask-llm-benchmark/src/llm/config.rs +++ b/tools/xtask-llm-benchmark/src/llm/config.rs @@ -3,7 +3,7 @@ use std::{env, sync::Arc}; use crate::llm::clients::http::HttpClient; use crate::llm::clients::{ - AnthropicClient, DeepSeekClient, GoogleGeminiClient, MetaLlamaClient, OpenAiClient, XaiGrokClient, + AnthropicClient, DeepSeekClient, GoogleGeminiClient, MetaLlamaClient, OpenAiClient, OpenRouterClient, XaiGrokClient, }; use crate::llm::provider::{LlmProvider, RouterProvider}; use crate::llm::types::Vendor; @@ -16,27 +16,36 @@ fn force_vendor_from_env() -> Option { Some("xai") | Some("grok") => Some(Vendor::Xai), Some("deepseek") => Some(Vendor::DeepSeek), Some("meta") | Some("llama") => Some(Vendor::Meta), + Some("openrouter") | Some("or") => Some(Vendor::OpenRouter), _ => None, } } /// Env vars: +/// - OPENROUTER_API_KEY (unified proxy — routes to any vendor) /// - OPENAI_API_KEY, OPENAI_BASE_URL (default https://api.openai.com) /// - ANTHROPIC_API_KEY, ANTHROPIC_BASE_URL (default https://api.anthropic.com) /// - GOOGLE_API_KEY, GOOGLE_BASE_URL (default https://generativelanguage.googleapis.com) /// - XAI_API_KEY, XAI_BASE_URL (default https://api.x.ai) /// - DEEPSEEK_API_KEY, DEEPSEEK_BASE_URL (default https://api.deepseek.com) /// - META_API_KEY, META_BASE_URL (no default) -/// - LLM_VENDOR: openai|anthropic|google|xai|deepseek|meta +/// - LLM_VENDOR: openai|anthropic|google|xai|deepseek|meta|openrouter +/// +/// When OPENROUTER_API_KEY is set, it acts as a fallback for any vendor that doesn't +/// have its own direct API key configured. This means you can set just OPENROUTER_API_KEY +/// to run all models through OpenRouter, or mix direct keys with OpenRouter fallback. pub fn make_provider_from_env() -> Result> { let http = HttpClient::new()?; - let openai_key = env::var("OPENAI_API_KEY").ok(); - let anth_key = env::var("ANTHROPIC_API_KEY").ok(); - let google_key = env::var("GOOGLE_API_KEY").ok(); - let xai_key = env::var("XAI_API_KEY").ok(); - let deep_key = env::var("DEEPSEEK_API_KEY").ok(); - let meta_key = env::var("META_API_KEY").ok(); + // Filter out empty strings so an empty env var falls through to OpenRouter. + let non_empty = |k: &str| env::var(k).ok().filter(|v| !v.trim().is_empty()); + let openai_key = non_empty("OPENAI_API_KEY"); + let anth_key = non_empty("ANTHROPIC_API_KEY"); + let google_key = non_empty("GOOGLE_API_KEY"); + let xai_key = non_empty("XAI_API_KEY"); + let deep_key = non_empty("DEEPSEEK_API_KEY"); + let meta_key = non_empty("META_API_KEY"); + let openrouter_key = non_empty("OPENROUTER_API_KEY"); // IMPORTANT: no trailing /v1 here; clients append their own versioned paths. let openai_base = env::var("OPENAI_BASE_URL").unwrap_or_else(|_| "https://api.openai.com".to_string()); @@ -72,7 +81,9 @@ pub fn make_provider_from_env() -> Result> { _ => None, }; + let openrouter = openrouter_key.map(|k| OpenRouterClient::new(http.clone(), k)); + let force = force_vendor_from_env(); - let router = RouterProvider::new(openai, anthropic, google, xai, deepseek, meta, force); + let router = RouterProvider::new(openai, anthropic, google, xai, deepseek, meta, openrouter, force); Ok(Arc::new(router)) } diff --git a/tools/xtask-llm-benchmark/src/llm/mod.rs b/tools/xtask-llm-benchmark/src/llm/mod.rs index 5d3e96670a5..4b72185c760 100644 --- a/tools/xtask-llm-benchmark/src/llm/mod.rs +++ b/tools/xtask-llm-benchmark/src/llm/mod.rs @@ -10,3 +10,4 @@ pub use config::make_provider_from_env; pub use model_routes::{default_model_routes, ModelRoute}; pub use prompt::PromptBuilder; pub use provider::{LlmProvider, RouterProvider}; +pub use types::LlmOutput; diff --git a/tools/xtask-llm-benchmark/src/llm/model_routes.rs b/tools/xtask-llm-benchmark/src/llm/model_routes.rs index 993a996fcc2..6598e6bf127 100644 --- a/tools/xtask-llm-benchmark/src/llm/model_routes.rs +++ b/tools/xtask-llm-benchmark/src/llm/model_routes.rs @@ -1,80 +1,80 @@ use crate::llm::types::Vendor; use serde::{Deserialize, Serialize}; +use std::sync::LazyLock; #[derive(Debug, Clone, Serialize, Deserialize)] pub struct ModelRoute { - pub display_name: &'static str, // human-friendly label for reports - pub vendor: Vendor, // which API family to use - pub api_model: &'static str, // model id expected by the vendor API + pub display_name: String, // human-friendly label for reports + pub vendor: Vendor, // which API family to use + pub api_model: String, // model id expected by the vendor's direct API + pub openrouter_model: Option, // OpenRouter model id (if different from api_model) } -pub fn default_model_routes() -> &'static [ModelRoute] { +static DEFAULT_ROUTES: LazyLock> = LazyLock::new(|| { use Vendor::*; - &[ + vec![ // OpenAI: Best GPT-5.2-Codex, Cheaper GPT-5-mini - ModelRoute { - display_name: "GPT-5.2-Codex", - vendor: OpenAi, - api_model: "gpt-5.2-codex", - }, - ModelRoute { - display_name: "GPT-5-mini", - vendor: OpenAi, - api_model: "gpt-5-mini", - }, + ModelRoute::new("GPT-5.2-Codex", OpenAi, "gpt-5.2-codex", Some("openai/gpt-5.2-codex")), + ModelRoute::new("GPT-5-mini", OpenAi, "gpt-5-mini", Some("openai/gpt-5-mini")), // Claude: Best Opus 4.6, Cheaper Sonnet 4.6 - ModelRoute { - display_name: "Claude Opus 4.6", - vendor: Anthropic, - api_model: "claude-opus-4-6", - }, - ModelRoute { - display_name: "Claude Sonnet 4.6", - vendor: Anthropic, - api_model: "claude-sonnet-4-6", - }, + // Direct API uses dashes (claude-opus-4-6); OpenRouter uses dots (claude-opus-4.6) + ModelRoute::new( + "Claude Opus 4.6", + Anthropic, + "claude-opus-4-6", + Some("anthropic/claude-opus-4.6"), + ), + ModelRoute::new( + "Claude Sonnet 4.6", + Anthropic, + "claude-sonnet-4-6", + Some("anthropic/claude-sonnet-4.6"), + ), // Grok: Best Grok 4, Cheaper Grok Code - ModelRoute { - display_name: "Grok 4", - vendor: Xai, - api_model: "grok-4", - }, - ModelRoute { - display_name: "Grok Code", - vendor: Xai, - api_model: "grok-code-fast-1", - }, - ModelRoute { - display_name: "Gemini 3.1 Pro", - vendor: Meta, // uses MetaLlamaClient = OpenRouter - api_model: "google/gemini-3.1-pro-preview", - }, - ModelRoute { - display_name: "Gemini 3 Flash", - vendor: Meta, - api_model: "google/gemini-3-flash-preview", - }, - // Gemini: Best 3.1 Pro, Cheaper 3 Flash - // ModelRoute { - // display_name: "Gemini 3.1 Pro", - // vendor: Google, - // api_model: "gemini-3.1-pro-preview", - // }, - // ModelRoute { - // display_name: "Gemini 3 Flash", - // vendor: Google, - // api_model: "gemini-3-flash-preview", - // }, + // grok-4 → x-ai/grok-4.20-beta on OpenRouter; grok-code-fast-1 not on OpenRouter → x-ai/grok-3 + ModelRoute::new("Grok 4", Xai, "grok-4", Some("x-ai/grok-4.20-beta")), + ModelRoute::new("Grok Code", Xai, "grok-code-fast-1", Some("x-ai/grok-code-fast-1")), + // Gemini: direct via GOOGLE_API_KEY, falls back to OpenRouter if not set + ModelRoute::new( + "Gemini 3.1 Pro", + Google, + "gemini-3.1-pro-preview", + Some("google/gemini-3.1-pro-preview"), + ), + ModelRoute::new( + "Gemini 3 Flash", + Google, + "gemini-3-flash-preview", + Some("google/gemini-3-flash-preview"), + ), // DeepSeek: Reasoner (thinking), Chat (general) - ModelRoute { - display_name: "DeepSeek Reasoner", - vendor: DeepSeek, - api_model: "deepseek-reasoner", - }, - ModelRoute { - display_name: "DeepSeek Chat", - vendor: DeepSeek, - api_model: "deepseek-chat", - }, + // deepseek-reasoner is listed as deepseek-r1 on OpenRouter + ModelRoute::new( + "DeepSeek Reasoner", + DeepSeek, + "deepseek-reasoner", + Some("deepseek/deepseek-r1"), + ), + ModelRoute::new( + "DeepSeek Chat", + DeepSeek, + "deepseek-chat", + Some("deepseek/deepseek-chat"), + ), ] +}); + +impl ModelRoute { + pub fn new(display_name: &str, vendor: Vendor, api_model: &str, openrouter_model: Option<&str>) -> Self { + Self { + display_name: display_name.to_string(), + vendor, + api_model: api_model.to_string(), + openrouter_model: openrouter_model.map(|s| s.to_string()), + } + } +} + +pub fn default_model_routes() -> &'static [ModelRoute] { + &DEFAULT_ROUTES } diff --git a/tools/xtask-llm-benchmark/src/llm/prompt.rs b/tools/xtask-llm-benchmark/src/llm/prompt.rs index 1864587b638..e0e8096a45c 100644 --- a/tools/xtask-llm-benchmark/src/llm/prompt.rs +++ b/tools/xtask-llm-benchmark/src/llm/prompt.rs @@ -15,11 +15,14 @@ pub struct BuiltPrompt { pub system: Option, pub static_prefix: Option, pub segments: Vec>, + /// When true, the provider should enable web search (OpenRouter :online). + pub search_enabled: bool, } impl PromptBuilder { - pub fn build_segmented(&self, context: &str) -> BuiltPrompt { + pub fn build_segmented(&self, mode: &str, context: &str) -> BuiltPrompt { let version = "1.6"; + let search_enabled = mode == "search"; // SYSTEM: hygiene-only for Knowledge; hygiene + stricter output rules for Conformance. let system = Some(format!( @@ -32,13 +35,29 @@ Rules:\n\ lang = self.lang )); - let static_prefix = Some(if context.trim().is_empty() { - "<<>>\nNo documentation provided. You must rely on your knowledge of SpacetimeDB syntax and conventions.\n<<>>\n".to_string() + let static_prefix = Some(if search_enabled { + "<<>>\nYou MUST search the web for SpacetimeDB documentation and examples before writing any code. Do not write code until you have searched.\n<<>>\n".to_string() + } else if context.trim().is_empty() { + "<<>>\nUse your knowledge of the latest SpacetimeDB syntax and conventions.\n<<>>\n" + .to_string() } else { - format!( - "<<>>Context:\n{context}\n<<>>\n", - context = context, - ) + let preamble = match mode { + "cursor_rules" => format!( + "The following are SpacetimeDB coding rules for {}. \ + Read ALL rules carefully before writing any code. \ + They contain ❌ WRONG examples showing common mistakes to AVOID \ + and ✅ CORRECT examples showing the right patterns to follow. \ + Focus on the ✅ patterns. Write SERVER-SIDE module code only.", + self.lang + ), + "guidelines" => format!( + "The following are SpacetimeDB {} guidelines. \ + All examples shown are correct patterns to follow.", + self.lang + ), + _ => "Reference documentation:".to_string(), + }; + format!("<<>>\n{preamble}\n\n{context}\n<<>>\n",) }); // TASK: identical in both modes; API details must come from DOCS in Knowledge mode. @@ -62,6 +81,7 @@ HARD CONSTRAINTS:\n\ system, static_prefix, segments: vec![Segment::new("user", dynamic).keep().min_chars(0).weight(8.0)], + search_enabled, } } } diff --git a/tools/xtask-llm-benchmark/src/llm/provider.rs b/tools/xtask-llm-benchmark/src/llm/provider.rs index 01ac930f887..65d587d9526 100644 --- a/tools/xtask-llm-benchmark/src/llm/provider.rs +++ b/tools/xtask-llm-benchmark/src/llm/provider.rs @@ -2,15 +2,15 @@ use anyhow::{Context, Result}; use async_trait::async_trait; use crate::llm::clients::{ - AnthropicClient, DeepSeekClient, GoogleGeminiClient, MetaLlamaClient, OpenAiClient, XaiGrokClient, + AnthropicClient, DeepSeekClient, GoogleGeminiClient, MetaLlamaClient, OpenAiClient, OpenRouterClient, XaiGrokClient, }; use crate::llm::model_routes::ModelRoute; use crate::llm::prompt::BuiltPrompt; -use crate::llm::types::Vendor; +use crate::llm::types::{LlmOutput, Vendor}; #[async_trait] pub trait LlmProvider: Send + Sync { - async fn generate(&self, route: &ModelRoute, prompt: &BuiltPrompt) -> Result; + async fn generate(&self, route: &ModelRoute, prompt: &BuiltPrompt) -> Result; } pub struct RouterProvider { @@ -20,10 +20,14 @@ pub struct RouterProvider { pub xai: Option, pub deepseek: Option, pub meta: Option, + /// OpenRouter client used as a unified fallback when a direct vendor client + /// is not configured. Set via `OPENROUTER_API_KEY`. + pub openrouter: Option, pub force: Option, } impl RouterProvider { + #[allow(clippy::too_many_arguments)] pub fn new( openai: Option, anthropic: Option, @@ -31,6 +35,7 @@ impl RouterProvider { xai: Option, deepseek: Option, meta: Option, + openrouter: Option, force: Option, ) -> Self { Self { @@ -40,6 +45,7 @@ impl RouterProvider { xai, deepseek, meta, + openrouter, force, } } @@ -47,36 +53,113 @@ impl RouterProvider { #[async_trait] impl LlmProvider for RouterProvider { - async fn generate(&self, route: &ModelRoute, prompt: &BuiltPrompt) -> Result { + async fn generate(&self, route: &ModelRoute, prompt: &BuiltPrompt) -> Result { + // Web search mode: route all models through OpenRouter with :online suffix. + // OpenRouter's :online feature adds Bing-powered web search to any model. + if prompt.search_enabled { + let cli = self.openrouter.as_ref().context( + "Search mode requires OPENROUTER_API_KEY — OpenRouter provides unified web search via :online models", + )?; + let base_model = route + .openrouter_model + .clone() + .unwrap_or_else(|| openrouter_model_id(route.vendor, &route.api_model)); + let online_model = format!("{base_model}:online"); + eprintln!( + "[search] {} → OpenRouter :online model '{}'", + route.display_name, online_model + ); + return cli.generate(&online_model, prompt).await; + } + let vendor = self.force.unwrap_or(route.vendor); + + // If vendor is explicitly OpenRouter, or if the direct client isn't configured + // but OpenRouter is available, route through OpenRouter. + if vendor == Vendor::OpenRouter { + let cli = self + .openrouter + .as_ref() + .context("OpenRouter client not configured (set OPENROUTER_API_KEY)")?; + let model = route.openrouter_model.as_deref().unwrap_or(&route.api_model); + return cli.generate(model, prompt).await; + } + + // Try direct client first, fall back to OpenRouter if available. match vendor { - Vendor::OpenAi => { - let cli = self.openai.as_ref().context("OpenAI client not configured")?; - cli.generate(route.api_model, prompt).await - } - Vendor::Anthropic => { - let cli = self.anthropic.as_ref().context("Anthropic client not configured")?; - cli.generate(route.api_model, prompt).await - } - Vendor::Google => { - let cli = self.google.as_ref().context("Google client not configured")?; - cli.generate(route.api_model, prompt).await - } - Vendor::Xai => { - let cli = self.xai.as_ref().context("xAI client not configured")?; - cli.generate(route.api_model, prompt).await - } - Vendor::DeepSeek => { - let cli = self.deepseek.as_ref().context("DeepSeek client not configured")?; - cli.generate(route.api_model, prompt).await - } - Vendor::Meta => { - let c = self - .meta - .as_ref() - .ok_or_else(|| anyhow::anyhow!("Meta Llama not configured"))?; - c.generate(route.api_model, prompt).await + Vendor::OpenAi => match self.openai.as_ref() { + Some(cli) => cli.generate(&route.api_model, prompt).await, + None => self.fallback_openrouter(route, prompt, "OpenAI").await, + }, + Vendor::Anthropic => match self.anthropic.as_ref() { + Some(cli) => cli.generate(&route.api_model, prompt).await, + None => self.fallback_openrouter(route, prompt, "Anthropic").await, + }, + Vendor::Google => match self.google.as_ref() { + Some(cli) => cli.generate(&route.api_model, prompt).await, + None => self.fallback_openrouter(route, prompt, "Google").await, + }, + Vendor::Xai => match self.xai.as_ref() { + Some(cli) => cli.generate(&route.api_model, prompt).await, + None => self.fallback_openrouter(route, prompt, "xAI").await, + }, + Vendor::DeepSeek => match self.deepseek.as_ref() { + Some(cli) => cli.generate(&route.api_model, prompt).await, + None => self.fallback_openrouter(route, prompt, "DeepSeek").await, + }, + Vendor::Meta => match self.meta.as_ref() { + Some(cli) => cli.generate(&route.api_model, prompt).await, + None => self.fallback_openrouter(route, prompt, "Meta").await, + }, + Vendor::OpenRouter => unreachable!("handled above"), + } + } +} + +impl RouterProvider { + /// Fall back to the OpenRouter client when a direct vendor client is not configured. + async fn fallback_openrouter( + &self, + route: &ModelRoute, + prompt: &BuiltPrompt, + vendor_name: &str, + ) -> Result { + match self.openrouter.as_ref() { + Some(cli) => { + let or_model = route + .openrouter_model + .clone() + .unwrap_or_else(|| openrouter_model_id(route.vendor, &route.api_model)); + eprintln!( + "[openrouter] {} client not configured, falling back to OpenRouter for model '{}'", + vendor_name, or_model + ); + cli.generate(&or_model, prompt).await } + None => anyhow::bail!( + "{} client not configured and no OpenRouter fallback available. \ + Set {}_API_KEY or OPENROUTER_API_KEY.", + vendor_name, + vendor_name.to_ascii_uppercase() + ), } } } + +/// Map a vendor + bare model id to the `vendor/model` namespace that OpenRouter requires. +/// If the model id already contains `/` it is returned as-is (e.g. `google/gemini-3.1-pro-preview`). +fn openrouter_model_id(vendor: Vendor, api_model: &str) -> String { + if api_model.contains('/') { + return api_model.to_string(); + } + let prefix = match vendor { + Vendor::Anthropic => "anthropic", + Vendor::OpenAi => "openai", + Vendor::Xai => "x-ai", + Vendor::DeepSeek => "deepseek", + Vendor::Google => "google", + // Meta rows already carry a full `vendor/model` id (caught by the `/` check above). + Vendor::Meta | Vendor::OpenRouter => return api_model.to_string(), + }; + format!("{}/{}", prefix, api_model) +} diff --git a/tools/xtask-llm-benchmark/src/llm/segmentation.rs b/tools/xtask-llm-benchmark/src/llm/segmentation.rs index c8d3e53c55d..2926852ada0 100644 --- a/tools/xtask-llm-benchmark/src/llm/segmentation.rs +++ b/tools/xtask-llm-benchmark/src/llm/segmentation.rs @@ -191,6 +191,7 @@ pub fn headroom_tokens_env(vendor: Vendor) -> usize { Vendor::Xai => std::env::var("XAI_HEADROOM_TOKENS").ok(), Vendor::DeepSeek => std::env::var("DEEPSEEK_HEADROOM_TOKENS").ok(), Vendor::Meta => std::env::var("META_HEADROOM_TOKENS").ok(), + Vendor::OpenRouter => std::env::var("OPENROUTER_HEADROOM_TOKENS").ok(), }; let raw = per_vendor @@ -206,7 +207,7 @@ pub fn headroom_tokens_env(vendor: Vendor) -> usize { fn default_headroom(vendor: Vendor) -> usize { match vendor { // Conservative floors tuned for typical max-context models - Vendor::OpenAi | Vendor::Xai | Vendor::DeepSeek | Vendor::Meta => 3_000, + Vendor::OpenAi | Vendor::Xai | Vendor::DeepSeek | Vendor::Meta | Vendor::OpenRouter => 3_000, Vendor::Anthropic => 5_000, Vendor::Google => 10_000, } @@ -255,6 +256,7 @@ pub fn non_context_reserve_tokens_env(vendor: Vendor) -> usize { Vendor::Xai => "XAI_RESERVE_TOKENS", Vendor::DeepSeek => "DEEPSEEK_RESERVE_TOKENS", Vendor::Meta => "META_RESERVE_TOKENS", + Vendor::OpenRouter => "OPENROUTER_RESERVE_TOKENS", }; if let Ok(v) = std::env::var(key) && let Ok(n) = v.parse::() @@ -276,6 +278,7 @@ pub fn non_context_reserve_tokens_env(vendor: Vendor) -> usize { Vendor::Xai => 12_000, Vendor::DeepSeek => 12_000, Vendor::Meta => 12_000, + Vendor::OpenRouter => 12_000, }; round_500(def) } diff --git a/tools/xtask-llm-benchmark/src/llm/types.rs b/tools/xtask-llm-benchmark/src/llm/types.rs index 206b567afe5..5ccfd14f339 100644 --- a/tools/xtask-llm-benchmark/src/llm/types.rs +++ b/tools/xtask-llm-benchmark/src/llm/types.rs @@ -1,6 +1,14 @@ use serde::{Deserialize, Serialize}; use std::fmt; +/// Output from an LLM generation call, including token usage. +#[derive(Debug, Clone, Default)] +pub struct LlmOutput { + pub text: String, + pub input_tokens: Option, + pub output_tokens: Option, +} + #[derive(Debug, Clone, Copy, Serialize, Deserialize, PartialEq, Eq, Hash)] pub enum Vendor { OpenAi, @@ -8,7 +16,8 @@ pub enum Vendor { Google, // Gemini Xai, // Grok DeepSeek, - Meta, // Llama + Meta, // Llama + OpenRouter, // unified proxy — routes to any vendor } impl Vendor { @@ -21,6 +30,7 @@ impl Vendor { Vendor::Xai => "xai", Vendor::DeepSeek => "deepseek", Vendor::Meta => "meta", + Vendor::OpenRouter => "openrouter", } } @@ -33,6 +43,7 @@ impl Vendor { Vendor::Xai => "xAI", Vendor::DeepSeek => "DeepSeek", Vendor::Meta => "Meta", + Vendor::OpenRouter => "OpenRouter", } } @@ -46,6 +57,7 @@ impl Vendor { "xai" | "grok" => Vendor::Xai, "deepseek" => Vendor::DeepSeek, "meta" | "llama" => Vendor::Meta, + "openrouter" | "or" => Vendor::OpenRouter, _ => return None, }) } diff --git a/tools/xtask-llm-benchmark/src/results/io.rs b/tools/xtask-llm-benchmark/src/results/io.rs index 7dfdca2f6c6..448a834bd40 100644 --- a/tools/xtask-llm-benchmark/src/results/io.rs +++ b/tools/xtask-llm-benchmark/src/results/io.rs @@ -34,8 +34,33 @@ fn pct(passed: u32, total: u32) -> f32 { } } +/// Build a task_id -> category map by scanning the benchmarks directory. +/// This is always derived fresh so moving tasks between categories is reflected +/// immediately on the next `summary` run without re-running any models. +fn build_task_category_map() -> HashMap { + let bench_dir = std::path::PathBuf::from(env!("CARGO_MANIFEST_DIR")).join("src/benchmarks"); + let mut map = HashMap::new(); + if let Ok(cats) = fs::read_dir(&bench_dir) { + for cat_entry in cats.filter_map(|e| e.ok()) { + if !cat_entry.file_type().map(|t| t.is_dir()).unwrap_or(false) { + continue; + } + let cat = cat_entry.file_name().to_string_lossy().to_string(); + if let Ok(tasks) = fs::read_dir(cat_entry.path()) { + for task_entry in tasks.filter_map(|e| e.ok()) { + if task_entry.file_type().map(|t| t.is_dir()).unwrap_or(false) { + map.insert(task_entry.file_name().to_string_lossy().to_string(), cat.clone()); + } + } + } + } + } + map +} + /// Build `Summary` from your in-memory `Results`. pub fn summary_from_results(results: &Results) -> Summary { + let task_category = build_task_category_map(); let mut by_language: BTreeMap = BTreeMap::new(); for lang_ent in &results.languages { @@ -61,8 +86,14 @@ pub fn summary_from_results(results: &Results) -> Summary { totals: Totals::default(), }); - for t in model_ent.tasks.values() { - let cat_key = t.category.clone().expect("Missing category"); + for (task_id, t) in &model_ent.tasks { + // Derive category from the current benchmarks directory structure + // so that moving tasks between categories is reflected without re-running. + let cat_key = task_category + .get(task_id.as_str()) + .cloned() + .or_else(|| t.category.clone()) + .unwrap_or_else(|| "unknown".to_string()); let cat_sum = model_sum.categories.entry(cat_key).or_default(); // counts @@ -114,7 +145,21 @@ fn frac(pt: u32, tt: u32) -> f32 { } } -/// Convenience: read the details file **into your Results**, then write summary. +/// Normalize model names in a details JSON file and write the result back in place. +pub fn normalize_details_file>(details_json: P) -> Result<()> { + let data = fs::read_to_string(details_json.as_ref()) + .with_context(|| format!("failed to read {}", details_json.as_ref().display()))?; + let mut results: Results = + serde_json::from_str(&data).with_context(|| "failed to deserialize Results from details file")?; + crate::bench::results_merge::normalize_model_names(&mut results); + + let pretty = serde_json::to_string_pretty(&results)?; + fs::write(details_json.as_ref(), pretty) + .with_context(|| format!("failed to write normalized {}", details_json.as_ref().display()))?; + Ok(()) +} + +/// Read a details JSON file and write the corresponding summary. pub fn write_summary_from_details_file, POut: AsRef>( details_json: PIn, out_json: POut, @@ -123,6 +168,7 @@ pub fn write_summary_from_details_file, POut: AsRef>( .with_context(|| format!("failed to read {}", details_json.as_ref().display()))?; let results: Results = serde_json::from_str(&data).with_context(|| "failed to deserialize Results from details file")?; + let summary = summary_from_results(&results); let pretty = serde_json::to_string_pretty(&summary)?; fs::write(out_json.as_ref(), pretty).with_context(|| format!("failed to write {}", out_json.as_ref().display()))?; diff --git a/tools/xtask-llm-benchmark/src/results/schema.rs b/tools/xtask-llm-benchmark/src/results/schema.rs index d0ce8b93801..c92c611f345 100644 --- a/tools/xtask-llm-benchmark/src/results/schema.rs +++ b/tools/xtask-llm-benchmark/src/results/schema.rs @@ -6,6 +6,9 @@ use std::collections::BTreeMap; #[derive(Debug, Clone, Serialize, Deserialize, Default)] pub struct Results { + /// ISO 8601 timestamp of when this results file was last updated. + #[serde(default, skip_serializing_if = "Option::is_none")] + pub generated_at: Option, pub languages: Vec, }